{"level":"warn","ts":"2026-04-08T01:22:14.63008Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:22:14.630175Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.49:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.49:2380","--initial-cluster=instance=https://199.204.45.49:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.49:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.49:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-08T01:22:14.630249Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-08T01:22:14.630266Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-08T01:22:14.630284Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:22:14.630923Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"]} {"level":"info","ts":"2026-04-08T01:22:14.631002Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.49:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-08T01:22:14.637486Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.250295ms"} {"level":"info","ts":"2026-04-08T01:22:14.647583Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d0ba3c4de8c6ef7a","cluster-id":"e76701b877f442ac"} {"level":"info","ts":"2026-04-08T01:22:14.647722Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=()"} {"level":"info","ts":"2026-04-08T01:22:14.647764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 0"} {"level":"info","ts":"2026-04-08T01:22:14.647791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d0ba3c4de8c6ef7a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-08T01:22:14.647819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became follower at term 1"} {"level":"info","ts":"2026-04-08T01:22:14.647886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"warn","ts":"2026-04-08T01:22:14.653811Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-08T01:22:14.65629Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-08T01:22:14.657686Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-08T01:22:14.660736Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d0ba3c4de8c6ef7a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-08T01:22:14.660901Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d0ba3c4de8c6ef7a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-08T01:22:14.661005Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:22:14.661028Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:22:14.661037Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-08T01:22:14.661985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a switched to configuration voters=(15040400210872692602)"} {"level":"info","ts":"2026-04-08T01:22:14.662491Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","added-peer-id":"d0ba3c4de8c6ef7a","added-peer-peer-urls":["https://199.204.45.49:2380"]} {"level":"info","ts":"2026-04-08T01:22:14.666946Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-08T01:22:14.667101Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-08T01:22:14.667198Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.49:2380"} {"level":"info","ts":"2026-04-08T01:22:14.667217Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d0ba3c4de8c6ef7a","initial-advertise-peer-urls":["https://199.204.45.49:2380"],"listen-peer-urls":["https://199.204.45.49:2380"],"advertise-client-urls":["https://199.204.45.49:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.49:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-08T01:22:14.667266Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-08T01:22:15.348411Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a is starting a new election at term 1"} {"level":"info","ts":"2026-04-08T01:22:15.348504Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-08T01:22:15.348543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgPreVoteResp from d0ba3c4de8c6ef7a at term 1"} {"level":"info","ts":"2026-04-08T01:22:15.348693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became candidate at term 2"} {"level":"info","ts":"2026-04-08T01:22:15.348729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a received MsgVoteResp from d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-08T01:22:15.348754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d0ba3c4de8c6ef7a became leader at term 2"} {"level":"info","ts":"2026-04-08T01:22:15.348772Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d0ba3c4de8c6ef7a elected leader d0ba3c4de8c6ef7a at term 2"} {"level":"info","ts":"2026-04-08T01:22:15.350075Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d0ba3c4de8c6ef7a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.49:2379]}","request-path":"/0/members/d0ba3c4de8c6ef7a/attributes","cluster-id":"e76701b877f442ac","publish-timeout":"7s"} {"level":"info","ts":"2026-04-08T01:22:15.35015Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:22:15.350361Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:22:15.350468Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-08T01:22:15.351075Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-08T01:22:15.351113Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-08T01:22:15.351562Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e76701b877f442ac","local-member-id":"d0ba3c4de8c6ef7a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:22:15.35168Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:22:15.351716Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-08T01:22:15.353872Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-08T01:22:15.354006Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.49:2379"} {"level":"info","ts":"2026-04-08T01:22:16.896093Z","caller":"traceutil/trace.go:171","msg":"trace[316058481] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"143.027252ms","start":"2026-04-08T01:22:16.75302Z","end":"2026-04-08T01:22:16.896047Z","steps":["trace[316058481] 'process raft request' (duration: 142.779354ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.896231Z","caller":"traceutil/trace.go:171","msg":"trace[144882927] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"138.80516ms","start":"2026-04-08T01:22:16.757417Z","end":"2026-04-08T01:22:16.896222Z","steps":["trace[144882927] 'process raft request' (duration: 138.623954ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.896253Z","caller":"traceutil/trace.go:171","msg":"trace[6424882] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"135.350662ms","start":"2026-04-08T01:22:16.760888Z","end":"2026-04-08T01:22:16.896239Z","steps":["trace[6424882] 'process raft request' (duration: 135.222728ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.896185Z","caller":"traceutil/trace.go:171","msg":"trace[2071385383] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"138.1668ms","start":"2026-04-08T01:22:16.758006Z","end":"2026-04-08T01:22:16.896173Z","steps":["trace[2071385383] 'process raft request' (duration: 138.062596ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.896134Z","caller":"traceutil/trace.go:171","msg":"trace[989903136] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"139.235333ms","start":"2026-04-08T01:22:16.756862Z","end":"2026-04-08T01:22:16.896097Z","steps":["trace[989903136] 'process raft request' (duration: 139.062048ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.896348Z","caller":"traceutil/trace.go:171","msg":"trace[1073565087] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"134.924888ms","start":"2026-04-08T01:22:16.761371Z","end":"2026-04-08T01:22:16.896296Z","steps":["trace[1073565087] 'process raft request' (duration: 134.793084ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.896175Z","caller":"traceutil/trace.go:171","msg":"trace[575713514] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"138.918514ms","start":"2026-04-08T01:22:16.757226Z","end":"2026-04-08T01:22:16.896144Z","steps":["trace[575713514] 'process raft request' (duration: 138.783439ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.995743Z","caller":"traceutil/trace.go:171","msg":"trace[824413623] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"175.954562ms","start":"2026-04-08T01:22:16.819761Z","end":"2026-04-08T01:22:16.995716Z","steps":["trace[824413623] 'process raft request' (duration: 175.831408ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:16.995943Z","caller":"traceutil/trace.go:171","msg":"trace[1178136220] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"177.365965ms","start":"2026-04-08T01:22:16.818523Z","end":"2026-04-08T01:22:16.995889Z","steps":["trace[1178136220] 'process raft request' (duration: 141.139163ms)","trace[1178136220] 'compare' (duration: 35.733717ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:16.995991Z","caller":"traceutil/trace.go:171","msg":"trace[524361948] transaction","detail":"{read_only:false; number_of_response:0; response_revision:12; }","duration":"177.181299ms","start":"2026-04-08T01:22:16.818673Z","end":"2026-04-08T01:22:16.995854Z","steps":["trace[524361948] 'process raft request' (duration: 176.88795ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.000461Z","caller":"traceutil/trace.go:171","msg":"trace[582228499] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"100.033317ms","start":"2026-04-08T01:22:16.900394Z","end":"2026-04-08T01:22:17.000428Z","steps":["trace[582228499] 'process raft request' (duration: 99.828681ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.149579Z","caller":"traceutil/trace.go:171","msg":"trace[256562897] linearizableReadLoop","detail":"{readStateIndex:33; appliedIndex:25; }","duration":"117.960138ms","start":"2026-04-08T01:22:17.031587Z","end":"2026-04-08T01:22:17.149547Z","steps":["trace[256562897] 'read index received' (duration: 88.242859ms)","trace[256562897] 'applied index is now lower than readState.Index' (duration: 29.716209ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:17.149655Z","caller":"traceutil/trace.go:171","msg":"trace[68887936] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"143.747614ms","start":"2026-04-08T01:22:17.005867Z","end":"2026-04-08T01:22:17.149615Z","steps":["trace[68887936] 'process raft request' (duration: 143.480276ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.149627Z","caller":"traceutil/trace.go:171","msg":"trace[232304849] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"143.843948ms","start":"2026-04-08T01:22:17.005677Z","end":"2026-04-08T01:22:17.149521Z","steps":["trace[232304849] 'process raft request' (duration: 143.620941ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.149762Z","caller":"traceutil/trace.go:171","msg":"trace[246083381] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"143.646661ms","start":"2026-04-08T01:22:17.006105Z","end":"2026-04-08T01:22:17.149752Z","steps":["trace[246083381] 'process raft request' (duration: 143.30186ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.149873Z","caller":"traceutil/trace.go:171","msg":"trace[368713744] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"143.581309ms","start":"2026-04-08T01:22:17.006256Z","end":"2026-04-08T01:22:17.149837Z","steps":["trace[368713744] 'process raft request' (duration: 143.258659ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.149965Z","caller":"traceutil/trace.go:171","msg":"trace[1902847206] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"145.070676ms","start":"2026-04-08T01:22:17.004814Z","end":"2026-04-08T01:22:17.149885Z","steps":["trace[1902847206] 'process raft request' (duration: 115.015626ms)","trace[1902847206] 'compare' (duration: 29.267585ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:17.149724Z","caller":"traceutil/trace.go:171","msg":"trace[867021512] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"143.676663ms","start":"2026-04-08T01:22:17.006037Z","end":"2026-04-08T01:22:17.149714Z","steps":["trace[867021512] 'process raft request' (duration: 143.342672ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.150035Z","caller":"traceutil/trace.go:171","msg":"trace[1105494417] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"143.833197ms","start":"2026-04-08T01:22:17.006187Z","end":"2026-04-08T01:22:17.15002Z","steps":["trace[1105494417] 'process raft request' (duration: 143.259199ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.150047Z","caller":"traceutil/trace.go:171","msg":"trace[831631811] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"143.778825ms","start":"2026-04-08T01:22:17.006248Z","end":"2026-04-08T01:22:17.150027Z","steps":["trace[831631811] 'process raft request' (duration: 143.233348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:17.150193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.582424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3494"} {"level":"warn","ts":"2026-04-08T01:22:17.15012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.627471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:22:17.150255Z","caller":"traceutil/trace.go:171","msg":"trace[1892901979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29; }","duration":"115.810401ms","start":"2026-04-08T01:22:17.034426Z","end":"2026-04-08T01:22:17.150236Z","steps":["trace[1892901979] 'agreement among raft nodes before linearized reading' (duration: 115.401438ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.15033Z","caller":"traceutil/trace.go:171","msg":"trace[654093441] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:29; }","duration":"144.820278ms","start":"2026-04-08T01:22:17.005442Z","end":"2026-04-08T01:22:17.150262Z","steps":["trace[654093441] 'agreement among raft nodes before linearized reading' (duration: 144.56682ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268228Z","caller":"traceutil/trace.go:171","msg":"trace[1926602390] linearizableReadLoop","detail":"{readStateIndex:34; appliedIndex:33; }","duration":"113.369285ms","start":"2026-04-08T01:22:17.154828Z","end":"2026-04-08T01:22:17.268197Z","steps":["trace[1926602390] 'read index received' (duration: 109.417881ms)","trace[1926602390] 'applied index is now lower than readState.Index' (duration: 3.950234ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:17.268261Z","caller":"traceutil/trace.go:171","msg":"trace[1919184340] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"113.717455ms","start":"2026-04-08T01:22:17.15452Z","end":"2026-04-08T01:22:17.268238Z","steps":["trace[1919184340] 'process raft request' (duration: 109.659798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:17.268424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.568961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-08T01:22:17.268461Z","caller":"traceutil/trace.go:171","msg":"trace[865618791] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:30; }","duration":"113.650214ms","start":"2026-04-08T01:22:17.154799Z","end":"2026-04-08T01:22:17.268449Z","steps":["trace[865618791] 'agreement among raft nodes before linearized reading' (duration: 113.495909ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.26881Z","caller":"traceutil/trace.go:171","msg":"trace[641807699] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"113.22051ms","start":"2026-04-08T01:22:17.155495Z","end":"2026-04-08T01:22:17.268715Z","steps":["trace[641807699] 'process raft request' (duration: 113.051265ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268832Z","caller":"traceutil/trace.go:171","msg":"trace[205590282] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"113.756396ms","start":"2026-04-08T01:22:17.154901Z","end":"2026-04-08T01:22:17.268657Z","steps":["trace[205590282] 'process raft request' (duration: 113.569631ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268935Z","caller":"traceutil/trace.go:171","msg":"trace[1443785731] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"112.867459ms","start":"2026-04-08T01:22:17.15606Z","end":"2026-04-08T01:22:17.268927Z","steps":["trace[1443785731] 'process raft request' (duration: 112.622211ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268853Z","caller":"traceutil/trace.go:171","msg":"trace[1830738477] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"112.722424ms","start":"2026-04-08T01:22:17.156114Z","end":"2026-04-08T01:22:17.268837Z","steps":["trace[1830738477] 'process raft request' (duration: 112.611321ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268886Z","caller":"traceutil/trace.go:171","msg":"trace[1905893447] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"112.971332ms","start":"2026-04-08T01:22:17.155899Z","end":"2026-04-08T01:22:17.26887Z","steps":["trace[1905893447] 'process raft request' (duration: 112.678473ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268934Z","caller":"traceutil/trace.go:171","msg":"trace[805912235] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"112.8905ms","start":"2026-04-08T01:22:17.156034Z","end":"2026-04-08T01:22:17.268924Z","steps":["trace[805912235] 'process raft request' (duration: 112.57401ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:17.268904Z","caller":"traceutil/trace.go:171","msg":"trace[1272822233] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"112.842578ms","start":"2026-04-08T01:22:17.156053Z","end":"2026-04-08T01:22:17.268895Z","steps":["trace[1272822233] 'process raft request' (duration: 112.59253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:28.968792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748436856,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:22:29.147274Z","caller":"traceutil/trace.go:171","msg":"trace[381589416] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:410; }","duration":"679.497634ms","start":"2026-04-08T01:22:28.467756Z","end":"2026-04-08T01:22:29.147253Z","steps":["trace[381589416] 'read index received' (duration: 679.340169ms)","trace[381589416] 'applied index is now lower than readState.Index' (duration: 156.495µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:29.147327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:28.458872Z","time spent":"688.446764ms","remote":"127.0.0.1:32938","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T01:22:29.147488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.70813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-04-08T01:22:29.147525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.078128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:22:29.147563Z","caller":"traceutil/trace.go:171","msg":"trace[740944472] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:398; }","duration":"679.827354ms","start":"2026-04-08T01:22:28.467708Z","end":"2026-04-08T01:22:29.147535Z","steps":["trace[740944472] 'agreement among raft nodes before linearized reading' (duration: 679.674189ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:29.147606Z","caller":"traceutil/trace.go:171","msg":"trace[1519928270] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:398; }","duration":"456.226883ms","start":"2026-04-08T01:22:28.691368Z","end":"2026-04-08T01:22:29.147595Z","steps":["trace[1519928270] 'agreement among raft nodes before linearized reading' (duration: 456.037687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:29.147641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:28.691344Z","time spent":"456.288275ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:29.147633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:28.467687Z","time spent":"679.929567ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4346,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-08T01:22:39.940755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748436980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:40.441444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748436980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:40.519753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.122668749s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-08T01:22:41.343842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.379703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:41.343931Z","caller":"traceutil/trace.go:171","msg":"trace[1378674861] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:476; }","duration":"1.904249646s","start":"2026-04-08T01:22:39.439667Z","end":"2026-04-08T01:22:41.343916Z","steps":["trace[1378674861] 'read index received' (duration: 1.080342326s)","trace[1378674861] 'applied index is now lower than readState.Index' (duration: 823.90587ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:41.34413Z","caller":"traceutil/trace.go:171","msg":"trace[1615445125] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"1.947066434s","start":"2026-04-08T01:22:39.396982Z","end":"2026-04-08T01:22:41.344049Z","steps":["trace[1615445125] 'process raft request' (duration: 1.123057411s)","trace[1615445125] 'compare' (duration: 823.041643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:41.344164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904457083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:22:41.344418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.396959Z","time spent":"1.947320963s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:41.344423Z","caller":"traceutil/trace.go:171","msg":"trace[1305797057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:462; }","duration":"1.904726151s","start":"2026-04-08T01:22:39.439631Z","end":"2026-04-08T01:22:41.344357Z","steps":["trace[1305797057] 'agreement among raft nodes before linearized reading' (duration: 1.904335339s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:41.344535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.439614Z","time spent":"1.904883896s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:22:41.377465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656068566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:22:41.377538Z","caller":"traceutil/trace.go:171","msg":"trace[5038418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:463; }","duration":"1.65616095s","start":"2026-04-08T01:22:39.721357Z","end":"2026-04-08T01:22:41.377518Z","steps":["trace[5038418] 'agreement among raft nodes before linearized reading' (duration: 1.655989734s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:41.377533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907795927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:41.37758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.721344Z","time spent":"1.656227621s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:22:41.377624Z","caller":"traceutil/trace.go:171","msg":"trace[1460775356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:463; }","duration":"1.907941951s","start":"2026-04-08T01:22:39.469655Z","end":"2026-04-08T01:22:41.377597Z","steps":["trace[1460775356] 'agreement among raft nodes before linearized reading' (duration: 1.907656082s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:41.377709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:39.469628Z","time spent":"1.908065175s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:22:41.377776Z","caller":"traceutil/trace.go:171","msg":"trace[286789355] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"830.711972ms","start":"2026-04-08T01:22:40.547046Z","end":"2026-04-08T01:22:41.377758Z","steps":["trace[286789355] 'process raft request' (duration: 830.114233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:41.37801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:40.547023Z","time spent":"830.791855ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:47.377557Z","caller":"traceutil/trace.go:171","msg":"trace[281427463] transaction","detail":"{read_only:false; number_of_response:1; response_revision:523; }","duration":"736.106244ms","start":"2026-04-08T01:22:46.641392Z","end":"2026-04-08T01:22:47.377498Z","steps":["trace[281427463] 'process raft request' (duration: 735.763713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.377895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.641372Z","time spent":"736.316721ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7376,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:47.378433Z","caller":"traceutil/trace.go:171","msg":"trace[291141748] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"736.889148ms","start":"2026-04-08T01:22:46.641527Z","end":"2026-04-08T01:22:47.378416Z","steps":["trace[291141748] 'process raft request' (duration: 735.898647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.378535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.641504Z","time spent":"736.997301ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:47.378627Z","caller":"traceutil/trace.go:171","msg":"trace[1855265816] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"730.607352ms","start":"2026-04-08T01:22:46.647989Z","end":"2026-04-08T01:22:47.378596Z","steps":["trace[1855265816] 'process raft request' (duration: 730.391405ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:47.378741Z","caller":"traceutil/trace.go:171","msg":"trace[951475002] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"727.706811ms","start":"2026-04-08T01:22:46.650994Z","end":"2026-04-08T01:22:47.378701Z","steps":["trace[951475002] 'process raft request' (duration: 727.542896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.378849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.647969Z","time spent":"730.756686ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:47.382522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.650929Z","time spent":"727.918938ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:47.38302Z","caller":"traceutil/trace.go:171","msg":"trace[1679847187] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"719.561277ms","start":"2026-04-08T01:22:46.659758Z","end":"2026-04-08T01:22:47.379319Z","steps":["trace[1679847187] 'process raft request' (duration: 718.834834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.383261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.659738Z","time spent":"723.342145ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:47.384994Z","caller":"traceutil/trace.go:171","msg":"trace[1801702958] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"719.692471ms","start":"2026-04-08T01:22:46.665264Z","end":"2026-04-08T01:22:47.384956Z","steps":["trace[1801702958] 'process raft request' (duration: 714.175578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.385311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.665246Z","time spent":"719.903227ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:47.385724Z","caller":"traceutil/trace.go:171","msg":"trace[268896746] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"714.365183ms","start":"2026-04-08T01:22:46.671283Z","end":"2026-04-08T01:22:47.385648Z","steps":["trace[268896746] 'process raft request' (duration: 712.514115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.385818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.67125Z","time spent":"714.522668ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:47.385903Z","caller":"traceutil/trace.go:171","msg":"trace[2018659836] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"709.14886ms","start":"2026-04-08T01:22:46.676716Z","end":"2026-04-08T01:22:47.385865Z","steps":["trace[2018659836] 'process raft request' (duration: 708.83967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.386003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.676693Z","time spent":"709.270344ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:47.386023Z","caller":"traceutil/trace.go:171","msg":"trace[1464920926] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"708.603403ms","start":"2026-04-08T01:22:46.677358Z","end":"2026-04-08T01:22:47.385961Z","steps":["trace[1464920926] 'process raft request' (duration: 708.370846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.386306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.677329Z","time spent":"708.861071ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:47.386527Z","caller":"traceutil/trace.go:171","msg":"trace[1356687683] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"703.748421ms","start":"2026-04-08T01:22:46.682761Z","end":"2026-04-08T01:22:47.38651Z","steps":["trace[1356687683] 'process raft request' (duration: 703.048929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.386665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.682745Z","time spent":"703.877326ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:47.387917Z","caller":"traceutil/trace.go:171","msg":"trace[2105670431] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"702.503163ms","start":"2026-04-08T01:22:46.684409Z","end":"2026-04-08T01:22:47.386912Z","steps":["trace[2105670431] 'process raft request' (duration: 702.09155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.388064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.68438Z","time spent":"703.576526ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:47.388689Z","caller":"traceutil/trace.go:171","msg":"trace[891404016] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"591.558663ms","start":"2026-04-08T01:22:46.797106Z","end":"2026-04-08T01:22:47.388665Z","steps":["trace[891404016] 'process raft request' (duration: 591.13592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:47.388796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:46.797074Z","time spent":"591.688008ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:22:47.810776Z","caller":"traceutil/trace.go:171","msg":"trace[1215630658] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"100.487802ms","start":"2026-04-08T01:22:47.710251Z","end":"2026-04-08T01:22:47.810739Z","steps":["trace[1215630658] 'process raft request' (duration: 62.758592ms)","trace[1215630658] 'compare' (duration: 37.523964ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:48.021993Z","caller":"traceutil/trace.go:171","msg":"trace[1610512551] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"140.42766ms","start":"2026-04-08T01:22:47.881516Z","end":"2026-04-08T01:22:48.021943Z","steps":["trace[1610512551] 'process raft request' (duration: 83.360456ms)","trace[1610512551] 'compare' (duration: 56.750484ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:48.046549Z","caller":"traceutil/trace.go:171","msg":"trace[1927753527] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"108.445911ms","start":"2026-04-08T01:22:47.938077Z","end":"2026-04-08T01:22:48.046523Z","steps":["trace[1927753527] 'process raft request' (duration: 108.304396ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:48.202092Z","caller":"traceutil/trace.go:171","msg":"trace[1412112327] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"209.922483ms","start":"2026-04-08T01:22:47.992129Z","end":"2026-04-08T01:22:48.202052Z","steps":["trace[1412112327] 'process raft request' (duration: 140.948207ms)","trace[1412112327] 'compare' (duration: 68.689507ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:48.202777Z","caller":"traceutil/trace.go:171","msg":"trace[378460296] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"150.990851ms","start":"2026-04-08T01:22:48.051771Z","end":"2026-04-08T01:22:48.202762Z","steps":["trace[378460296] 'process raft request' (duration: 150.764293ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:48.202977Z","caller":"traceutil/trace.go:171","msg":"trace[104422890] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"132.456132ms","start":"2026-04-08T01:22:48.07047Z","end":"2026-04-08T01:22:48.202926Z","steps":["trace[104422890] 'process raft request' (duration: 132.212534ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:49.090028Z","caller":"traceutil/trace.go:171","msg":"trace[1526948586] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"124.321167ms","start":"2026-04-08T01:22:48.965667Z","end":"2026-04-08T01:22:49.089988Z","steps":["trace[1526948586] 'process raft request' (duration: 102.625539ms)","trace[1526948586] 'compare' (duration: 21.406649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:49.423304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.942868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-04-08T01:22:49.42337Z","caller":"traceutil/trace.go:171","msg":"trace[1975046709] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:587; }","duration":"205.065802ms","start":"2026-04-08T01:22:49.218287Z","end":"2026-04-08T01:22:49.423353Z","steps":["trace[1975046709] 'range keys from in-memory index tree' (duration: 204.798764ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:49.466688Z","caller":"traceutil/trace.go:171","msg":"trace[762680940] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"217.322164ms","start":"2026-04-08T01:22:49.249352Z","end":"2026-04-08T01:22:49.466674Z","steps":["trace[762680940] 'process raft request' (duration: 217.085067ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:49.662352Z","caller":"traceutil/trace.go:171","msg":"trace[2051519416] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"187.860433ms","start":"2026-04-08T01:22:49.474467Z","end":"2026-04-08T01:22:49.662328Z","steps":["trace[2051519416] 'read index received' (duration: 187.027757ms)","trace[2051519416] 'applied index is now lower than readState.Index' (duration: 831.716µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:49.662466Z","caller":"traceutil/trace.go:171","msg":"trace[40170604] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"187.997968ms","start":"2026-04-08T01:22:49.474441Z","end":"2026-04-08T01:22:49.662439Z","steps":["trace[40170604] 'process raft request' (duration: 187.10003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:49.66257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.077251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:22:49.662604Z","caller":"traceutil/trace.go:171","msg":"trace[774192134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"188.168244ms","start":"2026-04-08T01:22:49.474427Z","end":"2026-04-08T01:22:49.662595Z","steps":["trace[774192134] 'agreement among raft nodes before linearized reading' (duration: 188.021189ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:49.670262Z","caller":"traceutil/trace.go:171","msg":"trace[332998402] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"193.285513ms","start":"2026-04-08T01:22:49.476961Z","end":"2026-04-08T01:22:49.670247Z","steps":["trace[332998402] 'process raft request' (duration: 193.102887ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:49.670363Z","caller":"traceutil/trace.go:171","msg":"trace[328694596] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"192.85424ms","start":"2026-04-08T01:22:49.47749Z","end":"2026-04-08T01:22:49.670344Z","steps":["trace[328694596] 'process raft request' (duration: 192.655344ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:49.670477Z","caller":"traceutil/trace.go:171","msg":"trace[1890861066] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"158.703892ms","start":"2026-04-08T01:22:49.511765Z","end":"2026-04-08T01:22:49.670468Z","steps":["trace[1890861066] 'process raft request' (duration: 158.432593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:49.670853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.492856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-04-08T01:22:49.670934Z","caller":"traceutil/trace.go:171","msg":"trace[288844636] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:592; }","duration":"190.94328ms","start":"2026-04-08T01:22:49.479971Z","end":"2026-04-08T01:22:49.670914Z","steps":["trace[288844636] 'agreement among raft nodes before linearized reading' (duration: 190.410083ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:53.673278Z","caller":"traceutil/trace.go:171","msg":"trace[415025261] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"131.44945ms","start":"2026-04-08T01:22:53.541523Z","end":"2026-04-08T01:22:53.672973Z","steps":["trace[415025261] 'process raft request' (duration: 47.763634ms)","trace[415025261] 'compare' (duration: 83.50231ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:54.922621Z","caller":"traceutil/trace.go:171","msg":"trace[369985819] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"142.434953ms","start":"2026-04-08T01:22:54.780165Z","end":"2026-04-08T01:22:54.9226Z","steps":["trace[369985819] 'read index received' (duration: 141.838474ms)","trace[369985819] 'applied index is now lower than readState.Index' (duration: 595.499µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:54.922671Z","caller":"traceutil/trace.go:171","msg":"trace[2116998835] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"171.794121ms","start":"2026-04-08T01:22:54.750851Z","end":"2026-04-08T01:22:54.922645Z","steps":["trace[2116998835] 'process raft request' (duration: 171.308846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:54.922779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.594579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:54.922816Z","caller":"traceutil/trace.go:171","msg":"trace[274056521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:615; }","duration":"142.680401ms","start":"2026-04-08T01:22:54.780124Z","end":"2026-04-08T01:22:54.922804Z","steps":["trace[274056521] 'agreement among raft nodes before linearized reading' (duration: 142.597999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:54.923089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.297613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:54.923206Z","caller":"traceutil/trace.go:171","msg":"trace[428270129] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:615; }","duration":"114.637524ms","start":"2026-04-08T01:22:54.808518Z","end":"2026-04-08T01:22:54.923156Z","steps":["trace[428270129] 'agreement among raft nodes before linearized reading' (duration: 114.284093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:54.923205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.936809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:54.923277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.907904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:54.923242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.673627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:54.923302Z","caller":"traceutil/trace.go:171","msg":"trace[500136120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:615; }","duration":"143.096094ms","start":"2026-04-08T01:22:54.780186Z","end":"2026-04-08T01:22:54.923282Z","steps":["trace[500136120] 'agreement among raft nodes before linearized reading' (duration: 142.586848ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:54.923364Z","caller":"traceutil/trace.go:171","msg":"trace[37021949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:615; }","duration":"115.860972ms","start":"2026-04-08T01:22:54.807476Z","end":"2026-04-08T01:22:54.923337Z","steps":["trace[37021949] 'agreement among raft nodes before linearized reading' (duration: 115.635555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:54.923304Z","caller":"traceutil/trace.go:171","msg":"trace[2091269821] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:615; }","duration":"115.969046ms","start":"2026-04-08T01:22:54.807327Z","end":"2026-04-08T01:22:54.923296Z","steps":["trace[2091269821] 'agreement among raft nodes before linearized reading' (duration: 115.921674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:55.257393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.792331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:22:55.257584Z","caller":"traceutil/trace.go:171","msg":"trace[522739530] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"278.306212ms","start":"2026-04-08T01:22:54.979258Z","end":"2026-04-08T01:22:55.257564Z","steps":["trace[522739530] 'process raft request' (duration: 67.267854ms)","trace[522739530] 'compare' (duration: 210.634805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:55.615784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.166409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:22:55.615888Z","caller":"traceutil/trace.go:171","msg":"trace[550218550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"145.349354ms","start":"2026-04-08T01:22:55.470517Z","end":"2026-04-08T01:22:55.615866Z","steps":["trace[550218550] 'range keys from in-memory index tree' (duration: 144.978603ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:55.830324Z","caller":"traceutil/trace.go:171","msg":"trace[172019400] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"147.497952ms","start":"2026-04-08T01:22:55.682796Z","end":"2026-04-08T01:22:55.830294Z","steps":["trace[172019400] 'process raft request' (duration: 146.773779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:55.830564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.135639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:22:55.83066Z","caller":"traceutil/trace.go:171","msg":"trace[733338009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:617; }","duration":"138.287014ms","start":"2026-04-08T01:22:55.692348Z","end":"2026-04-08T01:22:55.830635Z","steps":["trace[733338009] 'agreement among raft nodes before linearized reading' (duration: 138.030706ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:55.830759Z","caller":"traceutil/trace.go:171","msg":"trace[1540247613] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:636; }","duration":"137.84412ms","start":"2026-04-08T01:22:55.692398Z","end":"2026-04-08T01:22:55.830242Z","steps":["trace[1540247613] 'read index received' (duration: 136.841118ms)","trace[1540247613] 'applied index is now lower than readState.Index' (duration: 1.002012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:22:55.831148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.36845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T01:22:55.831217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.751927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:22:55.831236Z","caller":"traceutil/trace.go:171","msg":"trace[421776225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:617; }","duration":"102.460703ms","start":"2026-04-08T01:22:55.728756Z","end":"2026-04-08T01:22:55.831216Z","steps":["trace[421776225] 'agreement among raft nodes before linearized reading' (duration: 102.198595ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:55.831264Z","caller":"traceutil/trace.go:171","msg":"trace[1927340298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"106.845721ms","start":"2026-04-08T01:22:55.724403Z","end":"2026-04-08T01:22:55.831249Z","steps":["trace[1927340298] 'agreement among raft nodes before linearized reading' (duration: 106.510831ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:56.011383Z","caller":"traceutil/trace.go:171","msg":"trace[164604534] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"175.995303ms","start":"2026-04-08T01:22:55.835353Z","end":"2026-04-08T01:22:56.011348Z","steps":["trace[164604534] 'process raft request' (duration: 175.883039ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:56.011478Z","caller":"traceutil/trace.go:171","msg":"trace[1640459871] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"176.147677ms","start":"2026-04-08T01:22:55.835289Z","end":"2026-04-08T01:22:56.011437Z","steps":["trace[1640459871] 'process raft request' (duration: 175.712993ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:56.011727Z","caller":"traceutil/trace.go:171","msg":"trace[417625539] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"176.169028ms","start":"2026-04-08T01:22:55.835525Z","end":"2026-04-08T01:22:56.011694Z","steps":["trace[417625539] 'process raft request' (duration: 175.775425ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:56.034429Z","caller":"traceutil/trace.go:171","msg":"trace[1340357978] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"139.708468ms","start":"2026-04-08T01:22:55.894698Z","end":"2026-04-08T01:22:56.034406Z","steps":["trace[1340357978] 'process raft request' (duration: 139.610555ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:56.962437Z","caller":"traceutil/trace.go:171","msg":"trace[596601053] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"404.973491ms","start":"2026-04-08T01:22:56.557438Z","end":"2026-04-08T01:22:56.962412Z","steps":["trace[596601053] 'read index received' (duration: 403.865947ms)","trace[596601053] 'applied index is now lower than readState.Index' (duration: 1.106614ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:56.962549Z","caller":"traceutil/trace.go:171","msg":"trace[1679149292] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"474.945659ms","start":"2026-04-08T01:22:56.487556Z","end":"2026-04-08T01:22:56.962502Z","steps":["trace[1679149292] 'process raft request' (duration: 474.098903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:56.962661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.205479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2mtcz\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-08T01:22:56.962711Z","caller":"traceutil/trace.go:171","msg":"trace[968460945] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2mtcz; range_end:; response_count:1; response_revision:626; }","duration":"405.323642ms","start":"2026-04-08T01:22:56.557374Z","end":"2026-04-08T01:22:56.962698Z","steps":["trace[968460945] 'agreement among raft nodes before linearized reading' (duration: 405.135406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:56.962754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:56.557341Z","time spent":"405.404835ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-2mtcz\" "} {"level":"warn","ts":"2026-04-08T01:22:56.962823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:56.487519Z","time spent":"475.147695ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:57.971106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748437318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:58.471651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748437318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:58.598999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.622977192s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:22:58.600865Z","caller":"traceutil/trace.go:171","msg":"trace[271000186] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"1.625008895s","start":"2026-04-08T01:22:56.975828Z","end":"2026-04-08T01:22:58.600837Z","steps":["trace[271000186] 'process raft request' (duration: 1.623525188s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.601041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:56.975793Z","time spent":"1.625150519s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:22:58.76445Z","caller":"traceutil/trace.go:171","msg":"trace[1359180851] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:646; }","duration":"1.29380788s","start":"2026-04-08T01:22:57.470609Z","end":"2026-04-08T01:22:58.764417Z","steps":["trace[1359180851] 'read index received' (duration: 1.128830142s)","trace[1359180851] 'applied index is now lower than readState.Index' (duration: 164.976718ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:22:58.764683Z","caller":"traceutil/trace.go:171","msg":"trace[1814403319] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"843.270545ms","start":"2026-04-08T01:22:57.921399Z","end":"2026-04-08T01:22:58.76467Z","steps":["trace[1814403319] 'process raft request' (duration: 842.954815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.765461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.561854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:22:58.76553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.812291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:22:58.76562Z","caller":"traceutil/trace.go:171","msg":"trace[369638165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:629; }","duration":"748.793571ms","start":"2026-04-08T01:22:58.016787Z","end":"2026-04-08T01:22:58.765581Z","steps":["trace[369638165] 'agreement among raft nodes before linearized reading' (duration: 748.344187ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:58.765634Z","caller":"traceutil/trace.go:171","msg":"trace[773635554] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:629; }","duration":"297.937735ms","start":"2026-04-08T01:22:58.467672Z","end":"2026-04-08T01:22:58.765609Z","steps":["trace[773635554] 'agreement among raft nodes before linearized reading' (duration: 297.520362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.765689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.016758Z","time spent":"748.917955ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:58.765498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.921363Z","time spent":"844.044769ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:22:58.765201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.41926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:22:58.766249Z","caller":"traceutil/trace.go:171","msg":"trace[1036979654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:629; }","duration":"749.513253ms","start":"2026-04-08T01:22:58.016709Z","end":"2026-04-08T01:22:58.766222Z","steps":["trace[1036979654] 'agreement among raft nodes before linearized reading' (duration: 748.413259ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:22:58.764743Z","caller":"traceutil/trace.go:171","msg":"trace[1416659102] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"1.743128918s","start":"2026-04-08T01:22:57.021582Z","end":"2026-04-08T01:22:58.764711Z","steps":["trace[1416659102] 'process raft request' (duration: 1.742595641s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.766407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.016684Z","time spent":"749.700559ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:22:58.766407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.021551Z","time spent":"1.74479264s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-08T01:22:58.765305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.261474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:22:58.766619Z","caller":"traceutil/trace.go:171","msg":"trace[764167407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:629; }","duration":"749.616037ms","start":"2026-04-08T01:22:58.016984Z","end":"2026-04-08T01:22:58.7666Z","steps":["trace[764167407] 'agreement among raft nodes before linearized reading' (duration: 748.070269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.766677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.016942Z","time spent":"749.71965ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:22:58.765074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.822567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:22:58.766723Z","caller":"traceutil/trace.go:171","msg":"trace[405059534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:629; }","duration":"889.535271ms","start":"2026-04-08T01:22:57.877174Z","end":"2026-04-08T01:22:58.76671Z","steps":["trace[405059534] 'agreement among raft nodes before linearized reading' (duration: 887.694054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.765235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294603034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:22:58.766772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.877141Z","time spent":"889.619904ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:22:58.766836Z","caller":"traceutil/trace.go:171","msg":"trace[178137848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:629; }","duration":"1.296311368s","start":"2026-04-08T01:22:57.470506Z","end":"2026-04-08T01:22:58.766817Z","steps":["trace[178137848] 'agreement among raft nodes before linearized reading' (duration: 1.294638185s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:22:58.766896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:57.470488Z","time spent":"1.296393801s","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:22:59.280443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748437330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:22:59.781027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748437330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:23:00.282006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748437330,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:23:00.372694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593409389s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:23:00.373251Z","caller":"traceutil/trace.go:171","msg":"trace[1729936097] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.600364846s","start":"2026-04-08T01:22:58.772862Z","end":"2026-04-08T01:23:00.373227Z","steps":["trace[1729936097] 'process raft request' (duration: 1.600047436s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:00.373422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.772234Z","time spent":"1.601097689s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:00.373731Z","caller":"traceutil/trace.go:171","msg":"trace[1444831083] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.600697307s","start":"2026-04-08T01:22:58.772964Z","end":"2026-04-08T01:23:00.373661Z","steps":["trace[1444831083] 'process raft request' (duration: 1.600217222s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:00.374034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.772945Z","time spent":"1.600897392s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:00.379014Z","caller":"traceutil/trace.go:171","msg":"trace[1098442523] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.606019053s","start":"2026-04-08T01:22:58.772973Z","end":"2026-04-08T01:23:00.378992Z","steps":["trace[1098442523] 'process raft request' (duration: 1.605898929s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:00.379088Z","caller":"traceutil/trace.go:171","msg":"trace[1223368813] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.606082285s","start":"2026-04-08T01:22:58.772994Z","end":"2026-04-08T01:23:00.379076Z","steps":["trace[1223368813] 'process raft request' (duration: 1.60048908s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:00.37912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.772945Z","time spent":"1.606127596s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:00.37915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.772986Z","time spent":"1.606136316s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:00.507661Z","caller":"traceutil/trace.go:171","msg":"trace[1567560211] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:651; }","duration":"1.727682006s","start":"2026-04-08T01:22:58.779905Z","end":"2026-04-08T01:23:00.507587Z","steps":["trace[1567560211] 'read index received' (duration: 1.593412139s)","trace[1567560211] 'applied index is now lower than readState.Index' (duration: 134.268677ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:00.507701Z","caller":"traceutil/trace.go:171","msg":"trace[469260171] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.726910992s","start":"2026-04-08T01:22:58.780738Z","end":"2026-04-08T01:23:00.507649Z","steps":["trace[469260171] 'process raft request' (duration: 1.631715006s)","trace[469260171] 'compare' (duration: 94.9887ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:00.507886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732874579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:23:00.507921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.780717Z","time spent":"1.727075958s","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:00.507931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72553919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"warn","ts":"2026-04-08T01:23:00.507932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.297746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:00.507958Z","caller":"traceutil/trace.go:171","msg":"trace[1506193996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"1.732954021s","start":"2026-04-08T01:22:58.774984Z","end":"2026-04-08T01:23:00.507938Z","steps":["trace[1506193996] 'agreement among raft nodes before linearized reading' (duration: 1.732774876s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:00.507974Z","caller":"traceutil/trace.go:171","msg":"trace[1655937122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:634; }","duration":"1.725626772s","start":"2026-04-08T01:22:58.782335Z","end":"2026-04-08T01:23:00.507962Z","steps":["trace[1655937122] 'agreement among raft nodes before linearized reading' (duration: 1.725474377s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:00.507989Z","caller":"traceutil/trace.go:171","msg":"trace[1056551968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"488.420491ms","start":"2026-04-08T01:23:00.019551Z","end":"2026-04-08T01:23:00.507971Z","steps":["trace[1056551968] 'agreement among raft nodes before linearized reading' (duration: 488.301817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:00.507996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.774927Z","time spent":"1.733062025s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:23:00.508014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:22:58.782314Z","time spent":"1.725692375s","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-04-08T01:23:00.508023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:00.019533Z","time spent":"488.483082ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:23:02.045912Z","caller":"traceutil/trace.go:171","msg":"trace[831234200] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"327.088487ms","start":"2026-04-08T01:23:01.718803Z","end":"2026-04-08T01:23:02.045892Z","steps":["trace[831234200] 'process raft request' (duration: 326.925682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:02.046063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:01.717894Z","time spent":"328.110499ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:23:10.758977Z","caller":"traceutil/trace.go:171","msg":"trace[1292448919] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"319.274612ms","start":"2026-04-08T01:23:10.439673Z","end":"2026-04-08T01:23:10.758948Z","steps":["trace[1292448919] 'process raft request' (duration: 319.166348ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:10.759168Z","caller":"traceutil/trace.go:171","msg":"trace[392568488] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:779; }","duration":"293.173846ms","start":"2026-04-08T01:23:10.465963Z","end":"2026-04-08T01:23:10.759137Z","steps":["trace[392568488] 'read index received' (duration: 46.580766ms)","trace[392568488] 'applied index is now lower than readState.Index' (duration: 246.59174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:10.759308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.329121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:23:10.759323Z","caller":"traceutil/trace.go:171","msg":"trace[110122790] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"321.12339ms","start":"2026-04-08T01:23:10.438173Z","end":"2026-04-08T01:23:10.759297Z","steps":["trace[110122790] 'process raft request' (duration: 284.590948ms)","trace[110122790] 'compare' (duration: 35.928663ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:10.759308Z","caller":"traceutil/trace.go:171","msg":"trace[96075877] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"315.776563ms","start":"2026-04-08T01:23:10.443482Z","end":"2026-04-08T01:23:10.759258Z","steps":["trace[96075877] 'process raft request' (duration: 315.418221ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:10.759348Z","caller":"traceutil/trace.go:171","msg":"trace[1228994456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:759; }","duration":"293.430794ms","start":"2026-04-08T01:23:10.465907Z","end":"2026-04-08T01:23:10.759337Z","steps":["trace[1228994456] 'agreement among raft nodes before linearized reading' (duration: 293.331521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:10.75945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:10.43816Z","time spent":"321.210673ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:10.759354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:10.439656Z","time spent":"319.454808ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:10.759485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:10.443468Z","time spent":"315.927128ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:12.992256Z","caller":"traceutil/trace.go:171","msg":"trace[37941780] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"224.711106ms","start":"2026-04-08T01:23:12.767508Z","end":"2026-04-08T01:23:12.992219Z","steps":["trace[37941780] 'process raft request' (duration: 224.452508ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:13.03086Z","caller":"traceutil/trace.go:171","msg":"trace[1898947247] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"261.452854ms","start":"2026-04-08T01:23:12.769383Z","end":"2026-04-08T01:23:13.030836Z","steps":["trace[1898947247] 'process raft request' (duration: 261.387222ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:13.030952Z","caller":"traceutil/trace.go:171","msg":"trace[534962206] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"262.456536ms","start":"2026-04-08T01:23:12.768465Z","end":"2026-04-08T01:23:13.030922Z","steps":["trace[534962206] 'process raft request' (duration: 262.161847ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:16.284211Z","caller":"traceutil/trace.go:171","msg":"trace[1004702705] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"599.401641ms","start":"2026-04-08T01:23:15.684768Z","end":"2026-04-08T01:23:16.28417Z","steps":["trace[1004702705] 'process raft request' (duration: 599.116832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:16.284426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:15.684735Z","time spent":"599.566226ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:21.165864Z","caller":"traceutil/trace.go:171","msg":"trace[1299726385] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"107.947683ms","start":"2026-04-08T01:23:21.057875Z","end":"2026-04-08T01:23:21.165823Z","steps":["trace[1299726385] 'process raft request' (duration: 103.91333ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:35.766079Z","caller":"traceutil/trace.go:171","msg":"trace[649618595] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"109.427357ms","start":"2026-04-08T01:23:35.656634Z","end":"2026-04-08T01:23:35.766061Z","steps":["trace[649618595] 'read index received' (duration: 109.229701ms)","trace[649618595] 'applied index is now lower than readState.Index' (duration: 197.076µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:35.766144Z","caller":"traceutil/trace.go:171","msg":"trace[645860455] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"137.37185ms","start":"2026-04-08T01:23:35.628742Z","end":"2026-04-08T01:23:35.766114Z","steps":["trace[645860455] 'process raft request' (duration: 137.201535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:35.766267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.594543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:23:35.766367Z","caller":"traceutil/trace.go:171","msg":"trace[58476611] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1121; }","duration":"109.761648ms","start":"2026-04-08T01:23:35.656582Z","end":"2026-04-08T01:23:35.766343Z","steps":["trace[58476611] 'agreement among raft nodes before linearized reading' (duration: 109.558102ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:37.453877Z","caller":"traceutil/trace.go:171","msg":"trace[1754035611] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"164.013803ms","start":"2026-04-08T01:23:37.289827Z","end":"2026-04-08T01:23:37.453841Z","steps":["trace[1754035611] 'process raft request' (duration: 100.076273ms)","trace[1754035611] 'compare' (duration: 63.825107ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:37.518358Z","caller":"traceutil/trace.go:171","msg":"trace[771782452] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"201.587709ms","start":"2026-04-08T01:23:37.316684Z","end":"2026-04-08T01:23:37.518272Z","steps":["trace[771782452] 'process raft request' (duration: 201.131525ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.658799Z","caller":"traceutil/trace.go:171","msg":"trace[1484134305] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"134.159752ms","start":"2026-04-08T01:23:51.524592Z","end":"2026-04-08T01:23:51.658752Z","steps":["trace[1484134305] 'process raft request' (duration: 133.823122ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:23:51.806271Z","caller":"traceutil/trace.go:171","msg":"trace[1611944448] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"142.182476ms","start":"2026-04-08T01:23:51.664044Z","end":"2026-04-08T01:23:51.806226Z","steps":["trace[1611944448] 'process raft request' (duration: 103.223048ms)","trace[1611944448] 'compare' (duration: 38.772173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:23:52.955009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11368558s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:23:52.956078Z","caller":"traceutil/trace.go:171","msg":"trace[1850382863] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"1.114592498s","start":"2026-04-08T01:23:51.841211Z","end":"2026-04-08T01:23:52.955804Z","steps":["trace[1850382863] 'process raft request' (duration: 1.114204566s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.956266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:51.841191Z","time spent":"1.114978799s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:23:52.999729Z","caller":"traceutil/trace.go:171","msg":"trace[823722224] linearizableReadLoop","detail":"{readStateIndex:1251; appliedIndex:1249; }","duration":"364.014033ms","start":"2026-04-08T01:23:52.635679Z","end":"2026-04-08T01:23:52.999693Z","steps":["trace[823722224] 'read index received' (duration: 319.751183ms)","trace[823722224] 'applied index is now lower than readState.Index' (duration: 44.2617ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:23:52.999784Z","caller":"traceutil/trace.go:171","msg":"trace[1149034628] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"919.232759ms","start":"2026-04-08T01:23:52.080523Z","end":"2026-04-08T01:23:52.999756Z","steps":["trace[1149034628] 'process raft request' (duration: 919.014452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:52.999947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.080484Z","time spent":"919.365283ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6388,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:23:53.000134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.451877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:23:53.000184Z","caller":"traceutil/trace.go:171","msg":"trace[732685022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1218; }","duration":"364.506749ms","start":"2026-04-08T01:23:52.635665Z","end":"2026-04-08T01:23:53.000172Z","steps":["trace[732685022] 'agreement among raft nodes before linearized reading' (duration: 364.180349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:23:53.000216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:23:52.635641Z","time spent":"364.56688ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:24:02.148063Z","caller":"traceutil/trace.go:171","msg":"trace[188065319] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1337; }","duration":"264.27141ms","start":"2026-04-08T01:24:01.883764Z","end":"2026-04-08T01:24:02.148035Z","steps":["trace[188065319] 'read index received' (duration: 264.024222ms)","trace[188065319] 'applied index is now lower than readState.Index' (duration: 246.177µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:02.148215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.424444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:02.148204Z","caller":"traceutil/trace.go:171","msg":"trace[1844250629] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"275.010287ms","start":"2026-04-08T01:24:01.873147Z","end":"2026-04-08T01:24:02.148158Z","steps":["trace[1844250629] 'process raft request' (duration: 274.718478ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:02.148253Z","caller":"traceutil/trace.go:171","msg":"trace[1265274463] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1299; }","duration":"264.524157ms","start":"2026-04-08T01:24:01.883717Z","end":"2026-04-08T01:24:02.148241Z","steps":["trace[1265274463] 'agreement among raft nodes before linearized reading' (duration: 264.431924ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:05.957034Z","caller":"traceutil/trace.go:171","msg":"trace[2082877295] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"161.366092ms","start":"2026-04-08T01:24:05.795634Z","end":"2026-04-08T01:24:05.957Z","steps":["trace[2082877295] 'process raft request' (duration: 153.986837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:06.169012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.631444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:06.169115Z","caller":"traceutil/trace.go:171","msg":"trace[314666394] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:1320; }","duration":"108.796149ms","start":"2026-04-08T01:24:06.060297Z","end":"2026-04-08T01:24:06.169093Z","steps":["trace[314666394] 'range keys from in-memory index tree' (duration: 108.539041ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:06.370208Z","caller":"traceutil/trace.go:171","msg":"trace[1183378887] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"107.987124ms","start":"2026-04-08T01:24:06.262193Z","end":"2026-04-08T01:24:06.37018Z","steps":["trace[1183378887] 'process raft request' (duration: 107.914342ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:06.370328Z","caller":"traceutil/trace.go:171","msg":"trace[936215270] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"112.433059ms","start":"2026-04-08T01:24:06.257847Z","end":"2026-04-08T01:24:06.37028Z","steps":["trace[936215270] 'process raft request' (duration: 14.832122ms)","trace[936215270] 'compare' (duration: 97.281847ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:07.024491Z","caller":"traceutil/trace.go:171","msg":"trace[1264930206] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"114.550215ms","start":"2026-04-08T01:24:06.909905Z","end":"2026-04-08T01:24:07.024455Z","steps":["trace[1264930206] 'process raft request' (duration: 101.791985ms)","trace[1264930206] 'compare' (duration: 12.45653ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:07.223147Z","caller":"traceutil/trace.go:171","msg":"trace[2044199961] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"114.118461ms","start":"2026-04-08T01:24:07.108977Z","end":"2026-04-08T01:24:07.223096Z","steps":["trace[2044199961] 'process raft request' (duration: 52.859162ms)","trace[2044199961] 'compare' (duration: 60.960149ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:09.216811Z","caller":"traceutil/trace.go:171","msg":"trace[1338529329] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"106.815678ms","start":"2026-04-08T01:24:09.109966Z","end":"2026-04-08T01:24:09.216781Z","steps":["trace[1338529329] 'process raft request' (duration: 106.399765ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:09.359564Z","caller":"traceutil/trace.go:171","msg":"trace[2018034864] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"137.780432ms","start":"2026-04-08T01:24:09.221739Z","end":"2026-04-08T01:24:09.35952Z","steps":["trace[2018034864] 'process raft request' (duration: 62.439805ms)","trace[2018034864] 'compare' (duration: 75.149131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:11.651575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.055809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:24:11.65215Z","caller":"traceutil/trace.go:171","msg":"trace[644891448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1361; }","duration":"114.702949ms","start":"2026-04-08T01:24:11.537421Z","end":"2026-04-08T01:24:11.652124Z","steps":["trace[644891448] 'range keys from in-memory index tree' (duration: 113.849552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:11.651712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.790524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:11.652372Z","caller":"traceutil/trace.go:171","msg":"trace[1599323270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"181.513346ms","start":"2026-04-08T01:24:11.470826Z","end":"2026-04-08T01:24:11.652339Z","steps":["trace[1599323270] 'range keys from in-memory index tree' (duration: 180.619269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:11.651915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.11256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-08T01:24:11.652485Z","caller":"traceutil/trace.go:171","msg":"trace[201992345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1361; }","duration":"232.722149ms","start":"2026-04-08T01:24:11.419739Z","end":"2026-04-08T01:24:11.652461Z","steps":["trace[201992345] 'range keys from in-memory index tree' (duration: 231.895433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:11.651997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.071798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:24:11.65264Z","caller":"traceutil/trace.go:171","msg":"trace[1297505723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1361; }","duration":"231.77562ms","start":"2026-04-08T01:24:11.420848Z","end":"2026-04-08T01:24:11.652623Z","steps":["trace[1297505723] 'range keys from in-memory index tree' (duration: 230.858322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:16.85819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.388876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:16.858231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.905357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:24:16.858282Z","caller":"traceutil/trace.go:171","msg":"trace[1110351979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"387.54269ms","start":"2026-04-08T01:24:16.470723Z","end":"2026-04-08T01:24:16.858265Z","steps":["trace[1110351979] 'range keys from in-memory index tree' (duration: 387.224091ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:16.858305Z","caller":"traceutil/trace.go:171","msg":"trace[47941029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1471; }","duration":"440.064652ms","start":"2026-04-08T01:24:16.418221Z","end":"2026-04-08T01:24:16.858286Z","steps":["trace[47941029] 'range keys from in-memory index tree' (duration: 439.638589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:16.858318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:16.470702Z","time spent":"387.607823ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:16.858346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:16.418193Z","time spent":"440.146045ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:24:17.415701Z","caller":"traceutil/trace.go:171","msg":"trace[1725523582] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"143.153977ms","start":"2026-04-08T01:24:17.272523Z","end":"2026-04-08T01:24:17.415677Z","steps":["trace[1725523582] 'process raft request' (duration: 142.998272ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:19.614872Z","caller":"traceutil/trace.go:171","msg":"trace[1253157129] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1528; }","duration":"143.659752ms","start":"2026-04-08T01:24:19.471184Z","end":"2026-04-08T01:24:19.614844Z","steps":["trace[1253157129] 'read index received' (duration: 143.394594ms)","trace[1253157129] 'applied index is now lower than readState.Index' (duration: 264.338µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:19.614927Z","caller":"traceutil/trace.go:171","msg":"trace[622617280] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"193.201273ms","start":"2026-04-08T01:24:19.421691Z","end":"2026-04-08T01:24:19.614893Z","steps":["trace[622617280] 'process raft request' (duration: 192.976677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:19.615013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.802656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:19.615053Z","caller":"traceutil/trace.go:171","msg":"trace[1328994577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1485; }","duration":"143.867238ms","start":"2026-04-08T01:24:19.471174Z","end":"2026-04-08T01:24:19.615041Z","steps":["trace[1328994577] 'agreement among raft nodes before linearized reading' (duration: 143.776875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.151709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.808343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:24:20.151778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.973478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:24:20.1518Z","caller":"traceutil/trace.go:171","msg":"trace[98169072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1485; }","duration":"458.965618ms","start":"2026-04-08T01:24:19.692816Z","end":"2026-04-08T01:24:20.151781Z","steps":["trace[98169072] 'range keys from in-memory index tree' (duration: 458.612057ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:20.151829Z","caller":"traceutil/trace.go:171","msg":"trace[304617330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1485; }","duration":"438.05207ms","start":"2026-04-08T01:24:19.713762Z","end":"2026-04-08T01:24:20.151814Z","steps":["trace[304617330] 'range keys from in-memory index tree' (duration: 437.864145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.151845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:19.692792Z","time spent":"459.043571ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:24:20.151862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:19.713751Z","time spent":"438.103472ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:24:20.151962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.631617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:24:20.152332Z","caller":"traceutil/trace.go:171","msg":"trace[1571149920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1485; }","duration":"437.801462ms","start":"2026-04-08T01:24:19.714275Z","end":"2026-04-08T01:24:20.152076Z","steps":["trace[1571149920] 'range keys from in-memory index tree' (duration: 437.443452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.152435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:19.71427Z","time spent":"438.150123ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:24:20.677115Z","caller":"traceutil/trace.go:171","msg":"trace[2061838138] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"520.780685ms","start":"2026-04-08T01:24:20.156308Z","end":"2026-04-08T01:24:20.677089Z","steps":["trace[2061838138] 'process raft request' (duration: 520.582099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.677287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:20.156285Z","time spent":"520.911788ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:20.705035Z","caller":"traceutil/trace.go:171","msg":"trace[1112326520] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"548.024236ms","start":"2026-04-08T01:24:20.156983Z","end":"2026-04-08T01:24:20.705007Z","steps":["trace[1112326520] 'process raft request' (duration: 547.957744ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:20.705095Z","caller":"traceutil/trace.go:171","msg":"trace[251717460] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"548.363846ms","start":"2026-04-08T01:24:20.156685Z","end":"2026-04-08T01:24:20.705049Z","steps":["trace[251717460] 'process raft request' (duration: 548.142539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.705184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:20.156966Z","time spent":"548.141809ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:20.70531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:20.15666Z","time spent":"548.530731ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:20.705845Z","caller":"traceutil/trace.go:171","msg":"trace[2003106118] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"507.50007ms","start":"2026-04-08T01:24:20.198323Z","end":"2026-04-08T01:24:20.705823Z","steps":["trace[2003106118] 'process raft request' (duration: 506.648384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.706025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:20.198306Z","time spent":"507.658564ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:20.70609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.890662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-08T01:24:20.706149Z","caller":"traceutil/trace.go:171","msg":"trace[1324493358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1489; }","duration":"508.995885ms","start":"2026-04-08T01:24:20.197138Z","end":"2026-04-08T01:24:20.706134Z","steps":["trace[1324493358] 'agreement among raft nodes before linearized reading' (duration: 508.811129ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:20.705743Z","caller":"traceutil/trace.go:171","msg":"trace[610412726] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1529; }","duration":"508.50312ms","start":"2026-04-08T01:24:20.197205Z","end":"2026-04-08T01:24:20.705708Z","steps":["trace[610412726] 'read index received' (duration: 479.685211ms)","trace[610412726] 'applied index is now lower than readState.Index' (duration: 28.816709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:20.706179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:20.19711Z","time spent":"509.061867ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:20.70638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.245284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:24:20.706415Z","caller":"traceutil/trace.go:171","msg":"trace[148357032] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1489; }","duration":"172.334456ms","start":"2026-04-08T01:24:20.534072Z","end":"2026-04-08T01:24:20.706407Z","steps":["trace[148357032] 'agreement among raft nodes before linearized reading' (duration: 172.265944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:20.706484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.48301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hks79\" ","response":"range_response_count:1 size:4503"} {"level":"info","ts":"2026-04-08T01:24:20.706561Z","caller":"traceutil/trace.go:171","msg":"trace[2143240858] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hks79; range_end:; response_count:1; response_revision:1489; }","duration":"270.558552ms","start":"2026-04-08T01:24:20.435983Z","end":"2026-04-08T01:24:20.706541Z","steps":["trace[2143240858] 'agreement among raft nodes before linearized reading' (duration: 270.346726ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:22.991476Z","caller":"traceutil/trace.go:171","msg":"trace[1077904018] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"101.62343ms","start":"2026-04-08T01:24:22.889825Z","end":"2026-04-08T01:24:22.991448Z","steps":["trace[1077904018] 'process raft request' (duration: 101.483936ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.958724Z","caller":"traceutil/trace.go:171","msg":"trace[734661130] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"134.153065ms","start":"2026-04-08T01:24:26.824541Z","end":"2026-04-08T01:24:26.958694Z","steps":["trace[734661130] 'process raft request' (duration: 93.340649ms)","trace[734661130] 'compare' (duration: 40.62259ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:26.958925Z","caller":"traceutil/trace.go:171","msg":"trace[1550980031] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1592; }","duration":"123.096559ms","start":"2026-04-08T01:24:26.835807Z","end":"2026-04-08T01:24:26.958904Z","steps":["trace[1550980031] 'process raft request' (duration: 123.031657ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:26.958978Z","caller":"traceutil/trace.go:171","msg":"trace[140451340] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"134.159885ms","start":"2026-04-08T01:24:26.824779Z","end":"2026-04-08T01:24:26.958939Z","steps":["trace[140451340] 'process raft request' (duration: 133.870136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:27.511568Z","caller":"traceutil/trace.go:171","msg":"trace[482442494] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1593; }","duration":"102.825045ms","start":"2026-04-08T01:24:27.4087Z","end":"2026-04-08T01:24:27.511525Z","steps":["trace[482442494] 'process raft request' (duration: 102.691751ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:33.13468Z","caller":"traceutil/trace.go:171","msg":"trace[358973926] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"108.480402ms","start":"2026-04-08T01:24:33.026176Z","end":"2026-04-08T01:24:33.134656Z","steps":["trace[358973926] 'process raft request' (duration: 108.063639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.456374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.456357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:33.456486Z","caller":"traceutil/trace.go:171","msg":"trace[1876354090] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1784; }","duration":"410.94121ms","start":"2026-04-08T01:24:33.045528Z","end":"2026-04-08T01:24:33.456469Z","steps":["trace[1876354090] 'read index received' (duration: 88.607521ms)","trace[1876354090] 'applied index is now lower than readState.Index' (duration: 322.332539ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:33.45692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.880591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-08T01:24:33.456882Z","caller":"traceutil/trace.go:171","msg":"trace[1127292382] transaction","detail":"{read_only:false; response_revision:1721; number_of_response:1; }","duration":"421.206271ms","start":"2026-04-08T01:24:33.035624Z","end":"2026-04-08T01:24:33.456831Z","steps":["trace[1127292382] 'process raft request' (duration: 284.206177ms)","trace[1127292382] 'compare' (duration: 135.986612ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:33.456968Z","caller":"traceutil/trace.go:171","msg":"trace[1519262588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1721; }","duration":"342.973945ms","start":"2026-04-08T01:24:33.113982Z","end":"2026-04-08T01:24:33.456956Z","steps":["trace[1519262588] 'agreement among raft nodes before linearized reading' (duration: 342.80676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.456966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.439756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-08T01:24:33.457004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.113954Z","time spent":"343.041706ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:24:33.457017Z","caller":"traceutil/trace.go:171","msg":"trace[1792907225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1721; }","duration":"411.549088ms","start":"2026-04-08T01:24:33.045456Z","end":"2026-04-08T01:24:33.457005Z","steps":["trace[1792907225] 'agreement among raft nodes before linearized reading' (duration: 411.389604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:33.45705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.04543Z","time spent":"411.612161ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:33.457127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:33.035609Z","time spent":"421.384996ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:36.473288Z","caller":"traceutil/trace.go:171","msg":"trace[947092947] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"113.980405ms","start":"2026-04-08T01:24:36.359219Z","end":"2026-04-08T01:24:36.473199Z","steps":["trace[947092947] 'process raft request' (duration: 52.125891ms)","trace[947092947] 'compare' (duration: 61.71855ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:36.505898Z","caller":"traceutil/trace.go:171","msg":"trace[1713178793] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1835; }","duration":"127.532398ms","start":"2026-04-08T01:24:36.378315Z","end":"2026-04-08T01:24:36.505847Z","steps":["trace[1713178793] 'read index received' (duration: 33.057374ms)","trace[1713178793] 'applied index is now lower than readState.Index' (duration: 94.474013ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:36.50608Z","caller":"traceutil/trace.go:171","msg":"trace[1926282091] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"146.183821ms","start":"2026-04-08T01:24:36.359852Z","end":"2026-04-08T01:24:36.506035Z","steps":["trace[1926282091] 'process raft request' (duration: 145.873462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:36.506421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.089655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:211675"} {"level":"info","ts":"2026-04-08T01:24:36.506475Z","caller":"traceutil/trace.go:171","msg":"trace[1202434550] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1767; }","duration":"128.211649ms","start":"2026-04-08T01:24:36.378251Z","end":"2026-04-08T01:24:36.506463Z","steps":["trace[1202434550] 'agreement among raft nodes before linearized reading' (duration: 127.767565ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:36.85508Z","caller":"traceutil/trace.go:171","msg":"trace[1921281755] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"166.359722ms","start":"2026-04-08T01:24:36.688675Z","end":"2026-04-08T01:24:36.855035Z","steps":["trace[1921281755] 'process raft request' (duration: 100.633856ms)","trace[1921281755] 'compare' (duration: 65.454127ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:39.651877Z","caller":"traceutil/trace.go:171","msg":"trace[2144522579] linearizableReadLoop","detail":"{readStateIndex:1863; appliedIndex:1862; }","duration":"180.905247ms","start":"2026-04-08T01:24:39.470943Z","end":"2026-04-08T01:24:39.651848Z","steps":["trace[2144522579] 'read index received' (duration: 180.723571ms)","trace[2144522579] 'applied index is now lower than readState.Index' (duration: 180.446µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:39.651935Z","caller":"traceutil/trace.go:171","msg":"trace[1849461811] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"274.524144ms","start":"2026-04-08T01:24:39.377373Z","end":"2026-04-08T01:24:39.651897Z","steps":["trace[1849461811] 'process raft request' (duration: 274.316808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:39.652098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.121684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:39.65214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.275508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:39.652195Z","caller":"traceutil/trace.go:171","msg":"trace[1741666155] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1792; }","duration":"141.410222ms","start":"2026-04-08T01:24:39.510771Z","end":"2026-04-08T01:24:39.652181Z","steps":["trace[1741666155] 'agreement among raft nodes before linearized reading' (duration: 141.301319ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:39.6522Z","caller":"traceutil/trace.go:171","msg":"trace[180316072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1792; }","duration":"181.288489ms","start":"2026-04-08T01:24:39.470889Z","end":"2026-04-08T01:24:39.652177Z","steps":["trace[180316072] 'agreement among raft nodes before linearized reading' (duration: 181.107313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:39.652203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.269915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-08T01:24:39.652222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.772324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:24:39.652261Z","caller":"traceutil/trace.go:171","msg":"trace[1752185852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1792; }","duration":"163.376979ms","start":"2026-04-08T01:24:39.488868Z","end":"2026-04-08T01:24:39.652245Z","steps":["trace[1752185852] 'agreement among raft nodes before linearized reading' (duration: 163.178633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:39.652283Z","caller":"traceutil/trace.go:171","msg":"trace[810118782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1792; }","duration":"126.862687ms","start":"2026-04-08T01:24:39.525401Z","end":"2026-04-08T01:24:39.652264Z","steps":["trace[810118782] 'agreement among raft nodes before linearized reading' (duration: 126.65317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:39.652401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.526164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:24:39.652497Z","caller":"traceutil/trace.go:171","msg":"trace[1125456336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1792; }","duration":"124.691439ms","start":"2026-04-08T01:24:39.527783Z","end":"2026-04-08T01:24:39.652474Z","steps":["trace[1125456336] 'agreement among raft nodes before linearized reading' (duration: 124.339328ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:39.810011Z","caller":"traceutil/trace.go:171","msg":"trace[1919000449] transaction","detail":"{read_only:false; response_revision:1794; number_of_response:1; }","duration":"152.495939ms","start":"2026-04-08T01:24:39.65747Z","end":"2026-04-08T01:24:39.809966Z","steps":["trace[1919000449] 'process raft request' (duration: 121.471809ms)","trace[1919000449] 'compare' (duration: 30.72088ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:39.810052Z","caller":"traceutil/trace.go:171","msg":"trace[641250094] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"152.485378ms","start":"2026-04-08T01:24:39.657517Z","end":"2026-04-08T01:24:39.810002Z","steps":["trace[641250094] 'process raft request' (duration: 152.288032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:41.31703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.817085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-08T01:24:41.317101Z","caller":"traceutil/trace.go:171","msg":"trace[1083004547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1802; }","duration":"102.941639ms","start":"2026-04-08T01:24:41.214142Z","end":"2026-04-08T01:24:41.317084Z","steps":["trace[1083004547] 'range keys from in-memory index tree' (duration: 102.548817ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:44.267131Z","caller":"traceutil/trace.go:171","msg":"trace[992274032] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"107.973037ms","start":"2026-04-08T01:24:44.159132Z","end":"2026-04-08T01:24:44.267105Z","steps":["trace[992274032] 'process raft request' (duration: 102.117263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:48.867248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748439836,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:24:49.179981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046106631s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:24:49.180414Z","caller":"traceutil/trace.go:171","msg":"trace[1618021705] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"1.046593546s","start":"2026-04-08T01:24:48.133792Z","end":"2026-04-08T01:24:49.180385Z","steps":["trace[1618021705] 'process raft request' (duration: 1.046443261s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.180581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.13378Z","time spent":"1.04672276s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:49.197313Z","caller":"traceutil/trace.go:171","msg":"trace[229991171] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1981; }","duration":"830.159048ms","start":"2026-04-08T01:24:48.367121Z","end":"2026-04-08T01:24:49.197281Z","steps":["trace[229991171] 'read index received' (duration: 813.189108ms)","trace[229991171] 'applied index is now lower than readState.Index' (duration: 16.96843ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:49.197451Z","caller":"traceutil/trace.go:171","msg":"trace[1811985255] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"383.825742ms","start":"2026-04-08T01:24:48.813577Z","end":"2026-04-08T01:24:49.197402Z","steps":["trace[1811985255] 'process raft request' (duration: 383.478501ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.197462Z","caller":"traceutil/trace.go:171","msg":"trace[29981628] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"205.211107ms","start":"2026-04-08T01:24:48.992224Z","end":"2026-04-08T01:24:49.197435Z","steps":["trace[29981628] 'process raft request' (duration: 204.99168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.197585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.640193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:24:49.197651Z","caller":"traceutil/trace.go:171","msg":"trace[1229509385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"728.715895ms","start":"2026-04-08T01:24:48.46892Z","end":"2026-04-08T01:24:49.197636Z","steps":["trace[1229509385] 'agreement among raft nodes before linearized reading' (duration: 728.593761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.197645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.813551Z","time spent":"383.988327ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:49.197684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.468851Z","time spent":"728.825939ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:24:49.197761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.269182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:24:49.197841Z","caller":"traceutil/trace.go:171","msg":"trace[1639258046] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1912; }","duration":"208.391536ms","start":"2026-04-08T01:24:48.989429Z","end":"2026-04-08T01:24:49.197821Z","steps":["trace[1639258046] 'agreement among raft nodes before linearized reading' (duration: 208.156509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.198073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.6642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:24:49.198152Z","caller":"traceutil/trace.go:171","msg":"trace[2142404338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1912; }","duration":"110.793274ms","start":"2026-04-08T01:24:49.087339Z","end":"2026-04-08T01:24:49.198132Z","steps":["trace[2142404338] 'agreement among raft nodes before linearized reading' (duration: 110.610078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.19811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.484976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b83f9b0f-47a5-4140-a442-c89a3aea0d55\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-04-08T01:24:49.19809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.011085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:24:49.19826Z","caller":"traceutil/trace.go:171","msg":"trace[1012252084] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b83f9b0f-47a5-4140-a442-c89a3aea0d55; range_end:; response_count:1; response_revision:1912; }","duration":"616.680562ms","start":"2026-04-08T01:24:48.581557Z","end":"2026-04-08T01:24:49.198237Z","steps":["trace[1012252084] 'agreement among raft nodes before linearized reading' (duration: 616.346432ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.198316Z","caller":"traceutil/trace.go:171","msg":"trace[2090888840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1912; }","duration":"216.264952ms","start":"2026-04-08T01:24:48.982013Z","end":"2026-04-08T01:24:49.198278Z","steps":["trace[2090888840] 'agreement among raft nodes before linearized reading' (duration: 215.981633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.198338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.581478Z","time spent":"616.838978ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3767,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b83f9b0f-47a5-4140-a442-c89a3aea0d55\" "} {"level":"warn","ts":"2026-04-08T01:24:49.19823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.102957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T01:24:49.198331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.993003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:24:49.198693Z","caller":"traceutil/trace.go:171","msg":"trace[1821213155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1912; }","duration":"831.610963ms","start":"2026-04-08T01:24:48.367067Z","end":"2026-04-08T01:24:49.198678Z","steps":["trace[1821213155] 'agreement among raft nodes before linearized reading' (duration: 830.729265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.198811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.36704Z","time spent":"831.754687ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:24:49.198708Z","caller":"traceutil/trace.go:171","msg":"trace[277920584] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1912; }","duration":"704.540809ms","start":"2026-04-08T01:24:48.49415Z","end":"2026-04-08T01:24:49.19869Z","steps":["trace[277920584] 'agreement among raft nodes before linearized reading' (duration: 703.811366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:49.19898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:48.494139Z","time spent":"704.793438ms","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"info","ts":"2026-04-08T01:24:49.380661Z","caller":"traceutil/trace.go:171","msg":"trace[75625022] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"177.736368ms","start":"2026-04-08T01:24:49.202899Z","end":"2026-04-08T01:24:49.380635Z","steps":["trace[75625022] 'process raft request' (duration: 177.655855ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.380686Z","caller":"traceutil/trace.go:171","msg":"trace[690998564] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"177.882082ms","start":"2026-04-08T01:24:49.202768Z","end":"2026-04-08T01:24:49.38065Z","steps":["trace[690998564] 'process raft request' (duration: 177.557132ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.380877Z","caller":"traceutil/trace.go:171","msg":"trace[1942669690] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"177.847811ms","start":"2026-04-08T01:24:49.202994Z","end":"2026-04-08T01:24:49.380842Z","steps":["trace[1942669690] 'process raft request' (duration: 177.606624ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:49.401709Z","caller":"traceutil/trace.go:171","msg":"trace[1092297133] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"179.920005ms","start":"2026-04-08T01:24:49.221761Z","end":"2026-04-08T01:24:49.401681Z","steps":["trace[1092297133] 'process raft request' (duration: 179.777251ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.292618Z","caller":"traceutil/trace.go:171","msg":"trace[1214246165] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"491.948543ms","start":"2026-04-08T01:24:49.800642Z","end":"2026-04-08T01:24:50.29259Z","steps":["trace[1214246165] 'process raft request' (duration: 491.787648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.292792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.800623Z","time spent":"492.078998ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:50.304319Z","caller":"traceutil/trace.go:171","msg":"trace[83080805] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"387.726074ms","start":"2026-04-08T01:24:49.916564Z","end":"2026-04-08T01:24:50.30429Z","steps":["trace[83080805] 'read index received' (duration: 375.879224ms)","trace[83080805] 'applied index is now lower than readState.Index' (duration: 11.84549ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:50.304489Z","caller":"traceutil/trace.go:171","msg":"trace[256534193] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"395.138586ms","start":"2026-04-08T01:24:49.909317Z","end":"2026-04-08T01:24:50.304455Z","steps":["trace[256534193] 'process raft request' (duration: 394.822826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.304596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.011824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:24:50.304621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.955046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:24:50.304638Z","caller":"traceutil/trace.go:171","msg":"trace[902066481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1918; }","duration":"388.099757ms","start":"2026-04-08T01:24:49.916526Z","end":"2026-04-08T01:24:50.304626Z","steps":["trace[902066481] 'agreement among raft nodes before linearized reading' (duration: 387.910221ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.304661Z","caller":"traceutil/trace.go:171","msg":"trace[100040497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1918; }","duration":"352.039928ms","start":"2026-04-08T01:24:49.952611Z","end":"2026-04-08T01:24:50.304651Z","steps":["trace[100040497] 'agreement among raft nodes before linearized reading' (duration: 351.879893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:50.304628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.69016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b83f9b0f-47a5-4140-a442-c89a3aea0d55\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-04-08T01:24:50.304674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.916512Z","time spent":"388.153848ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:50.304685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.952581Z","time spent":"352.09945ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:50.304667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.952111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:50.304699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:49.909282Z","time spent":"395.293231ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:50.304699Z","caller":"traceutil/trace.go:171","msg":"trace[191125451] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b83f9b0f-47a5-4140-a442-c89a3aea0d55; range_end:; response_count:1; response_revision:1918; }","duration":"101.825154ms","start":"2026-04-08T01:24:50.202857Z","end":"2026-04-08T01:24:50.304682Z","steps":["trace[191125451] 'agreement among raft nodes before linearized reading' (duration: 101.622998ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:50.304775Z","caller":"traceutil/trace.go:171","msg":"trace[1241106202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1918; }","duration":"285.140246ms","start":"2026-04-08T01:24:50.019608Z","end":"2026-04-08T01:24:50.304749Z","steps":["trace[1241106202] 'agreement among raft nodes before linearized reading' (duration: 284.92423ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:58.865717Z","caller":"traceutil/trace.go:171","msg":"trace[298225187] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"480.047401ms","start":"2026-04-08T01:24:58.385632Z","end":"2026-04-08T01:24:58.865679Z","steps":["trace[298225187] 'process raft request' (duration: 479.854705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:58.865882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.385613Z","time spent":"480.186615ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:24:59.076379Z","caller":"traceutil/trace.go:171","msg":"trace[1000657236] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2064; }","duration":"676.652699ms","start":"2026-04-08T01:24:58.399694Z","end":"2026-04-08T01:24:59.076346Z","steps":["trace[1000657236] 'read index received' (duration: 465.868978ms)","trace[1000657236] 'applied index is now lower than readState.Index' (duration: 210.782311ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:59.076489Z","caller":"traceutil/trace.go:171","msg":"trace[1846913431] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"686.808246ms","start":"2026-04-08T01:24:58.389633Z","end":"2026-04-08T01:24:59.076441Z","steps":["trace[1846913431] 'process raft request' (duration: 651.260594ms)","trace[1846913431] 'compare' (duration: 35.265763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:59.076707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.992499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T01:24:59.07678Z","caller":"traceutil/trace.go:171","msg":"trace[893353592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1992; }","duration":"677.136424ms","start":"2026-04-08T01:24:58.399626Z","end":"2026-04-08T01:24:59.076763Z","steps":["trace[893353592] 'agreement among raft nodes before linearized reading' (duration: 676.879776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:59.07678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.543091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T01:24:59.076848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.389613Z","time spent":"686.976661ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:24:59.076824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.399601Z","time spent":"677.213447ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:24:59.07689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.677979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:24:59.076912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.087911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-08T01:24:59.07694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.944186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:24:59.077024Z","caller":"traceutil/trace.go:171","msg":"trace[1802593362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1992; }","duration":"660.068491ms","start":"2026-04-08T01:24:58.416938Z","end":"2026-04-08T01:24:59.077007Z","steps":["trace[1802593362] 'agreement among raft nodes before linearized reading' (duration: 659.884975ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:59.077024Z","caller":"traceutil/trace.go:171","msg":"trace[870093630] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:1992; }","duration":"581.237695ms","start":"2026-04-08T01:24:58.49576Z","end":"2026-04-08T01:24:59.076997Z","steps":["trace[870093630] 'agreement among raft nodes before linearized reading' (duration: 580.937116ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:59.076885Z","caller":"traceutil/trace.go:171","msg":"trace[1037621505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1992; }","duration":"665.717827ms","start":"2026-04-08T01:24:58.411144Z","end":"2026-04-08T01:24:59.076862Z","steps":["trace[1037621505] 'agreement among raft nodes before linearized reading' (duration: 665.409977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:59.077091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.495744Z","time spent":"581.335628ms","remote":"127.0.0.1:32938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.49\" "} {"level":"warn","ts":"2026-04-08T01:24:59.077091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.416922Z","time spent":"660.155883ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:24:59.076966Z","caller":"traceutil/trace.go:171","msg":"trace[1878844893] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1992; }","duration":"361.811484ms","start":"2026-04-08T01:24:58.715135Z","end":"2026-04-08T01:24:59.076946Z","steps":["trace[1878844893] 'agreement among raft nodes before linearized reading' (duration: 361.654499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:59.077179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.411121Z","time spent":"665.986146ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:24:59.077257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:24:58.715116Z","time spent":"362.0493ms","remote":"127.0.0.1:56220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:24:59.437837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.774086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-04-08T01:24:59.437956Z","caller":"traceutil/trace.go:171","msg":"trace[1831822198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1995; }","duration":"238.9097ms","start":"2026-04-08T01:24:59.198998Z","end":"2026-04-08T01:24:59.437907Z","steps":["trace[1831822198] 'range keys from in-memory index tree' (duration: 238.533558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:24:59.438172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.640516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:24:59.438523Z","caller":"traceutil/trace.go:171","msg":"trace[518485090] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"237.561768ms","start":"2026-04-08T01:24:59.20094Z","end":"2026-04-08T01:24:59.438502Z","steps":["trace[518485090] 'process raft request' (duration: 57.468217ms)","trace[518485090] 'compare' (duration: 179.137691ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:59.438737Z","caller":"traceutil/trace.go:171","msg":"trace[2076202981] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2070; }","duration":"230.713294ms","start":"2026-04-08T01:24:59.207987Z","end":"2026-04-08T01:24:59.438701Z","steps":["trace[2076202981] 'read index received' (duration: 50.326084ms)","trace[2076202981] 'applied index is now lower than readState.Index' (duration: 180.3847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:24:59.438992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.987422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-04-08T01:24:59.439036Z","caller":"traceutil/trace.go:171","msg":"trace[1989835580] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1996; }","duration":"231.050754ms","start":"2026-04-08T01:24:59.207971Z","end":"2026-04-08T01:24:59.439022Z","steps":["trace[1989835580] 'agreement among raft nodes before linearized reading' (duration: 230.809706ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:59.439107Z","caller":"traceutil/trace.go:171","msg":"trace[1090873458] transaction","detail":"{read_only:false; response_revision:1997; number_of_response:1; }","duration":"121.092826ms","start":"2026-04-08T01:24:59.317997Z","end":"2026-04-08T01:24:59.43909Z","steps":["trace[1090873458] 'process raft request' (duration: 120.460776ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:59.439282Z","caller":"traceutil/trace.go:171","msg":"trace[41268762] transaction","detail":"{read_only:false; response_revision:1998; number_of_response:1; }","duration":"120.261109ms","start":"2026-04-08T01:24:59.319005Z","end":"2026-04-08T01:24:59.439266Z","steps":["trace[41268762] 'process raft request' (duration: 120.032002ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:24:59.619373Z","caller":"traceutil/trace.go:171","msg":"trace[1959466110] transaction","detail":"{read_only:false; response_revision:2001; number_of_response:1; }","duration":"113.669974ms","start":"2026-04-08T01:24:59.505673Z","end":"2026-04-08T01:24:59.619343Z","steps":["trace[1959466110] 'process raft request' (duration: 66.22012ms)","trace[1959466110] 'compare' (duration: 47.31146ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:24:59.619867Z","caller":"traceutil/trace.go:171","msg":"trace[40713551] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"114.078947ms","start":"2026-04-08T01:24:59.505767Z","end":"2026-04-08T01:24:59.619846Z","steps":["trace[40713551] 'process raft request' (duration: 114.010485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.025388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748440116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:25:06.525896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748440116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:25:06.625235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169278282s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:25:06.62558Z","caller":"traceutil/trace.go:171","msg":"trace[356268358] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"1.169720316s","start":"2026-04-08T01:25:05.455837Z","end":"2026-04-08T01:25:06.625557Z","steps":["trace[356268358] 'process raft request' (duration: 1.169560421s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.625732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:05.455809Z","time spent":"1.169845079s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:06.626214Z","caller":"traceutil/trace.go:171","msg":"trace[318565809] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2115; }","duration":"1.10174553s","start":"2026-04-08T01:25:05.524447Z","end":"2026-04-08T01:25:06.626192Z","steps":["trace[318565809] 'read index received' (duration: 1.100990476s)","trace[318565809] 'applied index is now lower than readState.Index' (duration: 753.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:06.626268Z","caller":"traceutil/trace.go:171","msg":"trace[985625810] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"1.168532739s","start":"2026-04-08T01:25:05.457719Z","end":"2026-04-08T01:25:06.626252Z","steps":["trace[985625810] 'process raft request' (duration: 1.168357323s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.626371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:05.457713Z","time spent":"1.16858577s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:06.626382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.317087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:06.626417Z","caller":"traceutil/trace.go:171","msg":"trace[222878586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2041; }","duration":"983.379309ms","start":"2026-04-08T01:25:05.643026Z","end":"2026-04-08T01:25:06.626406Z","steps":["trace[222878586] 'agreement among raft nodes before linearized reading' (duration: 983.265385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.626444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:05.643011Z","time spent":"983.425471ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:25:06.62644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.742718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11985"} {"level":"warn","ts":"2026-04-08T01:25:06.626435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101966297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T01:25:06.626465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.364223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:06.626513Z","caller":"traceutil/trace.go:171","msg":"trace[212949220] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2041; }","duration":"876.453176ms","start":"2026-04-08T01:25:05.750048Z","end":"2026-04-08T01:25:06.626501Z","steps":["trace[212949220] 'agreement among raft nodes before linearized reading' (duration: 876.374453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.626527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.297522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:25:06.626478Z","caller":"traceutil/trace.go:171","msg":"trace[1283396292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2041; }","duration":"233.831481ms","start":"2026-04-08T01:25:06.392637Z","end":"2026-04-08T01:25:06.626468Z","steps":["trace[1283396292] 'agreement among raft nodes before linearized reading' (duration: 233.713147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.626547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:05.750027Z","time spent":"876.511697ms","remote":"127.0.0.1:56268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:06.626572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.487666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T01:25:06.626528Z","caller":"traceutil/trace.go:171","msg":"trace[1704487045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2041; }","duration":"1.102093381s","start":"2026-04-08T01:25:05.52441Z","end":"2026-04-08T01:25:06.626503Z","steps":["trace[1704487045] 'agreement among raft nodes before linearized reading' (duration: 1.101859293s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:06.626599Z","caller":"traceutil/trace.go:171","msg":"trace[674258504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"497.547447ms","start":"2026-04-08T01:25:06.129043Z","end":"2026-04-08T01:25:06.62659Z","steps":["trace[674258504] 'agreement among raft nodes before linearized reading' (duration: 497.474515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.626606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:05.524388Z","time spent":"1.102208985s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:25:06.626621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:06.129023Z","time spent":"497.592838ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:25:06.626663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.659668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:06.626698Z","caller":"traceutil/trace.go:171","msg":"trace[555237987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2041; }","duration":"157.726941ms","start":"2026-04-08T01:25:06.468959Z","end":"2026-04-08T01:25:06.626686Z","steps":["trace[555237987] 'agreement among raft nodes before linearized reading' (duration: 157.67748ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:06.626572Z","caller":"traceutil/trace.go:171","msg":"trace[724169342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2041; }","duration":"972.374374ms","start":"2026-04-08T01:25:05.654187Z","end":"2026-04-08T01:25:06.626562Z","steps":["trace[724169342] 'agreement among raft nodes before linearized reading' (duration: 972.254431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:06.626773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:05.654171Z","time spent":"972.578221ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:25:35.003651Z","caller":"traceutil/trace.go:171","msg":"trace[1379467465] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"239.311202ms","start":"2026-04-08T01:25:34.764274Z","end":"2026-04-08T01:25:35.003586Z","steps":["trace[1379467465] 'process raft request' (duration: 197.061375ms)","trace[1379467465] 'compare' (duration: 41.71329ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:35.069912Z","caller":"traceutil/trace.go:171","msg":"trace[470766303] linearizableReadLoop","detail":"{readStateIndex:2285; appliedIndex:2283; }","duration":"289.450158ms","start":"2026-04-08T01:25:34.780433Z","end":"2026-04-08T01:25:35.069883Z","steps":["trace[470766303] 'read index received' (duration: 180.916664ms)","trace[470766303] 'applied index is now lower than readState.Index' (duration: 108.532114ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:35.070029Z","caller":"traceutil/trace.go:171","msg":"trace[850132098] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"305.193147ms","start":"2026-04-08T01:25:34.76479Z","end":"2026-04-08T01:25:35.069983Z","steps":["trace[850132098] 'process raft request' (duration: 304.956029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:35.070163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.712466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:35.070213Z","caller":"traceutil/trace.go:171","msg":"trace[2138093792] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2202; }","duration":"289.803619ms","start":"2026-04-08T01:25:34.780392Z","end":"2026-04-08T01:25:35.070196Z","steps":["trace[2138093792] 'agreement among raft nodes before linearized reading' (duration: 289.634064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:35.070218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.764785Z","time spent":"305.343971ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:35.343818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.609908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:25:35.343971Z","caller":"traceutil/trace.go:171","msg":"trace[592307160] linearizableReadLoop","detail":"{readStateIndex:2286; appliedIndex:2285; }","duration":"273.950786ms","start":"2026-04-08T01:25:35.070002Z","end":"2026-04-08T01:25:35.343953Z","steps":["trace[592307160] 'read index received' (duration: 152.334039ms)","trace[592307160] 'applied index is now lower than readState.Index' (duration: 121.615397ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:35.344188Z","caller":"traceutil/trace.go:171","msg":"trace[2132008173] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"307.644963ms","start":"2026-04-08T01:25:35.036442Z","end":"2026-04-08T01:25:35.344087Z","steps":["trace[2132008173] 'process raft request' (duration: 185.669833ms)","trace[2132008173] 'compare' (duration: 121.497775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:35.344293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.676807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T01:25:35.344309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.674519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:25:35.344361Z","caller":"traceutil/trace.go:171","msg":"trace[1129424745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2203; }","duration":"486.810872ms","start":"2026-04-08T01:25:34.857531Z","end":"2026-04-08T01:25:35.344342Z","steps":["trace[1129424745] 'agreement among raft nodes before linearized reading' (duration: 486.546863ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:35.344411Z","caller":"traceutil/trace.go:171","msg":"trace[2097451692] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2203; }","duration":"390.868976ms","start":"2026-04-08T01:25:34.953522Z","end":"2026-04-08T01:25:35.344391Z","steps":["trace[2097451692] 'agreement among raft nodes before linearized reading' (duration: 390.503375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:35.344414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.857509Z","time spent":"486.890164ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-08T01:25:35.344463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.953503Z","time spent":"390.947188ms","remote":"127.0.0.1:60202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:35.344498Z","caller":"traceutil/trace.go:171","msg":"trace[1428656816] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"268.917387ms","start":"2026-04-08T01:25:35.075565Z","end":"2026-04-08T01:25:35.344482Z","steps":["trace[1428656816] 'process raft request' (duration: 268.354819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:35.344518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:35.036405Z","time spent":"307.943512ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:35.344629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.696194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:25:35.344771Z","caller":"traceutil/trace.go:171","msg":"trace[163349895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2203; }","duration":"508.88099ms","start":"2026-04-08T01:25:34.835871Z","end":"2026-04-08T01:25:35.344752Z","steps":["trace[163349895] 'agreement among raft nodes before linearized reading' (duration: 508.226719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:35.344849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.83585Z","time spent":"508.984122ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:25:35.344462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.785933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:25:35.345074Z","caller":"traceutil/trace.go:171","msg":"trace[2109770922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2203; }","duration":"513.407612ms","start":"2026-04-08T01:25:34.83165Z","end":"2026-04-08T01:25:35.345058Z","steps":["trace[2109770922] 'agreement among raft nodes before linearized reading' (duration: 512.456412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:35.345184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:34.831608Z","time spent":"513.557577ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:25:35.559404Z","caller":"traceutil/trace.go:171","msg":"trace[1606914380] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"208.660262ms","start":"2026-04-08T01:25:35.350703Z","end":"2026-04-08T01:25:35.559364Z","steps":["trace[1606914380] 'process raft request' (duration: 163.677319ms)","trace[1606914380] 'compare' (duration: 44.523798ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:35.559837Z","caller":"traceutil/trace.go:171","msg":"trace[884994218] transaction","detail":"{read_only:false; response_revision:2207; number_of_response:1; }","duration":"208.000001ms","start":"2026-04-08T01:25:35.351782Z","end":"2026-04-08T01:25:35.559782Z","steps":["trace[884994218] 'process raft request' (duration: 207.418263ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:35.560108Z","caller":"traceutil/trace.go:171","msg":"trace[1711792609] transaction","detail":"{read_only:false; response_revision:2208; number_of_response:1; }","duration":"206.945878ms","start":"2026-04-08T01:25:35.353146Z","end":"2026-04-08T01:25:35.560092Z","steps":["trace[1711792609] 'process raft request' (duration: 206.538425ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:35.560549Z","caller":"traceutil/trace.go:171","msg":"trace[1167045993] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"206.38172ms","start":"2026-04-08T01:25:35.354153Z","end":"2026-04-08T01:25:35.560535Z","steps":["trace[1167045993] 'process raft request' (duration: 205.881584ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:41.165473Z","caller":"traceutil/trace.go:171","msg":"trace[797498854] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"294.84189ms","start":"2026-04-08T01:25:40.870607Z","end":"2026-04-08T01:25:41.165449Z","steps":["trace[797498854] 'process raft request' (duration: 294.669045ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:41.288198Z","caller":"traceutil/trace.go:171","msg":"trace[1884341408] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"266.971788ms","start":"2026-04-08T01:25:41.021193Z","end":"2026-04-08T01:25:41.288165Z","steps":["trace[1884341408] 'process raft request' (duration: 266.737331ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:41.288532Z","caller":"traceutil/trace.go:171","msg":"trace[1885152476] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"190.057973ms","start":"2026-04-08T01:25:41.098389Z","end":"2026-04-08T01:25:41.288447Z","steps":["trace[1885152476] 'process raft request' (duration: 189.715612ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:41.506304Z","caller":"traceutil/trace.go:171","msg":"trace[1957556879] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2319; }","duration":"126.579095ms","start":"2026-04-08T01:25:41.379701Z","end":"2026-04-08T01:25:41.50628Z","steps":["trace[1957556879] 'read index received' (duration: 47.196113ms)","trace[1957556879] 'applied index is now lower than readState.Index' (duration: 79.381602ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:41.506395Z","caller":"traceutil/trace.go:171","msg":"trace[1824616265] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"133.383089ms","start":"2026-04-08T01:25:41.372955Z","end":"2026-04-08T01:25:41.506338Z","steps":["trace[1824616265] 'process raft request' (duration: 54.004998ms)","trace[1824616265] 'compare' (duration: 79.213406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:41.506586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.209952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-08T01:25:41.506568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.857074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:41.506638Z","caller":"traceutil/trace.go:171","msg":"trace[2147227828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2236; }","duration":"113.311065ms","start":"2026-04-08T01:25:41.39331Z","end":"2026-04-08T01:25:41.506622Z","steps":["trace[2147227828] 'agreement among raft nodes before linearized reading' (duration: 113.13567ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:41.50666Z","caller":"traceutil/trace.go:171","msg":"trace[1866880257] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2236; }","duration":"127.009138ms","start":"2026-04-08T01:25:41.379624Z","end":"2026-04-08T01:25:41.506634Z","steps":["trace[1866880257] 'agreement among raft nodes before linearized reading' (duration: 126.76205ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:42.21023Z","caller":"traceutil/trace.go:171","msg":"trace[1575011139] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"541.326848ms","start":"2026-04-08T01:25:41.668868Z","end":"2026-04-08T01:25:42.210195Z","steps":["trace[1575011139] 'process raft request' (duration: 541.118892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:42.210443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:41.668843Z","time spent":"541.485722ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:42.228249Z","caller":"traceutil/trace.go:171","msg":"trace[1144666129] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"558.869163ms","start":"2026-04-08T01:25:41.669365Z","end":"2026-04-08T01:25:42.228234Z","steps":["trace[1144666129] 'process raft request' (duration: 558.506171ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:42.228266Z","caller":"traceutil/trace.go:171","msg":"trace[594246004] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"558.640995ms","start":"2026-04-08T01:25:41.669571Z","end":"2026-04-08T01:25:42.228212Z","steps":["trace[594246004] 'process raft request' (duration: 558.504821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:42.228322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:41.669347Z","time spent":"558.939315ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:25:42.228463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:41.66956Z","time spent":"558.790791ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:42.228463Z","caller":"traceutil/trace.go:171","msg":"trace[110816327] linearizableReadLoop","detail":"{readStateIndex:2326; appliedIndex:2323; }","duration":"487.487264ms","start":"2026-04-08T01:25:41.740937Z","end":"2026-04-08T01:25:42.228425Z","steps":["trace[110816327] 'read index received' (duration: 469.118703ms)","trace[110816327] 'applied index is now lower than readState.Index' (duration: 18.366801ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:25:42.228606Z","caller":"traceutil/trace.go:171","msg":"trace[33111038] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"234.87416ms","start":"2026-04-08T01:25:41.993718Z","end":"2026-04-08T01:25:42.228593Z","steps":["trace[33111038] 'process raft request' (duration: 234.439007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:42.228792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.545263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-04-08T01:25:42.228837Z","caller":"traceutil/trace.go:171","msg":"trace[1892802938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2243; }","duration":"352.643727ms","start":"2026-04-08T01:25:41.876182Z","end":"2026-04-08T01:25:42.228825Z","steps":["trace[1892802938] 'agreement among raft nodes before linearized reading' (duration: 352.502742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:42.228862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:41.876159Z","time spent":"352.698509ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T01:25:42.229005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.047511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:42.229064Z","caller":"traceutil/trace.go:171","msg":"trace[1958142428] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2243; }","duration":"488.174186ms","start":"2026-04-08T01:25:41.740871Z","end":"2026-04-08T01:25:42.229045Z","steps":["trace[1958142428] 'agreement among raft nodes before linearized reading' (duration: 487.869196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:42.229098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:41.740848Z","time spent":"488.240238ms","remote":"127.0.0.1:46828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:25:43.64579Z","caller":"traceutil/trace.go:171","msg":"trace[504343998] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"351.288413ms","start":"2026-04-08T01:25:43.294474Z","end":"2026-04-08T01:25:43.645762Z","steps":["trace[504343998] 'process raft request' (duration: 351.123228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.645977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:43.294446Z","time spent":"351.423167ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:43.818119Z","caller":"traceutil/trace.go:171","msg":"trace[1420563315] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"523.502873ms","start":"2026-04-08T01:25:43.294591Z","end":"2026-04-08T01:25:43.818094Z","steps":["trace[1420563315] 'process raft request' (duration: 523.276095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.818285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:43.294555Z","time spent":"523.642387ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:43.8184Z","caller":"traceutil/trace.go:171","msg":"trace[198459538] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"306.416955ms","start":"2026-04-08T01:25:43.511948Z","end":"2026-04-08T01:25:43.818365Z","steps":["trace[198459538] 'process raft request' (duration: 306.098975ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.81841Z","caller":"traceutil/trace.go:171","msg":"trace[1894740397] linearizableReadLoop","detail":"{readStateIndex:2329; appliedIndex:2327; }","duration":"350.108347ms","start":"2026-04-08T01:25:43.468265Z","end":"2026-04-08T01:25:43.818374Z","steps":["trace[1894740397] 'read index received' (duration: 177.447834ms)","trace[1894740397] 'applied index is now lower than readState.Index' (duration: 172.658283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:25:43.818561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.294303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:25:43.818575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:43.51193Z","time spent":"306.548349ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:25:43.818621Z","caller":"traceutil/trace.go:171","msg":"trace[381064376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2246; }","duration":"350.398856ms","start":"2026-04-08T01:25:43.468208Z","end":"2026-04-08T01:25:43.818607Z","steps":["trace[381064376] 'agreement among raft nodes before linearized reading' (duration: 350.297843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.818672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:43.468186Z","time spent":"350.477629ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:25:43.818763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.102108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:25:43.818847Z","caller":"traceutil/trace.go:171","msg":"trace[959208616] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2246; }","duration":"338.254622ms","start":"2026-04-08T01:25:43.480575Z","end":"2026-04-08T01:25:43.81883Z","steps":["trace[959208616] 'agreement among raft nodes before linearized reading' (duration: 338.020384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.818949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.728966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:25:43.818962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.004048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:25:43.818997Z","caller":"traceutil/trace.go:171","msg":"trace[1059218107] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2246; }","duration":"185.928933ms","start":"2026-04-08T01:25:43.633054Z","end":"2026-04-08T01:25:43.818982Z","steps":["trace[1059218107] 'agreement among raft nodes before linearized reading' (duration: 185.84136ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:25:43.819005Z","caller":"traceutil/trace.go:171","msg":"trace[2056303361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2246; }","duration":"255.07248ms","start":"2026-04-08T01:25:43.563921Z","end":"2026-04-08T01:25:43.818993Z","steps":["trace[2056303361] 'agreement among raft nodes before linearized reading' (duration: 254.917595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.818946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:25:43.480552Z","time spent":"338.370326ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:25:43.819076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.457321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:25:43.819122Z","caller":"traceutil/trace.go:171","msg":"trace[1831136081] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2246; }","duration":"224.542945ms","start":"2026-04-08T01:25:43.594567Z","end":"2026-04-08T01:25:43.81911Z","steps":["trace[1831136081] 'agreement among raft nodes before linearized reading' (duration: 224.4067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.818845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.790449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:25:43.819242Z","caller":"traceutil/trace.go:171","msg":"trace[1138690454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2246; }","duration":"211.210452ms","start":"2026-04-08T01:25:43.608012Z","end":"2026-04-08T01:25:43.819223Z","steps":["trace[1138690454] 'agreement among raft nodes before linearized reading' (duration: 210.643914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:25:43.819311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.415958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-08T01:25:43.819419Z","caller":"traceutil/trace.go:171","msg":"trace[121711891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"296.582604ms","start":"2026-04-08T01:25:43.522811Z","end":"2026-04-08T01:25:43.819394Z","steps":["trace[121711891] 'agreement among raft nodes before linearized reading' (duration: 296.295865ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:39.888504Z","caller":"traceutil/trace.go:171","msg":"trace[1280364520] linearizableReadLoop","detail":"{readStateIndex:2814; appliedIndex:2813; }","duration":"145.543598ms","start":"2026-04-08T01:26:39.742924Z","end":"2026-04-08T01:26:39.888468Z","steps":["trace[1280364520] 'read index received' (duration: 145.360922ms)","trace[1280364520] 'applied index is now lower than readState.Index' (duration: 181.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:26:39.88871Z","caller":"traceutil/trace.go:171","msg":"trace[1338577339] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"275.698076ms","start":"2026-04-08T01:26:39.612969Z","end":"2026-04-08T01:26:39.888667Z","steps":["trace[1338577339] 'process raft request' (duration: 275.311994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:39.888775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.837117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-08T01:26:39.888814Z","caller":"traceutil/trace.go:171","msg":"trace[165098089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2711; }","duration":"145.95314ms","start":"2026-04-08T01:26:39.74285Z","end":"2026-04-08T01:26:39.888803Z","steps":["trace[165098089] 'agreement among raft nodes before linearized reading' (duration: 145.764684ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:43.858503Z","caller":"traceutil/trace.go:171","msg":"trace[218265520] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"542.557915ms","start":"2026-04-08T01:26:43.315899Z","end":"2026-04-08T01:26:43.858457Z","steps":["trace[218265520] 'process raft request' (duration: 542.327828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:26:43.858744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:26:43.315865Z","time spent":"542.739561ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:26:48.181269Z","caller":"traceutil/trace.go:171","msg":"trace[1675247404] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"120.815565ms","start":"2026-04-08T01:26:48.060431Z","end":"2026-04-08T01:26:48.181246Z","steps":["trace[1675247404] 'process raft request' (duration: 120.635159ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:26:54.031313Z","caller":"traceutil/trace.go:171","msg":"trace[26057588] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"114.177663ms","start":"2026-04-08T01:26:53.917105Z","end":"2026-04-08T01:26:54.031282Z","steps":["trace[26057588] 'process raft request' (duration: 113.968867ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.26971Z","caller":"traceutil/trace.go:171","msg":"trace[298419018] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"138.935528ms","start":"2026-04-08T01:27:16.130744Z","end":"2026-04-08T01:27:16.26968Z","steps":["trace[298419018] 'process raft request' (duration: 138.752522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.463247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.0846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:27:16.463555Z","caller":"traceutil/trace.go:171","msg":"trace[1343395916] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"209.473201ms","start":"2026-04-08T01:27:16.254066Z","end":"2026-04-08T01:27:16.463539Z","steps":["trace[1343395916] 'process raft request' (duration: 108.022419ms)","trace[1343395916] 'compare' (duration: 100.983787ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:16.463605Z","caller":"traceutil/trace.go:171","msg":"trace[243812150] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"180.947548ms","start":"2026-04-08T01:27:16.28263Z","end":"2026-04-08T01:27:16.463578Z","steps":["trace[243812150] 'process raft request' (duration: 180.738602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.463832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.447401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:27:16.46397Z","caller":"traceutil/trace.go:171","msg":"trace[2004743798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2936; }","duration":"131.621196ms","start":"2026-04-08T01:27:16.332337Z","end":"2026-04-08T01:27:16.463958Z","steps":["trace[2004743798] 'agreement among raft nodes before linearized reading' (duration: 131.386679ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.463444Z","caller":"traceutil/trace.go:171","msg":"trace[376049383] linearizableReadLoop","detail":"{readStateIndex:3046; appliedIndex:3044; }","duration":"131.046108ms","start":"2026-04-08T01:27:16.332378Z","end":"2026-04-08T01:27:16.463425Z","steps":["trace[376049383] 'read index received' (duration: 29.719101ms)","trace[376049383] 'applied index is now lower than readState.Index' (duration: 101.326017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:16.464164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.688528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:27:16.464169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.560885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:27:16.464205Z","caller":"traceutil/trace.go:171","msg":"trace[1347137011] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2936; }","duration":"131.777132ms","start":"2026-04-08T01:27:16.332417Z","end":"2026-04-08T01:27:16.464194Z","steps":["trace[1347137011] 'agreement among raft nodes before linearized reading' (duration: 131.680869ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.464208Z","caller":"traceutil/trace.go:171","msg":"trace[1706427861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2936; }","duration":"131.661308ms","start":"2026-04-08T01:27:16.332538Z","end":"2026-04-08T01:27:16.464199Z","steps":["trace[1706427861] 'agreement among raft nodes before linearized reading' (duration: 131.568265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.996009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.608055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:27:16.996088Z","caller":"traceutil/trace.go:171","msg":"trace[1328344749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2940; }","duration":"227.726508ms","start":"2026-04-08T01:27:16.768344Z","end":"2026-04-08T01:27:16.99607Z","steps":["trace[1328344749] 'range keys from in-memory index tree' (duration: 227.46308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:16.996122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.347795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:27:16.996009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.320141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:27:16.996209Z","caller":"traceutil/trace.go:171","msg":"trace[557436726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2940; }","duration":"220.48766ms","start":"2026-04-08T01:27:16.7757Z","end":"2026-04-08T01:27:16.996187Z","steps":["trace[557436726] 'range keys from in-memory index tree' (duration: 220.101048ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:16.996303Z","caller":"traceutil/trace.go:171","msg":"trace[489673026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2940; }","duration":"218.657422ms","start":"2026-04-08T01:27:16.777631Z","end":"2026-04-08T01:27:16.996288Z","steps":["trace[489673026] 'range keys from in-memory index tree' (duration: 218.013831ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.007858Z","caller":"traceutil/trace.go:171","msg":"trace[831113579] transaction","detail":"{read_only:false; response_revision:2941; number_of_response:1; }","duration":"124.308075ms","start":"2026-04-08T01:27:16.883532Z","end":"2026-04-08T01:27:17.00784Z","steps":["trace[831113579] 'process raft request' (duration: 124.204972ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.170285Z","caller":"traceutil/trace.go:171","msg":"trace[1848123953] transaction","detail":"{read_only:false; response_revision:2942; number_of_response:1; }","duration":"169.963951ms","start":"2026-04-08T01:27:17.000301Z","end":"2026-04-08T01:27:17.170265Z","steps":["trace[1848123953] 'process raft request' (duration: 159.169179ms)","trace[1848123953] 'compare' (duration: 10.570004ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:17.170681Z","caller":"traceutil/trace.go:171","msg":"trace[27729592] transaction","detail":"{read_only:false; response_revision:2943; number_of_response:1; }","duration":"169.460594ms","start":"2026-04-08T01:27:17.001206Z","end":"2026-04-08T01:27:17.170667Z","steps":["trace[27729592] 'process raft request' (duration: 169.01954ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.170874Z","caller":"traceutil/trace.go:171","msg":"trace[361971547] transaction","detail":"{read_only:false; response_revision:2944; number_of_response:1; }","duration":"169.34091ms","start":"2026-04-08T01:27:17.001523Z","end":"2026-04-08T01:27:17.170864Z","steps":["trace[361971547] 'process raft request' (duration: 169.02492ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:17.170808Z","caller":"traceutil/trace.go:171","msg":"trace[309647064] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3051; }","duration":"135.236811ms","start":"2026-04-08T01:27:17.035506Z","end":"2026-04-08T01:27:17.170743Z","steps":["trace[309647064] 'read index received' (duration: 123.998695ms)","trace[309647064] 'applied index is now lower than readState.Index' (duration: 11.236286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:17.171009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.460408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:17.171156Z","caller":"traceutil/trace.go:171","msg":"trace[196823100] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2944; }","duration":"135.628933ms","start":"2026-04-08T01:27:17.03547Z","end":"2026-04-08T01:27:17.171099Z","steps":["trace[196823100] 'agreement among raft nodes before linearized reading' (duration: 135.430407ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:18.612101Z","caller":"traceutil/trace.go:171","msg":"trace[2001082598] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"525.478415ms","start":"2026-04-08T01:27:18.086601Z","end":"2026-04-08T01:27:18.61208Z","steps":["trace[2001082598] 'process raft request' (duration: 525.34416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:18.612239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:18.086589Z","time spent":"525.575257ms","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:18.646972Z","caller":"traceutil/trace.go:171","msg":"trace[1296553900] transaction","detail":"{read_only:false; response_revision:2946; number_of_response:1; }","duration":"371.511301ms","start":"2026-04-08T01:27:18.275421Z","end":"2026-04-08T01:27:18.646933Z","steps":["trace[1296553900] 'process raft request' (duration: 369.58643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:18.647223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:27:18.2754Z","time spent":"371.682676ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:27:18.647281Z","caller":"traceutil/trace.go:171","msg":"trace[546092396] linearizableReadLoop","detail":"{readStateIndex:3058; appliedIndex:3055; }","duration":"176.437615ms","start":"2026-04-08T01:27:18.470819Z","end":"2026-04-08T01:27:18.647256Z","steps":["trace[546092396] 'read index received' (duration: 141.252061ms)","trace[546092396] 'applied index is now lower than readState.Index' (duration: 35.184504ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:18.647379Z","caller":"traceutil/trace.go:171","msg":"trace[1875826010] transaction","detail":"{read_only:false; response_revision:2948; number_of_response:1; }","duration":"176.700843ms","start":"2026-04-08T01:27:18.470649Z","end":"2026-04-08T01:27:18.64735Z","steps":["trace[1875826010] 'process raft request' (duration: 176.488816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:18.647475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.636651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:18.647522Z","caller":"traceutil/trace.go:171","msg":"trace[972901763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2948; }","duration":"176.718134ms","start":"2026-04-08T01:27:18.470793Z","end":"2026-04-08T01:27:18.647511Z","steps":["trace[972901763] 'agreement among raft nodes before linearized reading' (duration: 176.611461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:18.647668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.641539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:27:18.647432Z","caller":"traceutil/trace.go:171","msg":"trace[1660018129] transaction","detail":"{read_only:false; response_revision:2947; number_of_response:1; }","duration":"177.177749ms","start":"2026-04-08T01:27:18.470109Z","end":"2026-04-08T01:27:18.647287Z","steps":["trace[1660018129] 'process raft request' (duration: 176.744766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:18.647728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.504236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:27:18.647821Z","caller":"traceutil/trace.go:171","msg":"trace[1885254895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2948; }","duration":"127.685951ms","start":"2026-04-08T01:27:18.520114Z","end":"2026-04-08T01:27:18.6478Z","steps":["trace[1885254895] 'agreement among raft nodes before linearized reading' (duration: 127.441064ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:18.647761Z","caller":"traceutil/trace.go:171","msg":"trace[105084156] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:2948; }","duration":"144.789494ms","start":"2026-04-08T01:27:18.502954Z","end":"2026-04-08T01:27:18.647744Z","steps":["trace[105084156] 'agreement among raft nodes before linearized reading' (duration: 144.503825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:18.647832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.079138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:27:18.648036Z","caller":"traceutil/trace.go:171","msg":"trace[643377024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2948; }","duration":"100.333646ms","start":"2026-04-08T01:27:18.547642Z","end":"2026-04-08T01:27:18.647975Z","steps":["trace[643377024] 'agreement among raft nodes before linearized reading' (duration: 99.888882ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.992226Z","caller":"traceutil/trace.go:171","msg":"trace[1257287544] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"110.289871ms","start":"2026-04-08T01:27:24.881907Z","end":"2026-04-08T01:27:24.992197Z","steps":["trace[1257287544] 'process raft request' (duration: 110.2297ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.99226Z","caller":"traceutil/trace.go:171","msg":"trace[1305961891] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"251.751299ms","start":"2026-04-08T01:27:24.740472Z","end":"2026-04-08T01:27:24.992223Z","steps":["trace[1305961891] 'process raft request' (duration: 166.920244ms)","trace[1305961891] 'compare' (duration: 84.502065ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:27:24.992302Z","caller":"traceutil/trace.go:171","msg":"trace[805765770] linearizableReadLoop","detail":"{readStateIndex:3094; appliedIndex:3093; }","duration":"223.571687ms","start":"2026-04-08T01:27:24.768706Z","end":"2026-04-08T01:27:24.992278Z","steps":["trace[805765770] 'read index received' (duration: 138.579016ms)","trace[805765770] 'applied index is now lower than readState.Index' (duration: 84.989681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:24.992547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.598153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:27:24.992567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.316864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:24.992614Z","caller":"traceutil/trace.go:171","msg":"trace[1555336328] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2983; }","duration":"172.709887ms","start":"2026-04-08T01:27:24.819886Z","end":"2026-04-08T01:27:24.992596Z","steps":["trace[1555336328] 'agreement among raft nodes before linearized reading' (duration: 172.588593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.99263Z","caller":"traceutil/trace.go:171","msg":"trace[251933832] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2983; }","duration":"190.440259ms","start":"2026-04-08T01:27:24.802172Z","end":"2026-04-08T01:27:24.992613Z","steps":["trace[251933832] 'agreement among raft nodes before linearized reading' (duration: 190.324515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:24.99262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.206172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T01:27:24.992696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.452985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:27:24.992785Z","caller":"traceutil/trace.go:171","msg":"trace[857675352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2983; }","duration":"221.342367ms","start":"2026-04-08T01:27:24.771383Z","end":"2026-04-08T01:27:24.992725Z","steps":["trace[857675352] 'agreement among raft nodes before linearized reading' (duration: 221.047988ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:24.992798Z","caller":"traceutil/trace.go:171","msg":"trace[1714402247] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2983; }","duration":"218.631351ms","start":"2026-04-08T01:27:24.774148Z","end":"2026-04-08T01:27:24.992779Z","steps":["trace[1714402247] 'agreement among raft nodes before linearized reading' (duration: 218.503047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:27:24.993065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.394393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:27:24.993136Z","caller":"traceutil/trace.go:171","msg":"trace[538814652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2983; }","duration":"224.504017ms","start":"2026-04-08T01:27:24.768615Z","end":"2026-04-08T01:27:24.993119Z","steps":["trace[538814652] 'agreement among raft nodes before linearized reading' (duration: 223.810485ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:47.991545Z","caller":"traceutil/trace.go:171","msg":"trace[893156602] linearizableReadLoop","detail":"{readStateIndex:3227; appliedIndex:3226; }","duration":"160.652596ms","start":"2026-04-08T01:27:47.830867Z","end":"2026-04-08T01:27:47.99152Z","steps":["trace[893156602] 'read index received' (duration: 160.425059ms)","trace[893156602] 'applied index is now lower than readState.Index' (duration: 226.517µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:27:47.99168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.7969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:27:47.991715Z","caller":"traceutil/trace.go:171","msg":"trace[818985251] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3110; }","duration":"160.884034ms","start":"2026-04-08T01:27:47.830818Z","end":"2026-04-08T01:27:47.991702Z","steps":["trace[818985251] 'agreement among raft nodes before linearized reading' (duration: 160.808351ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:27:47.991705Z","caller":"traceutil/trace.go:171","msg":"trace[1048592320] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"178.912431ms","start":"2026-04-08T01:27:47.81275Z","end":"2026-04-08T01:27:47.991663Z","steps":["trace[1048592320] 'process raft request' (duration: 178.626522ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:21.389875Z","caller":"traceutil/trace.go:171","msg":"trace[865279179] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"192.685035ms","start":"2026-04-08T01:29:21.197158Z","end":"2026-04-08T01:29:21.389843Z","steps":["trace[865279179] 'process raft request' (duration: 190.156545ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:29:21.390127Z","caller":"traceutil/trace.go:171","msg":"trace[761458801] transaction","detail":"{read_only:false; response_revision:3643; number_of_response:1; }","duration":"180.540861ms","start":"2026-04-08T01:29:21.209558Z","end":"2026-04-08T01:29:21.390099Z","steps":["trace[761458801] 'process raft request' (duration: 180.248732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.264879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.953441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:30:00.265041Z","caller":"traceutil/trace.go:171","msg":"trace[494236154] linearizableReadLoop","detail":"{readStateIndex:4143; appliedIndex:4142; }","duration":"432.662614ms","start":"2026-04-08T01:29:59.832356Z","end":"2026-04-08T01:30:00.265019Z","steps":["trace[494236154] 'read index received' (duration: 270.431544ms)","trace[494236154] 'applied index is now lower than readState.Index' (duration: 162.229459ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:30:00.265159Z","caller":"traceutil/trace.go:171","msg":"trace[1815407144] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"710.796962ms","start":"2026-04-08T01:29:59.554325Z","end":"2026-04-08T01:30:00.265122Z","steps":["trace[1815407144] 'process raft request' (duration: 548.533481ms)","trace[1815407144] 'compare' (duration: 161.307391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:30:00.26525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.88775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:30:00.265781Z","caller":"traceutil/trace.go:171","msg":"trace[1195364612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3994; }","duration":"433.396677ms","start":"2026-04-08T01:29:59.832291Z","end":"2026-04-08T01:30:00.265688Z","steps":["trace[1195364612] 'agreement among raft nodes before linearized reading' (duration: 432.821028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.265816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:59.5543Z","time spent":"711.251666ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:30:00.2659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:59.832263Z","time spent":"433.607843ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:30:00.399484Z","caller":"traceutil/trace.go:171","msg":"trace[1525202654] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4143; }","duration":"134.380411ms","start":"2026-04-08T01:30:00.265077Z","end":"2026-04-08T01:30:00.399458Z","steps":["trace[1525202654] 'read index received' (duration: 133.543445ms)","trace[1525202654] 'applied index is now lower than readState.Index' (duration: 835.706µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:30:00.399512Z","caller":"traceutil/trace.go:171","msg":"trace[270195536] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"390.127501ms","start":"2026-04-08T01:30:00.00934Z","end":"2026-04-08T01:30:00.399468Z","steps":["trace[270195536] 'process raft request' (duration: 389.265124ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:30:00.399643Z","caller":"traceutil/trace.go:171","msg":"trace[250288018] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"129.441346ms","start":"2026-04-08T01:30:00.27019Z","end":"2026-04-08T01:30:00.399631Z","steps":["trace[250288018] 'process raft request' (duration: 129.225079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.399691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.627853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:30:00.399821Z","caller":"traceutil/trace.go:171","msg":"trace[1040080414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3995; }","duration":"381.814069ms","start":"2026-04-08T01:30:00.017981Z","end":"2026-04-08T01:30:00.399795Z","steps":["trace[1040080414] 'agreement among raft nodes before linearized reading' (duration: 381.573651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.399903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.135754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-08T01:30:00.399962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.424606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:30:00.400036Z","caller":"traceutil/trace.go:171","msg":"trace[533215343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3995; }","duration":"239.55795ms","start":"2026-04-08T01:30:00.160464Z","end":"2026-04-08T01:30:00.400022Z","steps":["trace[533215343] 'agreement among raft nodes before linearized reading' (duration: 239.068234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.399929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:30:00.017971Z","time spent":"381.941502ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:30:00.400039Z","caller":"traceutil/trace.go:171","msg":"trace[1444368204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3995; }","duration":"565.33055ms","start":"2026-04-08T01:29:59.834661Z","end":"2026-04-08T01:30:00.399992Z","steps":["trace[1444368204] 'agreement among raft nodes before linearized reading' (duration: 564.899816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.400236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:59.834632Z","time spent":"565.586218ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:30:00.399728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:30:00.009301Z","time spent":"390.300087ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16165,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:30:00.400463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.315179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T01:30:00.400209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.578032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:30:00.400516Z","caller":"traceutil/trace.go:171","msg":"trace[2105693792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3995; }","duration":"243.411342ms","start":"2026-04-08T01:30:00.15709Z","end":"2026-04-08T01:30:00.400501Z","steps":["trace[2105693792] 'agreement among raft nodes before linearized reading' (duration: 242.452622ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:30:00.400535Z","caller":"traceutil/trace.go:171","msg":"trace[220230922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3995; }","duration":"433.997626ms","start":"2026-04-08T01:29:59.966519Z","end":"2026-04-08T01:30:00.400517Z","steps":["trace[220230922] 'agreement among raft nodes before linearized reading' (duration: 433.061036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.400596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:29:59.966484Z","time spent":"434.092388ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:30:00.400239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.80784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:30:00.400693Z","caller":"traceutil/trace.go:171","msg":"trace[659353704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3995; }","duration":"241.251464ms","start":"2026-04-08T01:30:00.159403Z","end":"2026-04-08T01:30:00.400655Z","steps":["trace[659353704] 'agreement among raft nodes before linearized reading' (duration: 240.075347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.400769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.877496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:30:00.400823Z","caller":"traceutil/trace.go:171","msg":"trace[1641903882] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:3995; }","duration":"236.951438ms","start":"2026-04-08T01:30:00.163855Z","end":"2026-04-08T01:30:00.400806Z","steps":["trace[1641903882] 'agreement among raft nodes before linearized reading' (duration: 235.667757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:30:00.400341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.968833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-04-08T01:30:00.401336Z","caller":"traceutil/trace.go:171","msg":"trace[1598591687] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3995; }","duration":"234.959875ms","start":"2026-04-08T01:30:00.166342Z","end":"2026-04-08T01:30:00.401302Z","steps":["trace[1598591687] 'agreement among raft nodes before linearized reading' (duration: 233.167299ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:20.499221Z","caller":"traceutil/trace.go:171","msg":"trace[766355381] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"152.021781ms","start":"2026-04-08T01:31:20.347175Z","end":"2026-04-08T01:31:20.499197Z","steps":["trace[766355381] 'process raft request' (duration: 75.390391ms)","trace[766355381] 'compare' (duration: 76.31309ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:20.499647Z","caller":"traceutil/trace.go:171","msg":"trace[454337224] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"118.624102ms","start":"2026-04-08T01:31:20.381006Z","end":"2026-04-08T01:31:20.49963Z","steps":["trace[454337224] 'process raft request' (duration: 118.128866ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:21.328454Z","caller":"traceutil/trace.go:171","msg":"trace[757074672] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4885; }","duration":"145.636068ms","start":"2026-04-08T01:31:21.182784Z","end":"2026-04-08T01:31:21.32842Z","steps":["trace[757074672] 'process raft request' (duration: 54.170467ms)","trace[757074672] 'compare' (duration: 91.164462ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:21.328737Z","caller":"traceutil/trace.go:171","msg":"trace[14598471] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5069; }","duration":"142.821009ms","start":"2026-04-08T01:31:21.185901Z","end":"2026-04-08T01:31:21.328722Z","steps":["trace[14598471] 'read index received' (duration: 51.076609ms)","trace[14598471] 'applied index is now lower than readState.Index' (duration: 91.74278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:31:21.329006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.077847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:31:21.329064Z","caller":"traceutil/trace.go:171","msg":"trace[1285817208] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4887; }","duration":"143.182491ms","start":"2026-04-08T01:31:21.185866Z","end":"2026-04-08T01:31:21.329049Z","steps":["trace[1285817208] 'agreement among raft nodes before linearized reading' (duration: 142.960714ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:21.825316Z","caller":"traceutil/trace.go:171","msg":"trace[1473832038] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"144.566664ms","start":"2026-04-08T01:31:21.680713Z","end":"2026-04-08T01:31:21.82528Z","steps":["trace[1473832038] 'process raft request' (duration: 102.665445ms)","trace[1473832038] 'compare' (duration: 41.720794ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:22.000702Z","caller":"traceutil/trace.go:171","msg":"trace[1439267301] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"112.068424ms","start":"2026-04-08T01:31:21.888586Z","end":"2026-04-08T01:31:22.000655Z","steps":["trace[1439267301] 'process raft request' (duration: 107.776738ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:22.219845Z","caller":"traceutil/trace.go:171","msg":"trace[1696639744] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"203.898096ms","start":"2026-04-08T01:31:22.015912Z","end":"2026-04-08T01:31:22.21981Z","steps":["trace[1696639744] 'process raft request' (duration: 129.821407ms)","trace[1696639744] 'compare' (duration: 73.906034ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:22.227053Z","caller":"traceutil/trace.go:171","msg":"trace[927152434] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4905; }","duration":"211.008481ms","start":"2026-04-08T01:31:22.016011Z","end":"2026-04-08T01:31:22.22702Z","steps":["trace[927152434] 'process raft request' (duration: 210.798144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:26.672538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.827002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-08T01:31:26.672585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.434174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-52781db3-7768-4606-93dd-d4cfe9c08ff4\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-08T01:31:26.672641Z","caller":"traceutil/trace.go:171","msg":"trace[1798817806] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5028; }","duration":"203.003938ms","start":"2026-04-08T01:31:26.469616Z","end":"2026-04-08T01:31:26.67262Z","steps":["trace[1798817806] 'range keys from in-memory index tree' (duration: 202.609635ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:26.672648Z","caller":"traceutil/trace.go:171","msg":"trace[1404898412] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-52781db3-7768-4606-93dd-d4cfe9c08ff4; range_end:; response_count:1; response_revision:5028; }","duration":"187.522556ms","start":"2026-04-08T01:31:26.485108Z","end":"2026-04-08T01:31:26.67263Z","steps":["trace[1404898412] 'range keys from in-memory index tree' (duration: 187.3157ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:27.172457Z","caller":"traceutil/trace.go:171","msg":"trace[698528001] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"111.053761ms","start":"2026-04-08T01:31:27.061367Z","end":"2026-04-08T01:31:27.172421Z","steps":["trace[698528001] 'process raft request' (duration: 110.930177ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:27.172593Z","caller":"traceutil/trace.go:171","msg":"trace[1873573621] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"122.464374ms","start":"2026-04-08T01:31:27.050093Z","end":"2026-04-08T01:31:27.172557Z","steps":["trace[1873573621] 'process raft request' (duration: 121.966288ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:29.76246Z","caller":"traceutil/trace.go:171","msg":"trace[1936398412] transaction","detail":"{read_only:false; response_revision:5065; number_of_response:1; }","duration":"104.008919ms","start":"2026-04-08T01:31:29.65838Z","end":"2026-04-08T01:31:29.762389Z","steps":["trace[1936398412] 'process raft request' (duration: 103.201383ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:31.523016Z","caller":"traceutil/trace.go:171","msg":"trace[275579469] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"110.599417ms","start":"2026-04-08T01:31:31.412358Z","end":"2026-04-08T01:31:31.522957Z","steps":["trace[275579469] 'process raft request' (duration: 97.915375ms)","trace[275579469] 'compare' (duration: 12.436304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:31:33.43282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748447875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:31:33.468939Z","caller":"traceutil/trace.go:171","msg":"trace[889044656] linearizableReadLoop","detail":"{readStateIndex:5435; appliedIndex:5434; }","duration":"537.100711ms","start":"2026-04-08T01:31:32.93181Z","end":"2026-04-08T01:31:33.468911Z","steps":["trace[889044656] 'read index received' (duration: 536.823642ms)","trace[889044656] 'applied index is now lower than readState.Index' (duration: 275.939µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:33.469004Z","caller":"traceutil/trace.go:171","msg":"trace[740936761] transaction","detail":"{read_only:false; response_revision:5241; number_of_response:1; }","duration":"688.807882ms","start":"2026-04-08T01:31:32.780179Z","end":"2026-04-08T01:31:33.468987Z","steps":["trace[740936761] 'process raft request' (duration: 688.557254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:32.780155Z","time spent":"688.891875ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:31:33.469215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.767737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:31:33.469286Z","caller":"traceutil/trace.go:171","msg":"trace[899809921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5241; }","duration":"487.883241ms","start":"2026-04-08T01:31:32.981381Z","end":"2026-04-08T01:31:33.469264Z","steps":["trace[899809921] 'agreement among raft nodes before linearized reading' (duration: 487.695845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.765355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:31:33.469412Z","caller":"traceutil/trace.go:171","msg":"trace[196108584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5241; }","duration":"240.889499ms","start":"2026-04-08T01:31:33.228506Z","end":"2026-04-08T01:31:33.469395Z","steps":["trace[196108584] 'agreement among raft nodes before linearized reading' (duration: 240.60369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.902341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:31:33.469457Z","caller":"traceutil/trace.go:171","msg":"trace[2137149998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:5241; }","duration":"276.984884ms","start":"2026-04-08T01:31:33.192465Z","end":"2026-04-08T01:31:33.469449Z","steps":["trace[2137149998] 'agreement among raft nodes before linearized reading' (duration: 276.915852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.454937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T01:31:33.46948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.800573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:31:33.469503Z","caller":"traceutil/trace.go:171","msg":"trace[1706021731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5241; }","duration":"405.536589ms","start":"2026-04-08T01:31:33.063954Z","end":"2026-04-08T01:31:33.46949Z","steps":["trace[1706021731] 'agreement among raft nodes before linearized reading' (duration: 405.436476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.506054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:31:33.469638Z","caller":"traceutil/trace.go:171","msg":"trace[316516924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5241; }","duration":"537.851725ms","start":"2026-04-08T01:31:32.931764Z","end":"2026-04-08T01:31:33.469616Z","steps":["trace[316516924] 'agreement among raft nodes before linearized reading' (duration: 537.342199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:32.931741Z","time spent":"537.960419ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:31:33.469351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.263506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f5p6r\" ","response":"range_response_count:1 size:9826"} {"level":"warn","ts":"2026-04-08T01:31:33.469478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.271658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:31:33.46998Z","caller":"traceutil/trace.go:171","msg":"trace[485924161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5241; }","duration":"404.815096ms","start":"2026-04-08T01:31:33.065148Z","end":"2026-04-08T01:31:33.469963Z","steps":["trace[485924161] 'agreement among raft nodes before linearized reading' (duration: 404.231228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.470023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:33.065121Z","time spent":"404.887919ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:31:33.470006Z","caller":"traceutil/trace.go:171","msg":"trace[1331988517] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-f5p6r; range_end:; response_count:1; response_revision:5241; }","duration":"191.870495ms","start":"2026-04-08T01:31:33.278013Z","end":"2026-04-08T01:31:33.469884Z","steps":["trace[1331988517] 'agreement among raft nodes before linearized reading' (duration: 191.251805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.991443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f5p6r.18a43d9bc0fdfc1e\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-08T01:31:33.470204Z","caller":"traceutil/trace.go:171","msg":"trace[586518616] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f5p6r.18a43d9bc0fdfc1e; range_end:; response_count:1; response_revision:5241; }","duration":"189.940043ms","start":"2026-04-08T01:31:33.280241Z","end":"2026-04-08T01:31:33.470181Z","steps":["trace[586518616] 'agreement among raft nodes before linearized reading' (duration: 188.919371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:32.981358Z","time spent":"487.971613ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:31:33.469564Z","caller":"traceutil/trace.go:171","msg":"trace[2054417346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5241; }","duration":"285.914787ms","start":"2026-04-08T01:31:33.183634Z","end":"2026-04-08T01:31:33.469549Z","steps":["trace[2054417346] 'agreement among raft nodes before linearized reading' (duration: 285.743612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:33.469591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:33.063935Z","time spent":"405.644922ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:31:34.459296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.598473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:31:34.459461Z","caller":"traceutil/trace.go:171","msg":"trace[659112811] linearizableReadLoop","detail":"{readStateIndex:5469; appliedIndex:5468; }","duration":"170.782426ms","start":"2026-04-08T01:31:34.28866Z","end":"2026-04-08T01:31:34.459443Z","steps":["trace[659112811] 'read index received' (duration: 62.815252ms)","trace[659112811] 'applied index is now lower than readState.Index' (duration: 107.965404ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:34.459496Z","caller":"traceutil/trace.go:171","msg":"trace[1009998177] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"321.202136ms","start":"2026-04-08T01:31:34.138256Z","end":"2026-04-08T01:31:34.459458Z","steps":["trace[1009998177] 'process raft request' (duration: 213.330275ms)","trace[1009998177] 'compare' (duration: 107.433047ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:31:34.459653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:34.138236Z","time spent":"321.32887ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:31:34.459662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.978762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b970a9e8-2cf5-4008-96bd-808cd24d9a85\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-08T01:31:34.459733Z","caller":"traceutil/trace.go:171","msg":"trace[1948038098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b970a9e8-2cf5-4008-96bd-808cd24d9a85; range_end:; response_count:1; response_revision:5272; }","duration":"171.099566ms","start":"2026-04-08T01:31:34.288615Z","end":"2026-04-08T01:31:34.459715Z","steps":["trace[1948038098] 'agreement among raft nodes before linearized reading' (duration: 170.885559ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:35.028388Z","caller":"traceutil/trace.go:171","msg":"trace[1783777447] linearizableReadLoop","detail":"{readStateIndex:5470; appliedIndex:5469; }","duration":"482.772039ms","start":"2026-04-08T01:31:34.545588Z","end":"2026-04-08T01:31:35.02836Z","steps":["trace[1783777447] 'read index received' (duration: 482.48804ms)","trace[1783777447] 'applied index is now lower than readState.Index' (duration: 283.099µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:35.028635Z","caller":"traceutil/trace.go:171","msg":"trace[728981648] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"561.878758ms","start":"2026-04-08T01:31:34.466534Z","end":"2026-04-08T01:31:35.028413Z","steps":["trace[728981648] 'process raft request' (duration: 561.677501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:35.028907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:34.466507Z","time spent":"562.303261ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:31:35.029167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.393904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:31:35.029242Z","caller":"traceutil/trace.go:171","msg":"trace[1409764181] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5273; }","duration":"404.525528ms","start":"2026-04-08T01:31:34.624697Z","end":"2026-04-08T01:31:35.029223Z","steps":["trace[1409764181] 'agreement among raft nodes before linearized reading' (duration: 403.899798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:35.029551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:34.624673Z","time spent":"404.60384ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":41,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:31:35.029605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.999209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b970a9e8-2cf5-4008-96bd-808cd24d9a85\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-04-08T01:31:35.029667Z","caller":"traceutil/trace.go:171","msg":"trace[1234719813] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b970a9e8-2cf5-4008-96bd-808cd24d9a85; range_end:; response_count:1; response_revision:5273; }","duration":"484.121452ms","start":"2026-04-08T01:31:34.545532Z","end":"2026-04-08T01:31:35.029654Z","steps":["trace[1234719813] 'agreement among raft nodes before linearized reading' (duration: 482.957885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:35.02974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:31:34.545507Z","time spent":"484.191295ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3741,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b970a9e8-2cf5-4008-96bd-808cd24d9a85\" "} {"level":"warn","ts":"2026-04-08T01:31:35.384116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.971237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:31:35.384224Z","caller":"traceutil/trace.go:171","msg":"trace[518467146] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5273; }","duration":"250.143792ms","start":"2026-04-08T01:31:35.134054Z","end":"2026-04-08T01:31:35.384198Z","steps":["trace[518467146] 'range keys from in-memory index tree' (duration: 249.861193ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:37.761006Z","caller":"traceutil/trace.go:171","msg":"trace[1773185886] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5505; }","duration":"264.59026ms","start":"2026-04-08T01:31:37.496393Z","end":"2026-04-08T01:31:37.760983Z","steps":["trace[1773185886] 'read index received' (duration: 264.363873ms)","trace[1773185886] 'applied index is now lower than readState.Index' (duration: 225.457µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:37.76115Z","caller":"traceutil/trace.go:171","msg":"trace[1121725987] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"275.772865ms","start":"2026-04-08T01:31:37.485365Z","end":"2026-04-08T01:31:37.761138Z","steps":["trace[1121725987] 'process raft request' (duration: 275.458605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:37.761572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.375852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-08T01:31:37.761649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.544485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:31:37.762365Z","caller":"traceutil/trace.go:171","msg":"trace[1988589298] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5308; }","duration":"264.241309ms","start":"2026-04-08T01:31:37.498097Z","end":"2026-04-08T01:31:37.762338Z","steps":["trace[1988589298] 'agreement among raft nodes before linearized reading' (duration: 263.297089ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:37.762449Z","caller":"traceutil/trace.go:171","msg":"trace[1184054083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5308; }","duration":"216.380122ms","start":"2026-04-08T01:31:37.546036Z","end":"2026-04-08T01:31:37.762416Z","steps":["trace[1184054083] 'agreement among raft nodes before linearized reading' (duration: 215.502734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:37.761718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.327703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:31:37.762523Z","caller":"traceutil/trace.go:171","msg":"trace[2082398702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5308; }","duration":"266.168321ms","start":"2026-04-08T01:31:37.496342Z","end":"2026-04-08T01:31:37.76251Z","steps":["trace[2082398702] 'agreement among raft nodes before linearized reading' (duration: 265.328674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:37.761789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.329789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:31:37.762872Z","caller":"traceutil/trace.go:171","msg":"trace[1501091400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5308; }","duration":"216.411273ms","start":"2026-04-08T01:31:37.546414Z","end":"2026-04-08T01:31:37.762825Z","steps":["trace[1501091400] 'agreement among raft nodes before linearized reading' (duration: 215.320798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:37.761864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.473171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:31:37.763055Z","caller":"traceutil/trace.go:171","msg":"trace[1309829980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:5308; }","duration":"221.69705ms","start":"2026-04-08T01:31:37.541341Z","end":"2026-04-08T01:31:37.763038Z","steps":["trace[1309829980] 'agreement among raft nodes before linearized reading' (duration: 220.471531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:37.761999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.142564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:31:37.763286Z","caller":"traceutil/trace.go:171","msg":"trace[247231006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5308; }","duration":"264.441276ms","start":"2026-04-08T01:31:37.498833Z","end":"2026-04-08T01:31:37.763275Z","steps":["trace[247231006] 'agreement among raft nodes before linearized reading' (duration: 263.052262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:37.762081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.500077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:31:37.763429Z","caller":"traceutil/trace.go:171","msg":"trace[1963711826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5308; }","duration":"218.891431ms","start":"2026-04-08T01:31:37.544527Z","end":"2026-04-08T01:31:37.763418Z","steps":["trace[1963711826] 'agreement among raft nodes before linearized reading' (duration: 217.292291ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:38.767386Z","caller":"traceutil/trace.go:171","msg":"trace[940661031] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5517; }","duration":"248.80635ms","start":"2026-04-08T01:31:38.518543Z","end":"2026-04-08T01:31:38.76735Z","steps":["trace[940661031] 'read index received' (duration: 248.525401ms)","trace[940661031] 'applied index is now lower than readState.Index' (duration: 279.168µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:38.767459Z","caller":"traceutil/trace.go:171","msg":"trace[872295444] transaction","detail":"{read_only:false; response_revision:5320; number_of_response:1; }","duration":"296.274975ms","start":"2026-04-08T01:31:38.471162Z","end":"2026-04-08T01:31:38.767437Z","steps":["trace[872295444] 'process raft request' (duration: 295.951845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:38.767751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.321451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a43d9bcf120552\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-04-08T01:31:38.767769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.190042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.49\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:31:38.767791Z","caller":"traceutil/trace.go:171","msg":"trace[2096073811] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a43d9bcf120552; range_end:; response_count:1; response_revision:5320; }","duration":"217.434145ms","start":"2026-04-08T01:31:38.550346Z","end":"2026-04-08T01:31:38.76778Z","steps":["trace[2096073811] 'agreement among raft nodes before linearized reading' (duration: 217.27365ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:38.767819Z","caller":"traceutil/trace.go:171","msg":"trace[47455546] range","detail":"{range_begin:/registry/masterleases/199.204.45.49; range_end:; response_count:1; response_revision:5320; }","duration":"249.275785ms","start":"2026-04-08T01:31:38.518527Z","end":"2026-04-08T01:31:38.767803Z","steps":["trace[47455546] 'agreement among raft nodes before linearized reading' (duration: 249.040517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:38.767878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.219212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T01:31:38.76797Z","caller":"traceutil/trace.go:171","msg":"trace[530051448] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5320; }","duration":"137.392147ms","start":"2026-04-08T01:31:38.630551Z","end":"2026-04-08T01:31:38.767943Z","steps":["trace[530051448] 'agreement among raft nodes before linearized reading' (duration: 137.114719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:38.998008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.145602ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-08T01:31:38.998527Z","caller":"traceutil/trace.go:171","msg":"trace[34930041] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"225.845832ms","start":"2026-04-08T01:31:38.772652Z","end":"2026-04-08T01:31:38.998498Z","steps":["trace[34930041] 'process raft request' (duration: 225.752989ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:38.998532Z","caller":"traceutil/trace.go:171","msg":"trace[1115743131] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"228.814967ms","start":"2026-04-08T01:31:38.76968Z","end":"2026-04-08T01:31:38.998495Z","steps":["trace[1115743131] 'process raft request' (duration: 228.500757ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:39.247736Z","caller":"traceutil/trace.go:171","msg":"trace[594939973] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5522; }","duration":"151.647049ms","start":"2026-04-08T01:31:39.096048Z","end":"2026-04-08T01:31:39.247696Z","steps":["trace[594939973] 'read index received' (duration: 86.684069ms)","trace[594939973] 'applied index is now lower than readState.Index' (duration: 64.96196ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:39.247756Z","caller":"traceutil/trace.go:171","msg":"trace[149503812] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"152.62134ms","start":"2026-04-08T01:31:39.095091Z","end":"2026-04-08T01:31:39.247713Z","steps":["trace[149503812] 'process raft request' (duration: 87.728782ms)","trace[149503812] 'compare' (duration: 64.674161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:31:39.248148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.052642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-08T01:31:39.248248Z","caller":"traceutil/trace.go:171","msg":"trace[548497648] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5324; }","duration":"152.242268ms","start":"2026-04-08T01:31:39.095984Z","end":"2026-04-08T01:31:39.248226Z","steps":["trace[548497648] 'agreement among raft nodes before linearized reading' (duration: 151.867316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:39.249386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.674295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:787678"} {"level":"info","ts":"2026-04-08T01:31:39.249543Z","caller":"traceutil/trace.go:171","msg":"trace[1577214012] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5324; }","duration":"113.915442ms","start":"2026-04-08T01:31:39.135614Z","end":"2026-04-08T01:31:39.249529Z","steps":["trace[1577214012] 'agreement among raft nodes before linearized reading' (duration: 112.456446ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:45.265122Z","caller":"traceutil/trace.go:171","msg":"trace[291132346] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"178.681446ms","start":"2026-04-08T01:31:45.086411Z","end":"2026-04-08T01:31:45.265092Z","steps":["trace[291132346] 'process raft request' (duration: 168.507633ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:46.616496Z","caller":"traceutil/trace.go:171","msg":"trace[1796464857] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"147.192078ms","start":"2026-04-08T01:31:46.469274Z","end":"2026-04-08T01:31:46.616466Z","steps":["trace[1796464857] 'process raft request' (duration: 147.094195ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:46.616759Z","caller":"traceutil/trace.go:171","msg":"trace[142569433] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5655; }","duration":"144.772261ms","start":"2026-04-08T01:31:46.471945Z","end":"2026-04-08T01:31:46.616717Z","steps":["trace[142569433] 'read index received' (duration: 10.688649ms)","trace[142569433] 'applied index is now lower than readState.Index' (duration: 134.082292ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:31:46.616916Z","caller":"traceutil/trace.go:171","msg":"trace[813070039] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"147.783236ms","start":"2026-04-08T01:31:46.469126Z","end":"2026-04-08T01:31:46.616909Z","steps":["trace[813070039] 'process raft request' (duration: 147.065903ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:46.617111Z","caller":"traceutil/trace.go:171","msg":"trace[1535959024] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"146.993532ms","start":"2026-04-08T01:31:46.470095Z","end":"2026-04-08T01:31:46.617089Z","steps":["trace[1535959024] 'process raft request' (duration: 146.332441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:46.617438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.484164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:31:46.61747Z","caller":"traceutil/trace.go:171","msg":"trace[1000302029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"145.571147ms","start":"2026-04-08T01:31:46.471889Z","end":"2026-04-08T01:31:46.61746Z","steps":["trace[1000302029] 'agreement among raft nodes before linearized reading' (duration: 145.505074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:49.41018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.894969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:31:49.410282Z","caller":"traceutil/trace.go:171","msg":"trace[1511271110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5489; }","duration":"165.093065ms","start":"2026-04-08T01:31:49.245166Z","end":"2026-04-08T01:31:49.410259Z","steps":["trace[1511271110] 'count revisions from in-memory index tree' (duration: 164.685453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:31:49.410286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.013978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:31:49.410395Z","caller":"traceutil/trace.go:171","msg":"trace[1746759073] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5489; }","duration":"133.189244ms","start":"2026-04-08T01:31:49.27718Z","end":"2026-04-08T01:31:49.41037Z","steps":["trace[1746759073] 'count revisions from in-memory index tree' (duration: 132.836383ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:56.794839Z","caller":"traceutil/trace.go:171","msg":"trace[1209064321] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"237.883863ms","start":"2026-04-08T01:31:56.556928Z","end":"2026-04-08T01:31:56.794812Z","steps":["trace[1209064321] 'process raft request' (duration: 236.21958ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:56.797984Z","caller":"traceutil/trace.go:171","msg":"trace[2130748175] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"240.887858ms","start":"2026-04-08T01:31:56.557068Z","end":"2026-04-08T01:31:56.797956Z","steps":["trace[2130748175] 'process raft request' (duration: 239.617588ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:31:56.798187Z","caller":"traceutil/trace.go:171","msg":"trace[1244086633] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"240.93433ms","start":"2026-04-08T01:31:56.557236Z","end":"2026-04-08T01:31:56.79817Z","steps":["trace[1244086633] 'process raft request' (duration: 240.680512ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:02.117202Z","caller":"traceutil/trace.go:171","msg":"trace[1451761316] transaction","detail":"{read_only:false; response_revision:5705; number_of_response:1; }","duration":"101.355199ms","start":"2026-04-08T01:32:02.015793Z","end":"2026-04-08T01:32:02.117149Z","steps":["trace[1451761316] 'process raft request' (duration: 101.08201ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:02.210127Z","caller":"traceutil/trace.go:171","msg":"trace[1000135212] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"193.094451ms","start":"2026-04-08T01:32:02.017001Z","end":"2026-04-08T01:32:02.210095Z","steps":["trace[1000135212] 'process raft request' (duration: 188.333429ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:02.210428Z","caller":"traceutil/trace.go:171","msg":"trace[1272773070] linearizableReadLoop","detail":"{readStateIndex:5911; appliedIndex:5909; }","duration":"175.893671ms","start":"2026-04-08T01:32:02.034505Z","end":"2026-04-08T01:32:02.210398Z","steps":["trace[1272773070] 'read index received' (duration: 82.378312ms)","trace[1272773070] 'applied index is now lower than readState.Index' (duration: 93.513669ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:32:02.210745Z","caller":"traceutil/trace.go:171","msg":"trace[914607018] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"169.410634ms","start":"2026-04-08T01:32:02.041107Z","end":"2026-04-08T01:32:02.210518Z","steps":["trace[914607018] 'process raft request' (duration: 168.934448ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:02.210773Z","caller":"traceutil/trace.go:171","msg":"trace[1985900753] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"169.63647ms","start":"2026-04-08T01:32:02.041093Z","end":"2026-04-08T01:32:02.21073Z","steps":["trace[1985900753] 'process raft request' (duration: 169.194416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:02.210981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.459148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:32:02.211036Z","caller":"traceutil/trace.go:171","msg":"trace[1498083448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5708; }","duration":"176.571573ms","start":"2026-04-08T01:32:02.034449Z","end":"2026-04-08T01:32:02.211021Z","steps":["trace[1498083448] 'agreement among raft nodes before linearized reading' (duration: 176.383987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:02.211075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.809216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:32:02.211131Z","caller":"traceutil/trace.go:171","msg":"trace[299839906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5708; }","duration":"169.91137ms","start":"2026-04-08T01:32:02.0412Z","end":"2026-04-08T01:32:02.211111Z","steps":["trace[299839906] 'agreement among raft nodes before linearized reading' (duration: 169.698693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:02.211134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.573449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-08T01:32:02.21118Z","caller":"traceutil/trace.go:171","msg":"trace[1668031992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5708; }","duration":"169.656641ms","start":"2026-04-08T01:32:02.041509Z","end":"2026-04-08T01:32:02.211165Z","steps":["trace[1668031992] 'agreement among raft nodes before linearized reading' (duration: 169.478686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:02.211192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.708803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:32:02.211306Z","caller":"traceutil/trace.go:171","msg":"trace[1568320918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:5708; }","duration":"169.853388ms","start":"2026-04-08T01:32:02.041428Z","end":"2026-04-08T01:32:02.211282Z","steps":["trace[1568320918] 'agreement among raft nodes before linearized reading' (duration: 169.538258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:02.211187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.90769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:32:02.211481Z","caller":"traceutil/trace.go:171","msg":"trace[756401062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5708; }","duration":"170.259101ms","start":"2026-04-08T01:32:02.041183Z","end":"2026-04-08T01:32:02.211442Z","steps":["trace[756401062] 'agreement among raft nodes before linearized reading' (duration: 169.786776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:12.253828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748449157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:32:12.758007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748449157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:32:13.2585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748449157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:32:13.759524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748449157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:32:13.816682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.140161789s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:32:13.817069Z","caller":"traceutil/trace.go:171","msg":"trace[496433676] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"2.140710537s","start":"2026-04-08T01:32:11.676334Z","end":"2026-04-08T01:32:13.817044Z","steps":["trace[496433676] 'process raft request' (duration: 2.140530741s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:13.817426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:11.67629Z","time spent":"2.141042377s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8452,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:32:14.312082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.050658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:32:14.31236Z","caller":"traceutil/trace.go:171","msg":"trace[509556099] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"1.322662187s","start":"2026-04-08T01:32:12.989679Z","end":"2026-04-08T01:32:14.312342Z","steps":["trace[509556099] 'process raft request' (duration: 1.322580224s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:14.312441Z","caller":"traceutil/trace.go:171","msg":"trace[1780434764] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"2.359629103s","start":"2026-04-08T01:32:11.95279Z","end":"2026-04-08T01:32:14.312419Z","steps":["trace[1780434764] 'process raft request' (duration: 2.23810831s)","trace[1780434764] 'compare' (duration: 120.715758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:32:14.312535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:11.952762Z","time spent":"2.359730656s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:14.312455Z","caller":"traceutil/trace.go:171","msg":"trace[1847539798] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"2.057386735s","start":"2026-04-08T01:32:12.254964Z","end":"2026-04-08T01:32:14.312351Z","steps":["trace[1847539798] 'process raft request' (duration: 2.057210299s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:14.313046Z","caller":"traceutil/trace.go:171","msg":"trace[1772697750] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"1.245707548s","start":"2026-04-08T01:32:13.067267Z","end":"2026-04-08T01:32:14.312975Z","steps":["trace[1772697750] 'process raft request' (duration: 1.245027616s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.312437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.989644Z","time spent":"1.32275905s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:14.312986Z","caller":"traceutil/trace.go:171","msg":"trace[1662954311] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6029; }","duration":"2.559415637s","start":"2026-04-08T01:32:11.753531Z","end":"2026-04-08T01:32:14.312946Z","steps":["trace[1662954311] 'read index received' (duration: 2.063343845s)","trace[1662954311] 'applied index is now lower than readState.Index' (duration: 496.067432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:32:14.313338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:13.067238Z","time spent":"1.245941175s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:32:14.313436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.254933Z","time spent":"2.05817867s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:32:14.470604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-08T01:32:14.470706Z","caller":"traceutil/trace.go:171","msg":"trace[408815558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543128s","start":"2026-04-08T01:32:12.47014Z","end":"2026-04-08T01:32:14.470683Z","steps":["trace[408815558] 'agreement among raft nodes before linearized reading' (duration: 2.000405173s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.470764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.470119Z","time spent":"2.000634391s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/08 01:32:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-08T01:32:14.69533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.531815ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-08T01:32:14.695404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941850359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-08T01:32:14.695548Z","caller":"traceutil/trace.go:171","msg":"trace[1961438403] linearizableReadLoop","detail":"{readStateIndex:6035; appliedIndex:6034; }","duration":"382.213884ms","start":"2026-04-08T01:32:14.313284Z","end":"2026-04-08T01:32:14.695498Z","steps":["trace[1961438403] 'read index received' (duration: 112.633µs)","trace[1961438403] 'applied index is now lower than readState.Index' (duration: 382.099361ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:32:14.695649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427950845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-08T01:32:14.696107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145265758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-08T01:32:14.696133Z","caller":"traceutil/trace.go:171","msg":"trace[1941914891] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5824; }","duration":"1.145289299s","start":"2026-04-08T01:32:13.550834Z","end":"2026-04-08T01:32:14.696124Z","steps":["trace[1941914891] 'agreement among raft nodes before linearized reading' (duration: 1.144905847s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.696165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:13.550783Z","time spent":"1.145375542s","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":678,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:32:14.695701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527679153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:32:14.696222Z","caller":"traceutil/trace.go:171","msg":"trace[70443489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5824; }","duration":"2.52822091s","start":"2026-04-08T01:32:12.167983Z","end":"2026-04-08T01:32:14.696204Z","steps":["trace[70443489] 'agreement among raft nodes before linearized reading' (duration: 2.527618201s)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:14.696127Z","caller":"traceutil/trace.go:171","msg":"trace[530018170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5824; }","duration":"2.428473992s","start":"2026-04-08T01:32:12.267637Z","end":"2026-04-08T01:32:14.696111Z","steps":["trace[530018170] 'agreement among raft nodes before linearized reading' (duration: 2.427959436s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.695699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421480109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T01:32:14.69627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.167959Z","time spent":"2.528298473s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:32:14.696317Z","caller":"traceutil/trace.go:171","msg":"trace[1635332040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:5824; }","duration":"2.42211958s","start":"2026-04-08T01:32:12.27417Z","end":"2026-04-08T01:32:14.696289Z","steps":["trace[1635332040] 'agreement among raft nodes before linearized reading' (duration: 2.421334055s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.696327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.131324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:32:14.696385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.274157Z","time spent":"2.422212373s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-r5vjf\" "} {"level":"info","ts":"2026-04-08T01:32:14.696399Z","caller":"traceutil/trace.go:171","msg":"trace[1958733970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5824; }","duration":"225.246438ms","start":"2026-04-08T01:32:14.471128Z","end":"2026-04-08T01:32:14.696374Z","steps":["trace[1958733970] 'agreement among raft nodes before linearized reading' (duration: 225.144805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.695713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289731185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"warn","ts":"2026-04-08T01:32:14.696392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.103743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:32:14.696465Z","caller":"traceutil/trace.go:171","msg":"trace[938315743] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5824; }","duration":"1.290559141s","start":"2026-04-08T01:32:13.405896Z","end":"2026-04-08T01:32:14.696456Z","steps":["trace[938315743] 'agreement among raft nodes before linearized reading' (duration: 1.289775176s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.695712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198873921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:32:14.696573Z","caller":"traceutil/trace.go:171","msg":"trace[2121420934] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5824; }","duration":"1.199823922s","start":"2026-04-08T01:32:13.496736Z","end":"2026-04-08T01:32:14.69656Z","steps":["trace[2121420934] 'agreement among raft nodes before linearized reading' (duration: 1.198862721s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.696588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:13.40587Z","time spent":"1.290666715s","remote":"127.0.0.1:36060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-08T01:32:14.696605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:13.496707Z","time spent":"1.199884524s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":6,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:32:14.695741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423489023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:32:14.69678Z","caller":"traceutil/trace.go:171","msg":"trace[1045063588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5824; }","duration":"2.424551218s","start":"2026-04-08T01:32:12.272221Z","end":"2026-04-08T01:32:14.696772Z","steps":["trace[1045063588] 'agreement among raft nodes before linearized reading' (duration: 2.423433682s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.696818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.272207Z","time spent":"2.424602659s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:32:14.695739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421712727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-08T01:32:14.696899Z","caller":"traceutil/trace.go:171","msg":"trace[1260061147] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5824; }","duration":"2.422913095s","start":"2026-04-08T01:32:12.273976Z","end":"2026-04-08T01:32:14.696889Z","steps":["trace[1260061147] 'agreement among raft nodes before linearized reading' (duration: 2.421629414s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.696968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.273962Z","time spent":"2.422993587s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:32:14.695548Z","caller":"traceutil/trace.go:171","msg":"trace[299378340] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5824; }","duration":"2.942044334s","start":"2026-04-08T01:32:11.753473Z","end":"2026-04-08T01:32:14.695517Z","steps":["trace[299378340] 'agreement among raft nodes before linearized reading' (duration: 2.559559382s)","trace[299378340] 'range keys from in-memory index tree' (duration: 382.209573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:32:14.69705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:11.753451Z","time spent":"2.943590344s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T01:32:14.69583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599103646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:32:14.697118Z","caller":"traceutil/trace.go:171","msg":"trace[469515260] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5824; }","duration":"2.600475929s","start":"2026-04-08T01:32:12.096625Z","end":"2026-04-08T01:32:14.697101Z","steps":["trace[469515260] 'agreement among raft nodes before linearized reading' (duration: 2.599139426s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.697179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.096595Z","time spent":"2.600565272s","remote":"127.0.0.1:54112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:32:14.695759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682439394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:32:14.697254Z","caller":"traceutil/trace.go:171","msg":"trace[1838771717] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5824; }","duration":"1.684027605s","start":"2026-04-08T01:32:13.013217Z","end":"2026-04-08T01:32:14.697244Z","steps":["trace[1838771717] 'agreement among raft nodes before linearized reading' (duration: 1.682417673s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.697287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:13.013185Z","time spent":"1.684092317s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:32:14.69578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.625878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-04-08T01:32:14.697382Z","caller":"traceutil/trace.go:171","msg":"trace[895703536] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5824; }","duration":"875.26708ms","start":"2026-04-08T01:32:13.822107Z","end":"2026-04-08T01:32:14.697374Z","steps":["trace[895703536] 'agreement among raft nodes before linearized reading' (duration: 873.625377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.697404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:13.82208Z","time spent":"875.317931ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-08T01:32:14.695893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427488531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-08T01:32:14.697519Z","caller":"traceutil/trace.go:171","msg":"trace[183115122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5824; }","duration":"2.429152574s","start":"2026-04-08T01:32:12.26836Z","end":"2026-04-08T01:32:14.697513Z","steps":["trace[183115122] 'agreement among raft nodes before linearized reading' (duration: 2.427182191s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.697538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.268343Z","time spent":"2.429189716s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:32:14.695929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880940027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:32:14.69763Z","caller":"traceutil/trace.go:171","msg":"trace[1174195057] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5824; }","duration":"1.882653772s","start":"2026-04-08T01:32:12.81497Z","end":"2026-04-08T01:32:14.697623Z","steps":["trace[1174195057] 'agreement among raft nodes before linearized reading' (duration: 1.880770022s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.697653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.814952Z","time spent":"1.882694052s","remote":"127.0.0.1:46482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:32:14.696333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.267609Z","time spent":"2.428655638s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:32:14.695723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43525285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:32:14.697836Z","caller":"traceutil/trace.go:171","msg":"trace[1817963176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5824; }","duration":"2.437428659s","start":"2026-04-08T01:32:12.260399Z","end":"2026-04-08T01:32:14.697828Z","steps":["trace[1817963176] 'agreement among raft nodes before linearized reading' (duration: 2.435197528s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:14.697862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:12.260389Z","time spent":"2.43746418s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:32:14.696636Z","caller":"traceutil/trace.go:171","msg":"trace[1197034535] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5824; }","duration":"281.32824ms","start":"2026-04-08T01:32:14.415176Z","end":"2026-04-08T01:32:14.696504Z","steps":["trace[1197034535] 'agreement among raft nodes before linearized reading' (duration: 281.070702ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.21064Z","caller":"traceutil/trace.go:171","msg":"trace[949785154] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"509.292305ms","start":"2026-04-08T01:32:14.701318Z","end":"2026-04-08T01:32:15.21061Z","steps":["trace[949785154] 'process raft request' (duration: 509.102179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.21082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.7013Z","time spent":"509.417789ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:15.211055Z","caller":"traceutil/trace.go:171","msg":"trace[1884779618] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"509.582345ms","start":"2026-04-08T01:32:14.701431Z","end":"2026-04-08T01:32:15.211014Z","steps":["trace[1884779618] 'process raft request' (duration: 509.136181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.211297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.701426Z","time spent":"509.74726ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:15.211397Z","caller":"traceutil/trace.go:171","msg":"trace[1824117220] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"509.878404ms","start":"2026-04-08T01:32:14.701493Z","end":"2026-04-08T01:32:15.211372Z","steps":["trace[1824117220] 'process raft request' (duration: 509.356818ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.211425Z","caller":"traceutil/trace.go:171","msg":"trace[512969713] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"509.690728ms","start":"2026-04-08T01:32:14.701706Z","end":"2026-04-08T01:32:15.211396Z","steps":["trace[512969713] 'process raft request' (duration: 509.44949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.2115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.701466Z","time spent":"509.983878ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:15.211643Z","caller":"traceutil/trace.go:171","msg":"trace[1160851578] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"509.335866ms","start":"2026-04-08T01:32:14.70229Z","end":"2026-04-08T01:32:15.211625Z","steps":["trace[1160851578] 'process raft request' (duration: 509.008386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.211648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.701696Z","time spent":"509.816302ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:32:15.211742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.702282Z","time spent":"509.410988ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:15.21195Z","caller":"traceutil/trace.go:171","msg":"trace[1130153322] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"501.880468ms","start":"2026-04-08T01:32:14.710045Z","end":"2026-04-08T01:32:15.211925Z","steps":["trace[1130153322] 'process raft request' (duration: 501.464985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.212065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.710027Z","time spent":"501.984552ms","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:32:15.212533Z","caller":"traceutil/trace.go:171","msg":"trace[350121584] linearizableReadLoop","detail":"{readStateIndex:6041; appliedIndex:6035; }","duration":"503.938754ms","start":"2026-04-08T01:32:14.708576Z","end":"2026-04-08T01:32:15.212514Z","steps":["trace[350121584] 'read index received' (duration: 59.883373ms)","trace[350121584] 'applied index is now lower than readState.Index' (duration: 444.053741ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:32:15.212649Z","caller":"traceutil/trace.go:171","msg":"trace[1293138052] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"499.326597ms","start":"2026-04-08T01:32:14.713312Z","end":"2026-04-08T01:32:15.212639Z","steps":["trace[1293138052] 'process raft request' (duration: 498.442468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.212723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.713299Z","time spent":"499.380669ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:32:15.212873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.909832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:32:15.212974Z","caller":"traceutil/trace.go:171","msg":"trace[955565580] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5832; }","duration":"253.052957ms","start":"2026-04-08T01:32:14.9599Z","end":"2026-04-08T01:32:15.212953Z","steps":["trace[955565580] 'agreement among raft nodes before linearized reading' (duration: 252.891912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.212976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.390679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fbe34ad1-35f1-4093-95fd-5d97165c1e50\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-04-08T01:32:15.212896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.122544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:32:15.213045Z","caller":"traceutil/trace.go:171","msg":"trace[1617034873] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fbe34ad1-35f1-4093-95fd-5d97165c1e50; range_end:; response_count:1; response_revision:5832; }","duration":"504.485742ms","start":"2026-04-08T01:32:14.708536Z","end":"2026-04-08T01:32:15.213022Z","steps":["trace[1617034873] 'agreement among raft nodes before linearized reading' (duration: 504.278325ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.213074Z","caller":"traceutil/trace.go:171","msg":"trace[2010065464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5832; }","duration":"501.32399ms","start":"2026-04-08T01:32:14.711735Z","end":"2026-04-08T01:32:15.213059Z","steps":["trace[2010065464] 'agreement among raft nodes before linearized reading' (duration: 501.114383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.213102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.708519Z","time spent":"504.571344ms","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fbe34ad1-35f1-4093-95fd-5d97165c1e50\" "} {"level":"warn","ts":"2026-04-08T01:32:15.213105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.257563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82028"} {"level":"warn","ts":"2026-04-08T01:32:15.213129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.711726Z","time spent":"501.393203ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:32:15.213161Z","caller":"traceutil/trace.go:171","msg":"trace[1907102410] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5832; }","duration":"503.337665ms","start":"2026-04-08T01:32:14.70981Z","end":"2026-04-08T01:32:15.213148Z","steps":["trace[1907102410] 'agreement among raft nodes before linearized reading' (duration: 502.919812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:15.213211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:14.709804Z","time spent":"503.396677ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":82052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-08T01:32:15.472859Z","caller":"traceutil/trace.go:171","msg":"trace[649606341] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"173.178754ms","start":"2026-04-08T01:32:15.299634Z","end":"2026-04-08T01:32:15.472813Z","steps":["trace[649606341] 'process raft request' (duration: 173.016619ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.472834Z","caller":"traceutil/trace.go:171","msg":"trace[334415440] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"173.575027ms","start":"2026-04-08T01:32:15.29918Z","end":"2026-04-08T01:32:15.472755Z","steps":["trace[334415440] 'process raft request' (duration: 171.19371ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.472924Z","caller":"traceutil/trace.go:171","msg":"trace[515547278] transaction","detail":"{read_only:false; response_revision:5841; number_of_response:1; }","duration":"173.135313ms","start":"2026-04-08T01:32:15.299762Z","end":"2026-04-08T01:32:15.472897Z","steps":["trace[515547278] 'process raft request' (duration: 172.960387ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.472893Z","caller":"traceutil/trace.go:171","msg":"trace[811502719] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"171.912944ms","start":"2026-04-08T01:32:15.30095Z","end":"2026-04-08T01:32:15.472863Z","steps":["trace[811502719] 'process raft request' (duration: 171.812711ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:15.490152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2933} {"level":"info","ts":"2026-04-08T01:32:15.578358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2933,"took":"85.223553ms","hash":3847926490,"current-db-size-bytes":56557568,"current-db-size":"57 MB","current-db-size-in-use-bytes":31961088,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-08T01:32:15.578433Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3847926490,"revision":2933,"compact-revision":-1} {"level":"info","ts":"2026-04-08T01:32:35.510745Z","caller":"traceutil/trace.go:171","msg":"trace[691582385] linearizableReadLoop","detail":"{readStateIndex:6211; appliedIndex:6210; }","duration":"123.391013ms","start":"2026-04-08T01:32:35.387327Z","end":"2026-04-08T01:32:35.510718Z","steps":["trace[691582385] 'read index received' (duration: 111.597536ms)","trace[691582385] 'applied index is now lower than readState.Index' (duration: 11.791837ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:32:35.510869Z","caller":"traceutil/trace.go:171","msg":"trace[1976965688] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"124.100266ms","start":"2026-04-08T01:32:35.386706Z","end":"2026-04-08T01:32:35.510807Z","steps":["trace[1976965688] 'process raft request' (duration: 112.199536ms)","trace[1976965688] 'compare' (duration: 11.692493ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:32:35.51112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.776926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81830"} {"level":"info","ts":"2026-04-08T01:32:35.51117Z","caller":"traceutil/trace.go:171","msg":"trace[1240701776] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5995; }","duration":"123.872228ms","start":"2026-04-08T01:32:35.387287Z","end":"2026-04-08T01:32:35.511159Z","steps":["trace[1240701776] 'agreement among raft nodes before linearized reading' (duration: 123.581949ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:35.533454Z","caller":"traceutil/trace.go:171","msg":"trace[1436790226] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"145.708167ms","start":"2026-04-08T01:32:35.387716Z","end":"2026-04-08T01:32:35.533424Z","steps":["trace[1436790226] 'process raft request' (duration: 145.520561ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:42.127453Z","caller":"traceutil/trace.go:171","msg":"trace[1012917429] linearizableReadLoop","detail":"{readStateIndex:6341; appliedIndex:6340; }","duration":"136.032507ms","start":"2026-04-08T01:32:41.991394Z","end":"2026-04-08T01:32:42.127427Z","steps":["trace[1012917429] 'read index received' (duration: 135.787659ms)","trace[1012917429] 'applied index is now lower than readState.Index' (duration: 243.968µs)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:32:42.127619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.206573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-08T01:32:42.127581Z","caller":"traceutil/trace.go:171","msg":"trace[819284494] transaction","detail":"{read_only:false; response_revision:6122; number_of_response:1; }","duration":"141.366897ms","start":"2026-04-08T01:32:41.986172Z","end":"2026-04-08T01:32:42.127539Z","steps":["trace[819284494] 'process raft request' (duration: 141.076128ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:42.127669Z","caller":"traceutil/trace.go:171","msg":"trace[728630870] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6122; }","duration":"136.294166ms","start":"2026-04-08T01:32:41.991352Z","end":"2026-04-08T01:32:42.127646Z","steps":["trace[728630870] 'agreement among raft nodes before linearized reading' (duration: 136.191212ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:43.757495Z","caller":"traceutil/trace.go:171","msg":"trace[1134272245] transaction","detail":"{read_only:false; response_revision:6135; number_of_response:1; }","duration":"164.473536ms","start":"2026-04-08T01:32:43.592989Z","end":"2026-04-08T01:32:43.757463Z","steps":["trace[1134272245] 'process raft request' (duration: 162.501023ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:32:55.005035Z","caller":"traceutil/trace.go:171","msg":"trace[1191166467] transaction","detail":"{read_only:false; response_revision:6204; number_of_response:1; }","duration":"354.406205ms","start":"2026-04-08T01:32:54.650593Z","end":"2026-04-08T01:32:55.004999Z","steps":["trace[1191166467] 'process raft request' (duration: 354.169998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:55.021155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:54.650565Z","time spent":"370.486779ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19593,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:32:55.077771Z","caller":"traceutil/trace.go:171","msg":"trace[1674143113] transaction","detail":"{read_only:false; response_revision:6205; number_of_response:1; }","duration":"316.216115ms","start":"2026-04-08T01:32:54.761523Z","end":"2026-04-08T01:32:55.077739Z","steps":["trace[1674143113] 'process raft request' (duration: 309.570702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:32:55.077971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:32:54.761477Z","time spent":"316.37317ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:37:15.496688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5843} {"level":"info","ts":"2026-04-08T01:37:15.584939Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5843,"took":"85.981196ms","hash":1323241109,"current-db-size-bytes":56557568,"current-db-size":"57 MB","current-db-size-in-use-bytes":26787840,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-08T01:37:15.585004Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1323241109,"revision":5843,"compact-revision":2933} {"level":"info","ts":"2026-04-08T01:37:53.364848Z","caller":"traceutil/trace.go:171","msg":"trace[218390730] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"136.649388ms","start":"2026-04-08T01:37:53.228171Z","end":"2026-04-08T01:37:53.364821Z","steps":["trace[218390730] 'process raft request' (duration: 136.442352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:04.063505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.773325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:38:04.063788Z","caller":"traceutil/trace.go:171","msg":"trace[2036354226] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"197.447321ms","start":"2026-04-08T01:38:03.866298Z","end":"2026-04-08T01:38:04.063745Z","steps":["trace[2036354226] 'process raft request' (duration: 52.267422ms)","trace[2036354226] 'compare' (duration: 144.5818ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:04.064056Z","caller":"traceutil/trace.go:171","msg":"trace[2134958936] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"174.791724ms","start":"2026-04-08T01:38:03.889199Z","end":"2026-04-08T01:38:04.063991Z","steps":["trace[2134958936] 'process raft request' (duration: 174.463994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:06.970075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748456328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:38:07.390837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321273057s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:38:07.391233Z","caller":"traceutil/trace.go:171","msg":"trace[447555798] transaction","detail":"{read_only:false; response_revision:8511; number_of_response:1; }","duration":"1.321756223s","start":"2026-04-08T01:38:06.069451Z","end":"2026-04-08T01:38:07.391207Z","steps":["trace[447555798] 'process raft request' (duration: 1.321570577s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:07.391422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:06.069426Z","time spent":"1.321900988s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:07.394343Z","caller":"traceutil/trace.go:171","msg":"trace[601225401] linearizableReadLoop","detail":"{readStateIndex:8811; appliedIndex:8809; }","duration":"924.854449ms","start":"2026-04-08T01:38:06.469458Z","end":"2026-04-08T01:38:07.394313Z","steps":["trace[601225401] 'read index received' (duration: 921.556005ms)","trace[601225401] 'applied index is now lower than readState.Index' (duration: 3.290574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:38:07.394577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.089636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:38:07.394646Z","caller":"traceutil/trace.go:171","msg":"trace[2107086993] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8512; }","duration":"925.236841ms","start":"2026-04-08T01:38:06.469394Z","end":"2026-04-08T01:38:07.394631Z","steps":["trace[2107086993] 'agreement among raft nodes before linearized reading' (duration: 925.093066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:07.394646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.067906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:07.39469Z","caller":"traceutil/trace.go:171","msg":"trace[985742369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8512; }","duration":"925.185619ms","start":"2026-04-08T01:38:06.469488Z","end":"2026-04-08T01:38:07.394674Z","steps":["trace[985742369] 'agreement among raft nodes before linearized reading' (duration: 925.120917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:07.394689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:06.469367Z","time spent":"925.311303ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:38:07.39473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:06.469465Z","time spent":"925.256902ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:38:07.394692Z","caller":"traceutil/trace.go:171","msg":"trace[635247105] transaction","detail":"{read_only:false; response_revision:8512; number_of_response:1; }","duration":"1.324703805s","start":"2026-04-08T01:38:06.069944Z","end":"2026-04-08T01:38:07.394648Z","steps":["trace[635247105] 'process raft request' (duration: 1.32421751s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:07.394927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:06.069894Z","time spent":"1.324900592s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:38:07.395441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.216386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:38:07.395562Z","caller":"traceutil/trace.go:171","msg":"trace[1636838296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8512; }","duration":"442.616298ms","start":"2026-04-08T01:38:06.95292Z","end":"2026-04-08T01:38:07.395537Z","steps":["trace[1636838296] 'agreement among raft nodes before linearized reading' (duration: 441.921017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:07.395621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:06.952886Z","time spent":"442.724202ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:38:17.573214Z","caller":"traceutil/trace.go:171","msg":"trace[600070169] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8864; }","duration":"120.290331ms","start":"2026-04-08T01:38:17.452884Z","end":"2026-04-08T01:38:17.573174Z","steps":["trace[600070169] 'read index received' (duration: 66.094419ms)","trace[600070169] 'applied index is now lower than readState.Index' (duration: 54.194402ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:17.573369Z","caller":"traceutil/trace.go:171","msg":"trace[679151426] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"131.586737ms","start":"2026-04-08T01:38:17.44177Z","end":"2026-04-08T01:38:17.573357Z","steps":["trace[679151426] 'process raft request' (duration: 117.006008ms)","trace[679151426] 'compare' (duration: 14.236949ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:38:17.573615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.221169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:38:17.573739Z","caller":"traceutil/trace.go:171","msg":"trace[761080376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8564; }","duration":"120.342733ms","start":"2026-04-08T01:38:17.453346Z","end":"2026-04-08T01:38:17.573689Z","steps":["trace[761080376] 'agreement among raft nodes before linearized reading' (duration: 120.088765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:17.573743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.842329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:38:17.573841Z","caller":"traceutil/trace.go:171","msg":"trace[585222517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8564; }","duration":"121.003623ms","start":"2026-04-08T01:38:17.452816Z","end":"2026-04-08T01:38:17.57382Z","steps":["trace[585222517] 'agreement among raft nodes before linearized reading' (duration: 120.731064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.20328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.454047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-08T01:38:18.203616Z","caller":"traceutil/trace.go:171","msg":"trace[2002044180] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"624.540219ms","start":"2026-04-08T01:38:17.579056Z","end":"2026-04-08T01:38:18.203596Z","steps":["trace[2002044180] 'process raft request' (duration: 624.378573ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:18.203611Z","caller":"traceutil/trace.go:171","msg":"trace[1093442547] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"625.485488ms","start":"2026-04-08T01:38:17.578065Z","end":"2026-04-08T01:38:18.20355Z","steps":["trace[1093442547] 'process raft request' (duration: 173.655399ms)","trace[1093442547] 'compare' (duration: 451.083576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:38:18.203678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.579031Z","time spent":"624.62212ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:38:18.203921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.578041Z","time spent":"625.704785ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:18.204151Z","caller":"traceutil/trace.go:171","msg":"trace[286848248] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"624.90165ms","start":"2026-04-08T01:38:17.579203Z","end":"2026-04-08T01:38:18.204105Z","steps":["trace[286848248] 'process raft request' (duration: 624.353332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.204353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.579195Z","time spent":"625.057944ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:18.205106Z","caller":"traceutil/trace.go:171","msg":"trace[1686295546] linearizableReadLoop","detail":"{readStateIndex:8870; appliedIndex:8866; }","duration":"617.844307ms","start":"2026-04-08T01:38:17.587079Z","end":"2026-04-08T01:38:18.204923Z","steps":["trace[1686295546] 'read index received' (duration: 164.661125ms)","trace[1686295546] 'applied index is now lower than readState.Index' (duration: 453.181661ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:18.205106Z","caller":"traceutil/trace.go:171","msg":"trace[161991460] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"625.375595ms","start":"2026-04-08T01:38:17.579677Z","end":"2026-04-08T01:38:18.205052Z","steps":["trace[161991460] 'process raft request' (duration: 624.060263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.205438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.579667Z","time spent":"625.718875ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:38:18.205287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.199098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:38:18.205662Z","caller":"traceutil/trace.go:171","msg":"trace[101362871] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8568; }","duration":"618.570599ms","start":"2026-04-08T01:38:17.587058Z","end":"2026-04-08T01:38:18.205629Z","steps":["trace[101362871] 'agreement among raft nodes before linearized reading' (duration: 618.112454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.205773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.587049Z","time spent":"618.686453ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:38:18.252736Z","caller":"traceutil/trace.go:171","msg":"trace[708500264] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"392.043171ms","start":"2026-04-08T01:38:17.860661Z","end":"2026-04-08T01:38:18.252704Z","steps":["trace[708500264] 'process raft request' (duration: 391.757342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.252945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.86063Z","time spent":"392.203016ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:18.253058Z","caller":"traceutil/trace.go:171","msg":"trace[1655674743] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"364.412548ms","start":"2026-04-08T01:38:17.88857Z","end":"2026-04-08T01:38:18.252982Z","steps":["trace[1655674743] 'process raft request' (duration: 364.075407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.253238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.88854Z","time spent":"364.595793ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:18.25328Z","caller":"traceutil/trace.go:171","msg":"trace[202085236] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"294.961743ms","start":"2026-04-08T01:38:17.958271Z","end":"2026-04-08T01:38:18.253232Z","steps":["trace[202085236] 'process raft request' (duration: 294.620522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.253327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.630317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T01:38:18.253354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.987483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:38:18.253397Z","caller":"traceutil/trace.go:171","msg":"trace[1131459420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:8571; }","duration":"534.75716ms","start":"2026-04-08T01:38:17.718625Z","end":"2026-04-08T01:38:18.253382Z","steps":["trace[1131459420] 'agreement among raft nodes before linearized reading' (duration: 534.528283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.253383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.180988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-08T01:38:18.253432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.718604Z","time spent":"534.822443ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-r5vjf\" "} {"level":"info","ts":"2026-04-08T01:38:18.253422Z","caller":"traceutil/trace.go:171","msg":"trace[1958162030] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8571; }","duration":"432.100217ms","start":"2026-04-08T01:38:17.821302Z","end":"2026-04-08T01:38:18.253403Z","steps":["trace[1958162030] 'agreement among raft nodes before linearized reading' (duration: 431.980083ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:18.253447Z","caller":"traceutil/trace.go:171","msg":"trace[1075431100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8571; }","duration":"425.272361ms","start":"2026-04-08T01:38:17.828159Z","end":"2026-04-08T01:38:18.253431Z","steps":["trace[1075431100] 'agreement among raft nodes before linearized reading' (duration: 425.058694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:18.253473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.82128Z","time spent":"432.182419ms","remote":"127.0.0.1:36060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:38:18.253484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:17.828147Z","time spent":"425.329252ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-08T01:38:19.629162Z","caller":"traceutil/trace.go:171","msg":"trace[147648050] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"103.500811ms","start":"2026-04-08T01:38:19.52562Z","end":"2026-04-08T01:38:19.629121Z","steps":["trace[147648050] 'process raft request' (duration: 103.211121ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:19.700203Z","caller":"traceutil/trace.go:171","msg":"trace[424973331] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"120.24119ms","start":"2026-04-08T01:38:19.57993Z","end":"2026-04-08T01:38:19.700171Z","steps":["trace[424973331] 'process raft request' (duration: 113.779886ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:20.340331Z","caller":"traceutil/trace.go:171","msg":"trace[2084504461] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"126.26729ms","start":"2026-04-08T01:38:20.214034Z","end":"2026-04-08T01:38:20.340301Z","steps":["trace[2084504461] 'process raft request' (duration: 126.098575ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:20.340405Z","caller":"traceutil/trace.go:171","msg":"trace[389415487] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"125.344461ms","start":"2026-04-08T01:38:20.215024Z","end":"2026-04-08T01:38:20.340368Z","steps":["trace[389415487] 'process raft request' (duration: 125.178326ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:20.34032Z","caller":"traceutil/trace.go:171","msg":"trace[1493374286] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"126.616072ms","start":"2026-04-08T01:38:20.213644Z","end":"2026-04-08T01:38:20.34026Z","steps":["trace[1493374286] 'process raft request' (duration: 77.063696ms)","trace[1493374286] 'compare' (duration: 49.198315ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:20.545768Z","caller":"traceutil/trace.go:171","msg":"trace[1881922207] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"199.014089ms","start":"2026-04-08T01:38:20.346677Z","end":"2026-04-08T01:38:20.545691Z","steps":["trace[1881922207] 'process raft request' (duration: 119.538418ms)","trace[1881922207] 'compare' (duration: 79.147581ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:21.405007Z","caller":"traceutil/trace.go:171","msg":"trace[1747444758] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"237.114464ms","start":"2026-04-08T01:38:21.167859Z","end":"2026-04-08T01:38:21.404974Z","steps":["trace[1747444758] 'process raft request' (duration: 236.789874ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:21.411037Z","caller":"traceutil/trace.go:171","msg":"trace[1154136297] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"180.393911ms","start":"2026-04-08T01:38:21.2306Z","end":"2026-04-08T01:38:21.410994Z","steps":["trace[1154136297] 'process raft request' (duration: 179.986548ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:46.725573Z","caller":"traceutil/trace.go:171","msg":"trace[1213092668] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"283.919724ms","start":"2026-04-08T01:38:46.441638Z","end":"2026-04-08T01:38:46.725558Z","steps":["trace[1213092668] 'process raft request' (duration: 282.677474ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:46.725571Z","caller":"traceutil/trace.go:171","msg":"trace[305171654] linearizableReadLoop","detail":"{readStateIndex:9082; appliedIndex:9081; }","duration":"257.781427ms","start":"2026-04-08T01:38:46.467758Z","end":"2026-04-08T01:38:46.725539Z","steps":["trace[305171654] 'read index received' (duration: 256.475956ms)","trace[305171654] 'applied index is now lower than readState.Index' (duration: 1.304181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:38:46.725725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.922081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:46.725866Z","caller":"traceutil/trace.go:171","msg":"trace[349169519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8772; }","duration":"258.123037ms","start":"2026-04-08T01:38:46.467715Z","end":"2026-04-08T01:38:46.725838Z","steps":["trace[349169519] 'agreement among raft nodes before linearized reading' (duration: 257.88382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:46.725987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.918519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-08T01:38:46.726061Z","caller":"traceutil/trace.go:171","msg":"trace[735222427] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8772; }","duration":"194.043983ms","start":"2026-04-08T01:38:46.532Z","end":"2026-04-08T01:38:46.726044Z","steps":["trace[735222427] 'agreement among raft nodes before linearized reading' (duration: 193.766654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:46.726099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.457103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:38:46.726143Z","caller":"traceutil/trace.go:171","msg":"trace[386372295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8772; }","duration":"255.524936ms","start":"2026-04-08T01:38:46.470606Z","end":"2026-04-08T01:38:46.726131Z","steps":["trace[386372295] 'agreement among raft nodes before linearized reading' (duration: 255.427303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:46.726224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.627539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:38:46.726264Z","caller":"traceutil/trace.go:171","msg":"trace[428245733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8772; }","duration":"255.670431ms","start":"2026-04-08T01:38:46.470585Z","end":"2026-04-08T01:38:46.726255Z","steps":["trace[428245733] 'agreement among raft nodes before linearized reading' (duration: 255.560987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:46.726291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.579421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:38:46.726346Z","caller":"traceutil/trace.go:171","msg":"trace[1565446242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8772; }","duration":"258.140018ms","start":"2026-04-08T01:38:46.468191Z","end":"2026-04-08T01:38:46.726331Z","steps":["trace[1565446242] 'agreement among raft nodes before linearized reading' (duration: 257.513088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:46.72637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.697627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:38:46.726398Z","caller":"traceutil/trace.go:171","msg":"trace[204884421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8772; }","duration":"159.77036ms","start":"2026-04-08T01:38:46.566621Z","end":"2026-04-08T01:38:46.726392Z","steps":["trace[204884421] 'agreement among raft nodes before linearized reading' (duration: 159.684147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:46.7265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.473481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:38:46.726586Z","caller":"traceutil/trace.go:171","msg":"trace[820821837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:8772; }","duration":"228.632826ms","start":"2026-04-08T01:38:46.497937Z","end":"2026-04-08T01:38:46.72657Z","steps":["trace[820821837] 'agreement among raft nodes before linearized reading' (duration: 228.202052ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:50.271256Z","caller":"traceutil/trace.go:171","msg":"trace[1205477999] transaction","detail":"{read_only:false; response_revision:8792; number_of_response:1; }","duration":"453.968128ms","start":"2026-04-08T01:38:49.817253Z","end":"2026-04-08T01:38:50.271222Z","steps":["trace[1205477999] 'process raft request' (duration: 453.750121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:50.27148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:49.817218Z","time spent":"454.157074ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:50.279055Z","caller":"traceutil/trace.go:171","msg":"trace[1483570564] linearizableReadLoop","detail":"{readStateIndex:9104; appliedIndex:9102; }","duration":"258.692436ms","start":"2026-04-08T01:38:50.020338Z","end":"2026-04-08T01:38:50.279031Z","steps":["trace[1483570564] 'read index received' (duration: 250.717314ms)","trace[1483570564] 'applied index is now lower than readState.Index' (duration: 7.973972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:38:50.279468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.11726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:50.279633Z","caller":"traceutil/trace.go:171","msg":"trace[89870680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8793; }","duration":"259.343476ms","start":"2026-04-08T01:38:50.020276Z","end":"2026-04-08T01:38:50.27962Z","steps":["trace[89870680] 'agreement among raft nodes before linearized reading' (duration: 258.926153ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:50.280034Z","caller":"traceutil/trace.go:171","msg":"trace[491048213] transaction","detail":"{read_only:false; response_revision:8793; number_of_response:1; }","duration":"430.410383ms","start":"2026-04-08T01:38:49.849612Z","end":"2026-04-08T01:38:50.280022Z","steps":["trace[491048213] 'process raft request' (duration: 429.286068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:50.280177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:49.849592Z","time spent":"430.512737ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:38:50.970709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748457240,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:38:51.079924Z","caller":"traceutil/trace.go:171","msg":"trace[2063440930] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"651.598484ms","start":"2026-04-08T01:38:50.428244Z","end":"2026-04-08T01:38:51.079842Z","steps":["trace[2063440930] 'process raft request' (duration: 651.361436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.080342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.428198Z","time spent":"651.833511ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:51.105332Z","caller":"traceutil/trace.go:171","msg":"trace[190599828] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"364.797689ms","start":"2026-04-08T01:38:50.74052Z","end":"2026-04-08T01:38:51.105318Z","steps":["trace[190599828] 'process raft request' (duration: 364.256572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.105727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.740498Z","time spent":"365.12442ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:38:51.105966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.128254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:51.105291Z","caller":"traceutil/trace.go:171","msg":"trace[1395253352] linearizableReadLoop","detail":"{readStateIndex:9106; appliedIndex:9104; }","duration":"635.520755ms","start":"2026-04-08T01:38:50.469743Z","end":"2026-04-08T01:38:51.105264Z","steps":["trace[1395253352] 'read index received' (duration: 609.894225ms)","trace[1395253352] 'applied index is now lower than readState.Index' (duration: 25.62487ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:51.106085Z","caller":"traceutil/trace.go:171","msg":"trace[2147386032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8795; }","duration":"636.362761ms","start":"2026-04-08T01:38:50.469694Z","end":"2026-04-08T01:38:51.106056Z","steps":["trace[2147386032] 'agreement among raft nodes before linearized reading' (duration: 636.119894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.106492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.469675Z","time spent":"636.746004ms","remote":"127.0.0.1:32898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:38:51.106834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.246947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:38:51.106892Z","caller":"traceutil/trace.go:171","msg":"trace[1584660721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8795; }","duration":"342.326309ms","start":"2026-04-08T01:38:50.764554Z","end":"2026-04-08T01:38:51.10688Z","steps":["trace[1584660721] 'agreement among raft nodes before linearized reading' (duration: 342.196025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.106921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.764539Z","time spent":"342.376441ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:38:51.107156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.391687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-08T01:38:51.107203Z","caller":"traceutil/trace.go:171","msg":"trace[533811834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8795; }","duration":"333.456329ms","start":"2026-04-08T01:38:50.773741Z","end":"2026-04-08T01:38:51.107197Z","steps":["trace[533811834] 'agreement among raft nodes before linearized reading' (duration: 333.378457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.107231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.773732Z","time spent":"333.49403ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:38:51.107524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:38:51.107591Z","caller":"traceutil/trace.go:171","msg":"trace[2121112726] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8795; }","duration":"357.599132ms","start":"2026-04-08T01:38:50.749982Z","end":"2026-04-08T01:38:51.107581Z","steps":["trace[2121112726] 'agreement among raft nodes before linearized reading' (duration: 357.502489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.107623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.749974Z","time spent":"357.643583ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:38:51.107786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.647393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-08T01:38:51.107829Z","caller":"traceutil/trace.go:171","msg":"trace[633258174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8795; }","duration":"357.741136ms","start":"2026-04-08T01:38:50.750082Z","end":"2026-04-08T01:38:51.107823Z","steps":["trace[633258174] 'agreement among raft nodes before linearized reading' (duration: 357.648733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.107871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.750048Z","time spent":"357.817509ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:38:51.108396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.030003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:38:51.108443Z","caller":"traceutil/trace.go:171","msg":"trace[857689399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8795; }","duration":"363.118176ms","start":"2026-04-08T01:38:50.745318Z","end":"2026-04-08T01:38:51.108436Z","steps":["trace[857689399] 'agreement among raft nodes before linearized reading' (duration: 361.402171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.108472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.745296Z","time spent":"363.170128ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:38:51.108484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.540213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:38:51.10854Z","caller":"traceutil/trace.go:171","msg":"trace[43837350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:8795; }","duration":"359.598264ms","start":"2026-04-08T01:38:50.748927Z","end":"2026-04-08T01:38:51.108526Z","steps":["trace[43837350] 'agreement among raft nodes before linearized reading' (duration: 359.406258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:51.108574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:50.748876Z","time spent":"359.692318ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-r5vjf\" "} {"level":"info","ts":"2026-04-08T01:38:53.285368Z","caller":"traceutil/trace.go:171","msg":"trace[1030142824] transaction","detail":"{read_only:false; response_revision:8808; number_of_response:1; }","duration":"104.591326ms","start":"2026-04-08T01:38:53.180746Z","end":"2026-04-08T01:38:53.285337Z","steps":["trace[1030142824] 'process raft request' (duration: 104.40037ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:53.306444Z","caller":"traceutil/trace.go:171","msg":"trace[1122514659] transaction","detail":"{read_only:false; response_revision:8809; number_of_response:1; }","duration":"124.733902ms","start":"2026-04-08T01:38:53.181691Z","end":"2026-04-08T01:38:53.306425Z","steps":["trace[1122514659] 'process raft request' (duration: 124.511395ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:53.306499Z","caller":"traceutil/trace.go:171","msg":"trace[722878941] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"123.994839ms","start":"2026-04-08T01:38:53.182486Z","end":"2026-04-08T01:38:53.306481Z","steps":["trace[722878941] 'process raft request' (duration: 123.846174ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:53.306541Z","caller":"traceutil/trace.go:171","msg":"trace[1552727293] linearizableReadLoop","detail":"{readStateIndex:9120; appliedIndex:9118; }","duration":"124.213606ms","start":"2026-04-08T01:38:53.18232Z","end":"2026-04-08T01:38:53.306533Z","steps":["trace[1552727293] 'read index received' (duration: 102.908512ms)","trace[1552727293] 'applied index is now lower than readState.Index' (duration: 21.304294ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:53.306613Z","caller":"traceutil/trace.go:171","msg":"trace[200751913] transaction","detail":"{read_only:false; response_revision:8812; number_of_response:1; }","duration":"121.928204ms","start":"2026-04-08T01:38:53.184676Z","end":"2026-04-08T01:38:53.306604Z","steps":["trace[200751913] 'process raft request' (duration: 121.737858ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:53.306733Z","caller":"traceutil/trace.go:171","msg":"trace[15512842] transaction","detail":"{read_only:false; response_revision:8811; number_of_response:1; }","duration":"123.674119ms","start":"2026-04-08T01:38:53.182773Z","end":"2026-04-08T01:38:53.306447Z","steps":["trace[15512842] 'process raft request' (duration: 123.603567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:53.306832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.494474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228528"} {"level":"info","ts":"2026-04-08T01:38:53.306856Z","caller":"traceutil/trace.go:171","msg":"trace[1011599579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8812; }","duration":"124.556807ms","start":"2026-04-08T01:38:53.182294Z","end":"2026-04-08T01:38:53.306851Z","steps":["trace[1011599579] 'agreement among raft nodes before linearized reading' (duration: 124.263207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:54.238169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.581393ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-08T01:38:54.238292Z","caller":"traceutil/trace.go:171","msg":"trace[315846525] linearizableReadLoop","detail":"{readStateIndex:9124; appliedIndex:9123; }","duration":"343.420174ms","start":"2026-04-08T01:38:53.89485Z","end":"2026-04-08T01:38:54.238271Z","steps":["trace[315846525] 'read index received' (duration: 56.482µs)","trace[315846525] 'applied index is now lower than readState.Index' (duration: 343.361652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:38:54.238445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.537328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:54.238487Z","caller":"traceutil/trace.go:171","msg":"trace[1762495259] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8812; }","duration":"343.687302ms","start":"2026-04-08T01:38:53.894784Z","end":"2026-04-08T01:38:54.238472Z","steps":["trace[1762495259] 'agreement among raft nodes before linearized reading' (duration: 343.548058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:54.238535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:53.894748Z","time spent":"343.775865ms","remote":"127.0.0.1:54150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:38:54.842584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748457276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:38:55.343694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748457276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-08T01:38:55.593179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.298976204s","expected-duration":"1s"} {"level":"info","ts":"2026-04-08T01:38:55.593644Z","caller":"traceutil/trace.go:171","msg":"trace[1637025814] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"1.299561772s","start":"2026-04-08T01:38:54.294051Z","end":"2026-04-08T01:38:55.593613Z","steps":["trace[1637025814] 'process raft request' (duration: 1.299386396s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.593816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.294026Z","time spent":"1.299700666s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:55.790215Z","caller":"traceutil/trace.go:171","msg":"trace[409319008] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"609.021187ms","start":"2026-04-08T01:38:55.181168Z","end":"2026-04-08T01:38:55.790189Z","steps":["trace[409319008] 'process raft request' (duration: 608.841962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.790381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.181145Z","time spent":"609.148952ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:55.790536Z","caller":"traceutil/trace.go:171","msg":"trace[1144426037] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"1.481161991s","start":"2026-04-08T01:38:54.308978Z","end":"2026-04-08T01:38:55.79014Z","steps":["trace[1144426037] 'process raft request' (duration: 1.48083072s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.790609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.308963Z","time spent":"1.481614286s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:38:55.79079Z","caller":"traceutil/trace.go:171","msg":"trace[1050591536] linearizableReadLoop","detail":"{readStateIndex:9127; appliedIndex:9125; }","duration":"1.448432317s","start":"2026-04-08T01:38:54.342343Z","end":"2026-04-08T01:38:55.790775Z","steps":["trace[1050591536] 'read index received' (duration: 1.251483622s)","trace[1050591536] 'applied index is now lower than readState.Index' (duration: 196.947875ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:55.790891Z","caller":"traceutil/trace.go:171","msg":"trace[1881899817] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"354.480343ms","start":"2026-04-08T01:38:55.436399Z","end":"2026-04-08T01:38:55.79088Z","steps":["trace[1881899817] 'process raft request' (duration: 354.296907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.790959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.436378Z","time spent":"354.538905ms","remote":"127.0.0.1:33330","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:38:55.791171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448825419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-08T01:38:55.791221Z","caller":"traceutil/trace.go:171","msg":"trace[1575497962] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8816; }","duration":"1.448938073s","start":"2026-04-08T01:38:54.342268Z","end":"2026-04-08T01:38:55.791206Z","steps":["trace[1575497962] 'agreement among raft nodes before linearized reading' (duration: 1.448784338s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.791252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.342248Z","time spent":"1.448997025s","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:38:55.79137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321697382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:55.791508Z","caller":"traceutil/trace.go:171","msg":"trace[1469044075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8816; }","duration":"1.321884917s","start":"2026-04-08T01:38:54.469603Z","end":"2026-04-08T01:38:55.791488Z","steps":["trace[1469044075] 'agreement among raft nodes before linearized reading' (duration: 1.321701952s)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.791553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.469586Z","time spent":"1.321957269s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-08T01:38:55.793951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.08544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-08T01:38:55.794084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.318027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-08T01:38:55.793958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.7718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:38:55.79418Z","caller":"traceutil/trace.go:171","msg":"trace[551130814] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8816; }","duration":"478.41106ms","start":"2026-04-08T01:38:55.315738Z","end":"2026-04-08T01:38:55.794149Z","steps":["trace[551130814] 'agreement among raft nodes before linearized reading' (duration: 478.240844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.794202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.668825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:55.794177Z","caller":"traceutil/trace.go:171","msg":"trace[973309837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8816; }","duration":"634.023588ms","start":"2026-04-08T01:38:55.16014Z","end":"2026-04-08T01:38:55.794163Z","steps":["trace[973309837] 'agreement among raft nodes before linearized reading' (duration: 633.729749ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.794062Z","caller":"traceutil/trace.go:171","msg":"trace[454867309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8816; }","duration":"478.188783ms","start":"2026-04-08T01:38:55.315802Z","end":"2026-04-08T01:38:55.793991Z","steps":["trace[454867309] 'agreement among raft nodes before linearized reading' (duration: 478.023518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.794302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.160122Z","time spent":"634.163883ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:38:55.794316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.315787Z","time spent":"478.521914ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:38:55.794435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.672193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-08T01:38:55.794473Z","caller":"traceutil/trace.go:171","msg":"trace[1254329226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8816; }","duration":"998.757516ms","start":"2026-04-08T01:38:54.795705Z","end":"2026-04-08T01:38:55.794462Z","steps":["trace[1254329226] 'agreement among raft nodes before linearized reading' (duration: 998.650572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.794503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.795681Z","time spent":"998.815148ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-08T01:38:55.794578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.301788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T01:38:55.794609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.178084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-08T01:38:55.79468Z","caller":"traceutil/trace.go:171","msg":"trace[1593037063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8816; }","duration":"504.303708ms","start":"2026-04-08T01:38:55.290368Z","end":"2026-04-08T01:38:55.794671Z","steps":["trace[1593037063] 'agreement among raft nodes before linearized reading' (duration: 504.138083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.794716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.290343Z","time spent":"504.366321ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:38:55.794747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.210085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:38:55.794255Z","caller":"traceutil/trace.go:171","msg":"trace[15131718] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8816; }","duration":"719.953974ms","start":"2026-04-08T01:38:55.074288Z","end":"2026-04-08T01:38:55.794241Z","steps":["trace[15131718] 'agreement among raft nodes before linearized reading' (duration: 719.701346ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.794794Z","caller":"traceutil/trace.go:171","msg":"trace[1594852026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8816; }","duration":"479.303939ms","start":"2026-04-08T01:38:55.315479Z","end":"2026-04-08T01:38:55.794783Z","steps":["trace[1594852026] 'agreement among raft nodes before linearized reading' (duration: 479.188845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.794814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.074264Z","time spent":"720.537822ms","remote":"127.0.0.1:46444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:38:55.794838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.315457Z","time spent":"479.37093ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-08T01:38:55.794642Z","caller":"traceutil/trace.go:171","msg":"trace[396225905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:8816; }","duration":"479.412602ms","start":"2026-04-08T01:38:55.315214Z","end":"2026-04-08T01:38:55.794626Z","steps":["trace[396225905] 'agreement among raft nodes before linearized reading' (duration: 479.253847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.794969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.315194Z","time spent":"479.765913ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-r5vjf\" "} {"level":"warn","ts":"2026-04-08T01:38:55.795035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.725831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-08T01:38:55.794231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.315729Z","time spent":"478.493453ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:38:55.795083Z","caller":"traceutil/trace.go:171","msg":"trace[789651084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8816; }","duration":"479.801994ms","start":"2026-04-08T01:38:55.315269Z","end":"2026-04-08T01:38:55.795071Z","steps":["trace[789651084] 'agreement among raft nodes before linearized reading' (duration: 479.6774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.795128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:55.315248Z","time spent":"479.869146ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:38:55.793955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.337243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:38:55.794313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.818429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-08T01:38:55.795214Z","caller":"traceutil/trace.go:171","msg":"trace[960181201] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8816; }","duration":"956.645195ms","start":"2026-04-08T01:38:54.838552Z","end":"2026-04-08T01:38:55.795197Z","steps":["trace[960181201] 'agreement among raft nodes before linearized reading' (duration: 955.328593ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.795334Z","caller":"traceutil/trace.go:171","msg":"trace[1074662516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8816; }","duration":"856.845751ms","start":"2026-04-08T01:38:54.938447Z","end":"2026-04-08T01:38:55.795293Z","steps":["trace[1074662516] 'agreement among raft nodes before linearized reading' (duration: 855.828309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.795344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.838529Z","time spent":"956.799009ms","remote":"127.0.0.1:39004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:38:55.795463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:38:54.938435Z","time spent":"856.939054ms","remote":"127.0.0.1:43654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:38:55.965792Z","caller":"traceutil/trace.go:171","msg":"trace[1426512517] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"165.580983ms","start":"2026-04-08T01:38:55.800176Z","end":"2026-04-08T01:38:55.965757Z","steps":["trace[1426512517] 'process raft request' (duration: 139.873681ms)","trace[1426512517] 'compare' (duration: 25.034431ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:55.967214Z","caller":"traceutil/trace.go:171","msg":"trace[1716854758] transaction","detail":"{read_only:false; response_revision:8819; number_of_response:1; }","duration":"166.929775ms","start":"2026-04-08T01:38:55.800252Z","end":"2026-04-08T01:38:55.967182Z","steps":["trace[1716854758] 'process raft request' (duration: 166.844853ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.96743Z","caller":"traceutil/trace.go:171","msg":"trace[66879388] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"167.026789ms","start":"2026-04-08T01:38:55.800386Z","end":"2026-04-08T01:38:55.967412Z","steps":["trace[66879388] 'process raft request' (duration: 166.75153ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.967729Z","caller":"traceutil/trace.go:171","msg":"trace[1672589030] transaction","detail":"{read_only:false; response_revision:8821; number_of_response:1; }","duration":"167.323078ms","start":"2026-04-08T01:38:55.800394Z","end":"2026-04-08T01:38:55.967717Z","steps":["trace[1672589030] 'process raft request' (duration: 166.953036ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.967805Z","caller":"traceutil/trace.go:171","msg":"trace[1430218669] transaction","detail":"{read_only:false; response_revision:8818; number_of_response:1; }","duration":"167.581486ms","start":"2026-04-08T01:38:55.800209Z","end":"2026-04-08T01:38:55.96779Z","steps":["trace[1430218669] 'process raft request' (duration: 166.725939ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.96804Z","caller":"traceutil/trace.go:171","msg":"trace[2108787261] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9128; }","duration":"164.53034ms","start":"2026-04-08T01:38:55.803498Z","end":"2026-04-08T01:38:55.968028Z","steps":["trace[2108787261] 'read index received' (duration: 136.496974ms)","trace[2108787261] 'applied index is now lower than readState.Index' (duration: 28.032616ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:38:55.968184Z","caller":"traceutil/trace.go:171","msg":"trace[511621224] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"167.254485ms","start":"2026-04-08T01:38:55.800917Z","end":"2026-04-08T01:38:55.968171Z","steps":["trace[511621224] 'process raft request' (duration: 166.706848ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.968374Z","caller":"traceutil/trace.go:171","msg":"trace[599255131] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"167.333518ms","start":"2026-04-08T01:38:55.801026Z","end":"2026-04-08T01:38:55.96836Z","steps":["trace[599255131] 'process raft request' (duration: 166.894285ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.968466Z","caller":"traceutil/trace.go:171","msg":"trace[129907858] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"163.181947ms","start":"2026-04-08T01:38:55.805275Z","end":"2026-04-08T01:38:55.968457Z","steps":["trace[129907858] 'process raft request' (duration: 162.684752ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:38:55.968622Z","caller":"traceutil/trace.go:171","msg":"trace[1139919097] transaction","detail":"{read_only:false; response_revision:8825; number_of_response:1; }","duration":"148.447651ms","start":"2026-04-08T01:38:55.820163Z","end":"2026-04-08T01:38:55.968611Z","steps":["trace[1139919097] 'process raft request' (duration: 147.831942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.968959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.755056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:38:55.969004Z","caller":"traceutil/trace.go:171","msg":"trace[1079600234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8825; }","duration":"163.830268ms","start":"2026-04-08T01:38:55.805166Z","end":"2026-04-08T01:38:55.968996Z","steps":["trace[1079600234] 'agreement among raft nodes before linearized reading' (duration: 163.754575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.969064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.540682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228528"} {"level":"info","ts":"2026-04-08T01:38:55.969111Z","caller":"traceutil/trace.go:171","msg":"trace[481264521] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8825; }","duration":"165.673776ms","start":"2026-04-08T01:38:55.803426Z","end":"2026-04-08T01:38:55.969099Z","steps":["trace[481264521] 'agreement among raft nodes before linearized reading' (duration: 165.262633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:38:55.969257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.426124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a43e0098449d95\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-08T01:38:55.969276Z","caller":"traceutil/trace.go:171","msg":"trace[1863674110] range","detail":"{range_begin:/registry/events/openstack/ceph.18a43e0098449d95; range_end:; response_count:1; response_revision:8825; }","duration":"162.460064ms","start":"2026-04-08T01:38:55.80681Z","end":"2026-04-08T01:38:55.96927Z","steps":["trace[1863674110] 'agreement among raft nodes before linearized reading' (duration: 162.368391ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:03.486001Z","caller":"traceutil/trace.go:171","msg":"trace[272345719] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"101.820158ms","start":"2026-04-08T01:39:03.384145Z","end":"2026-04-08T01:39:03.485965Z","steps":["trace[272345719] 'process raft request' (duration: 101.55182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.400065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:39:04.61811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.028131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-08T01:39:04.618089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.490543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-08T01:39:04.618172Z","caller":"traceutil/trace.go:171","msg":"trace[1196559687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8902; }","duration":"612.145405ms","start":"2026-04-08T01:39:04.006008Z","end":"2026-04-08T01:39:04.618153Z","steps":["trace[1196559687] 'range keys from in-memory index tree' (duration: 611.747093ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.618214Z","caller":"traceutil/trace.go:171","msg":"trace[276475367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8902; }","duration":"597.676108ms","start":"2026-04-08T01:39:04.020508Z","end":"2026-04-08T01:39:04.618184Z","steps":["trace[276475367] 'range keys from in-memory index tree' (duration: 597.167992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.535891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:39:04.618195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:03.965973Z","time spent":"652.211121ms","remote":"127.0.0.1:50702","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-08T01:39:04.618282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.020487Z","time spent":"597.780562ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-08T01:39:04.618302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.383958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-08T01:39:04.618316Z","caller":"traceutil/trace.go:171","msg":"trace[840079578] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8902; }","duration":"564.706647ms","start":"2026-04-08T01:39:04.053585Z","end":"2026-04-08T01:39:04.618292Z","steps":["trace[840079578] 'count revisions from in-memory index tree' (duration: 564.434648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.282394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-08T01:39:04.618369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.053573Z","time spent":"564.783459ms","remote":"127.0.0.1:56222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:39:04.618367Z","caller":"traceutil/trace.go:171","msg":"trace[1041541626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8902; }","duration":"596.46638ms","start":"2026-04-08T01:39:04.021878Z","end":"2026-04-08T01:39:04.618345Z","steps":["trace[1041541626] 'range keys from in-memory index tree' (duration: 596.215742ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.618407Z","caller":"traceutil/trace.go:171","msg":"trace[237613572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8902; }","duration":"596.370447ms","start":"2026-04-08T01:39:04.022026Z","end":"2026-04-08T01:39:04.618396Z","steps":["trace[237613572] 'range keys from in-memory index tree' (duration: 596.14421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.021859Z","time spent":"596.558083ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:39:04.618436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.022005Z","time spent":"596.424359ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-08T01:39:04.618448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.937595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T01:39:04.618119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.493543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-08T01:39:04.618559Z","caller":"traceutil/trace.go:171","msg":"trace[2104251781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:8902; }","duration":"591.092169ms","start":"2026-04-08T01:39:04.027441Z","end":"2026-04-08T01:39:04.618533Z","steps":["trace[2104251781] 'range keys from in-memory index tree' (duration: 590.709968ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.61859Z","caller":"traceutil/trace.go:171","msg":"trace[1610389874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8902; }","duration":"592.03052ms","start":"2026-04-08T01:39:04.026521Z","end":"2026-04-08T01:39:04.618551Z","steps":["trace[1610389874] 'range keys from in-memory index tree' (duration: 591.254445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.027431Z","time spent":"591.175813ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-r5vjf\" "} {"level":"warn","ts":"2026-04-08T01:39:04.618665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.026492Z","time spent":"592.139953ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-08T01:39:04.618648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.914078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:39:04.618264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.005972Z","time spent":"612.2802ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-08T01:39:04.618773Z","caller":"traceutil/trace.go:171","msg":"trace[1222236711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8902; }","duration":"612.117685ms","start":"2026-04-08T01:39:04.006623Z","end":"2026-04-08T01:39:04.618741Z","steps":["trace[1222236711] 'range keys from in-memory index tree' (duration: 611.607148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.006594Z","time spent":"612.233928ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-08T01:39:04.618152Z","caller":"traceutil/trace.go:171","msg":"trace[567616773] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8902; }","duration":"450.521659ms","start":"2026-04-08T01:39:04.167611Z","end":"2026-04-08T01:39:04.618132Z","steps":["trace[567616773] 'count revisions from in-memory index tree' (duration: 450.318782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.618949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.167599Z","time spent":"451.336954ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-08T01:39:04.945501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17256278003748457539,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-08T01:39:04.952566Z","caller":"traceutil/trace.go:171","msg":"trace[472317782] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"583.219122ms","start":"2026-04-08T01:39:04.369307Z","end":"2026-04-08T01:39:04.952526Z","steps":["trace[472317782] 'process raft request' (duration: 582.919773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.952855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.369285Z","time spent":"583.44464ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:39:04.979305Z","caller":"traceutil/trace.go:171","msg":"trace[193254652] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"533.632105ms","start":"2026-04-08T01:39:04.445632Z","end":"2026-04-08T01:39:04.979264Z","steps":["trace[193254652] 'process raft request' (duration: 533.390128ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.979367Z","caller":"traceutil/trace.go:171","msg":"trace[783395421] transaction","detail":"{read_only:false; response_revision:8906; number_of_response:1; }","duration":"355.171765ms","start":"2026-04-08T01:39:04.624164Z","end":"2026-04-08T01:39:04.979336Z","steps":["trace[783395421] 'process raft request' (duration: 355.096262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.979492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.445603Z","time spent":"533.794291ms","remote":"127.0.0.1:46384","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-08T01:39:04.979507Z","caller":"traceutil/trace.go:171","msg":"trace[493381718] transaction","detail":"{read_only:false; response_revision:8905; number_of_response:1; }","duration":"355.33893ms","start":"2026-04-08T01:39:04.624102Z","end":"2026-04-08T01:39:04.979441Z","steps":["trace[493381718] 'process raft request' (duration: 355.080102ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.979697Z","caller":"traceutil/trace.go:171","msg":"trace[1421790364] transaction","detail":"{read_only:false; response_revision:8907; number_of_response:1; }","duration":"355.34385ms","start":"2026-04-08T01:39:04.62433Z","end":"2026-04-08T01:39:04.979674Z","steps":["trace[1421790364] 'process raft request' (duration: 354.963608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.97955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.62413Z","time spent":"355.31509ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:39:04.979775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.624074Z","time spent":"355.565687ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:39:04.979806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.624309Z","time spent":"355.438974ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:39:04.980041Z","caller":"traceutil/trace.go:171","msg":"trace[2018327210] transaction","detail":"{read_only:false; response_revision:8908; number_of_response:1; }","duration":"355.451544ms","start":"2026-04-08T01:39:04.62457Z","end":"2026-04-08T01:39:04.980021Z","steps":["trace[2018327210] 'process raft request' (duration: 355.020271ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.980133Z","caller":"traceutil/trace.go:171","msg":"trace[490351027] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"355.076652ms","start":"2026-04-08T01:39:04.625033Z","end":"2026-04-08T01:39:04.980109Z","steps":["trace[490351027] 'process raft request' (duration: 354.876456ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:04.980137Z","caller":"traceutil/trace.go:171","msg":"trace[1623940688] linearizableReadLoop","detail":"{readStateIndex:9227; appliedIndex:9219; }","duration":"535.183284ms","start":"2026-04-08T01:39:04.44492Z","end":"2026-04-08T01:39:04.980103Z","steps":["trace[1623940688] 'read index received' (duration: 507.312403ms)","trace[1623940688] 'applied index is now lower than readState.Index' (duration: 27.869441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:39:04.980182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.624559Z","time spent":"355.533767ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:39:04.980233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.625023Z","time spent":"355.158224ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-08T01:39:04.980271Z","caller":"traceutil/trace.go:171","msg":"trace[1987371820] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"355.103933ms","start":"2026-04-08T01:39:04.625135Z","end":"2026-04-08T01:39:04.980239Z","steps":["trace[1987371820] 'process raft request' (duration: 354.895507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.98039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.625108Z","time spent":"355.228797ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-08T01:39:04.980427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.893905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:39:04.980502Z","caller":"traceutil/trace.go:171","msg":"trace[1081057909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8910; }","duration":"510.004038ms","start":"2026-04-08T01:39:04.470482Z","end":"2026-04-08T01:39:04.980486Z","steps":["trace[1081057909] 'agreement among raft nodes before linearized reading' (duration: 509.895195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.980514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.570087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcc99\" ","response":"range_response_count:1 size:4652"} {"level":"warn","ts":"2026-04-08T01:39:04.98055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.470467Z","time spent":"510.073471ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-08T01:39:04.980586Z","caller":"traceutil/trace.go:171","msg":"trace[695331634] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wcc99; range_end:; response_count:1; response_revision:8910; }","duration":"535.69919ms","start":"2026-04-08T01:39:04.444864Z","end":"2026-04-08T01:39:04.980563Z","steps":["trace[695331634] 'agreement among raft nodes before linearized reading' (duration: 535.415691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.980643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.444841Z","time spent":"535.787844ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wcc99\" "} {"level":"warn","ts":"2026-04-08T01:39:04.980899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.831108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228443"} {"level":"warn","ts":"2026-04-08T01:39:04.98094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.308069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-04-08T01:39:04.981114Z","caller":"traceutil/trace.go:171","msg":"trace[157151769] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8910; }","duration":"498.461294ms","start":"2026-04-08T01:39:04.48259Z","end":"2026-04-08T01:39:04.981051Z","steps":["trace[157151769] 'agreement among raft nodes before linearized reading' (duration: 498.003629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.981148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.482576Z","time spent":"498.565037ms","remote":"127.0.0.1:33292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-08T01:39:04.980957Z","caller":"traceutil/trace.go:171","msg":"trace[1639186092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8910; }","duration":"356.954761ms","start":"2026-04-08T01:39:04.623987Z","end":"2026-04-08T01:39:04.980942Z","steps":["trace[1639186092] 'agreement among raft nodes before linearized reading' (duration: 356.396464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:04.981573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:04.623957Z","time spent":"357.5548ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228467,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-08T01:39:05.848348Z","caller":"traceutil/trace.go:171","msg":"trace[925305739] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"197.953036ms","start":"2026-04-08T01:39:05.650349Z","end":"2026-04-08T01:39:05.848302Z","steps":["trace[925305739] 'process raft request' (duration: 197.639986ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:06.108228Z","caller":"traceutil/trace.go:171","msg":"trace[914861941] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"250.234449ms","start":"2026-04-08T01:39:05.857966Z","end":"2026-04-08T01:39:06.1082Z","steps":["trace[914861941] 'process raft request' (duration: 250.025192ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:06.125747Z","caller":"traceutil/trace.go:171","msg":"trace[673348958] transaction","detail":"{read_only:false; response_revision:8917; number_of_response:1; }","duration":"237.169876ms","start":"2026-04-08T01:39:05.888559Z","end":"2026-04-08T01:39:06.125729Z","steps":["trace[673348958] 'process raft request' (duration: 237.127095ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:06.126111Z","caller":"traceutil/trace.go:171","msg":"trace[1701906407] transaction","detail":"{read_only:false; response_revision:8916; number_of_response:1; }","duration":"258.210251ms","start":"2026-04-08T01:39:05.867866Z","end":"2026-04-08T01:39:06.126076Z","steps":["trace[1701906407] 'process raft request' (duration: 257.733176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:06.702983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.076646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-08T01:39:06.703085Z","caller":"traceutil/trace.go:171","msg":"trace[708095308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8917; }","duration":"495.222371ms","start":"2026-04-08T01:39:06.207838Z","end":"2026-04-08T01:39:06.70306Z","steps":["trace[708095308] 'range keys from in-memory index tree' (duration: 494.958752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:39:06.703073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.396688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-08T01:39:06.703131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:39:06.207826Z","time spent":"495.295893ms","remote":"127.0.0.1:43700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-08T01:39:06.70316Z","caller":"traceutil/trace.go:171","msg":"trace[393746176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8917; }","duration":"234.545623ms","start":"2026-04-08T01:39:06.468594Z","end":"2026-04-08T01:39:06.703139Z","steps":["trace[393746176] 'range keys from in-memory index tree' (duration: 234.319306ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:06.924251Z","caller":"traceutil/trace.go:171","msg":"trace[1725715716] transaction","detail":"{read_only:false; response_revision:8918; number_of_response:1; }","duration":"109.245192ms","start":"2026-04-08T01:39:06.814963Z","end":"2026-04-08T01:39:06.924209Z","steps":["trace[1725715716] 'process raft request' (duration: 108.971304ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:39:19.282388Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000248e.wal"} {"level":"info","ts":"2026-04-08T01:40:09.646895Z","caller":"traceutil/trace.go:171","msg":"trace[1442447238] linearizableReadLoop","detail":"{readStateIndex:9916; appliedIndex:9915; }","duration":"240.54632ms","start":"2026-04-08T01:40:09.406315Z","end":"2026-04-08T01:40:09.646861Z","steps":["trace[1442447238] 'read index received' (duration: 239.688443ms)","trace[1442447238] 'applied index is now lower than readState.Index' (duration: 856.157µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:40:09.646996Z","caller":"traceutil/trace.go:171","msg":"trace[710141554] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"277.963884ms","start":"2026-04-08T01:40:09.368989Z","end":"2026-04-08T01:40:09.646953Z","steps":["trace[710141554] 'process raft request' (duration: 277.118597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:09.647246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.722256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:40:09.647298Z","caller":"traceutil/trace.go:171","msg":"trace[491359173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9582; }","duration":"240.822789ms","start":"2026-04-08T01:40:09.40646Z","end":"2026-04-08T01:40:09.647283Z","steps":["trace[491359173] 'agreement among raft nodes before linearized reading' (duration: 240.601892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:09.64746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.857351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-04-08T01:40:09.647494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.835497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:40:09.64757Z","caller":"traceutil/trace.go:171","msg":"trace[220836900] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:9582; }","duration":"211.014597ms","start":"2026-04-08T01:40:09.436531Z","end":"2026-04-08T01:40:09.647546Z","steps":["trace[220836900] 'agreement among raft nodes before linearized reading' (duration: 210.656035ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:09.647612Z","caller":"traceutil/trace.go:171","msg":"trace[521227906] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9582; }","duration":"226.994372ms","start":"2026-04-08T01:40:09.420584Z","end":"2026-04-08T01:40:09.647578Z","steps":["trace[521227906] 'agreement among raft nodes before linearized reading' (duration: 226.704992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:09.647493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.918001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-08T01:40:09.647735Z","caller":"traceutil/trace.go:171","msg":"trace[7316054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9582; }","duration":"234.163409ms","start":"2026-04-08T01:40:09.413512Z","end":"2026-04-08T01:40:09.647676Z","steps":["trace[7316054] 'agreement among raft nodes before linearized reading' (duration: 233.779186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:09.648084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.761729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:40:09.648152Z","caller":"traceutil/trace.go:171","msg":"trace[755469690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9582; }","duration":"241.882152ms","start":"2026-04-08T01:40:09.406254Z","end":"2026-04-08T01:40:09.648136Z","steps":["trace[755469690] 'agreement among raft nodes before linearized reading' (duration: 240.732716ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:21.569016Z","caller":"traceutil/trace.go:171","msg":"trace[787886159] linearizableReadLoop","detail":"{readStateIndex:9987; appliedIndex:9986; }","duration":"100.418447ms","start":"2026-04-08T01:40:21.468564Z","end":"2026-04-08T01:40:21.568982Z","steps":["trace[787886159] 'read index received' (duration: 100.144479ms)","trace[787886159] 'applied index is now lower than readState.Index' (duration: 272.428µs)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:40:21.569134Z","caller":"traceutil/trace.go:171","msg":"trace[1410479841] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"112.589252ms","start":"2026-04-08T01:40:21.456502Z","end":"2026-04-08T01:40:21.569091Z","steps":["trace[1410479841] 'process raft request' (duration: 112.255601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:21.569201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.617213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:40:21.569294Z","caller":"traceutil/trace.go:171","msg":"trace[1170777144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9651; }","duration":"100.765398ms","start":"2026-04-08T01:40:21.468506Z","end":"2026-04-08T01:40:21.569271Z","steps":["trace[1170777144] 'agreement among raft nodes before linearized reading' (duration: 100.602883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.074756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.509863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-08T01:40:22.074829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.079148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r5vjf\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-04-08T01:40:22.074866Z","caller":"traceutil/trace.go:171","msg":"trace[966145409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9651; }","duration":"371.679029ms","start":"2026-04-08T01:40:21.703154Z","end":"2026-04-08T01:40:22.074833Z","steps":["trace[966145409] 'range keys from in-memory index tree' (duration: 371.299717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.074938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.703124Z","time spent":"371.797432ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-08T01:40:22.075023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.40379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-08T01:40:22.074907Z","caller":"traceutil/trace.go:171","msg":"trace[1927637943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r5vjf; range_end:; response_count:1; response_revision:9651; }","duration":"327.220343ms","start":"2026-04-08T01:40:21.747668Z","end":"2026-04-08T01:40:22.074888Z","steps":["trace[1927637943] 'range keys from in-memory index tree' (duration: 326.932454ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:22.07515Z","caller":"traceutil/trace.go:171","msg":"trace[1248746551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9651; }","duration":"371.565245ms","start":"2026-04-08T01:40:21.70355Z","end":"2026-04-08T01:40:22.075115Z","steps":["trace[1248746551] 'range keys from in-memory index tree' (duration: 371.104101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.07518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.747647Z","time spent":"327.4746ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-r5vjf\" "} {"level":"warn","ts":"2026-04-08T01:40:22.075183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.990659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-08T01:40:22.075224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.703522Z","time spent":"371.686869ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-08T01:40:22.075235Z","caller":"traceutil/trace.go:171","msg":"trace[1266337587] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9651; }","duration":"335.082901ms","start":"2026-04-08T01:40:21.740138Z","end":"2026-04-08T01:40:22.075221Z","steps":["trace[1266337587] 'range keys from in-memory index tree' (duration: 334.835704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.075285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.740108Z","time spent":"335.166454ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-08T01:40:22.07536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.584044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-08T01:40:22.075641Z","caller":"traceutil/trace.go:171","msg":"trace[2108417812] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9651; }","duration":"333.920905ms","start":"2026-04-08T01:40:21.741702Z","end":"2026-04-08T01:40:22.075622Z","steps":["trace[2108417812] 'range keys from in-memory index tree' (duration: 332.733957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.075714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.741671Z","time spent":"334.030688ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-08T01:40:22.075013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.008398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-08T01:40:22.075894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.257961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-08T01:40:22.075911Z","caller":"traceutil/trace.go:171","msg":"trace[1008917479] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9651; }","duration":"432.928507ms","start":"2026-04-08T01:40:21.642932Z","end":"2026-04-08T01:40:22.075861Z","steps":["trace[1008917479] 'count revisions from in-memory index tree' (duration: 431.871633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.076045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.64285Z","time spent":"433.146143ms","remote":"127.0.0.1:46462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-08T01:40:22.075967Z","caller":"traceutil/trace.go:171","msg":"trace[1310820882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9651; }","duration":"338.352414ms","start":"2026-04-08T01:40:21.737591Z","end":"2026-04-08T01:40:22.075944Z","steps":["trace[1310820882] 'range keys from in-memory index tree' (duration: 337.192668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:40:22.076123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-08T01:40:21.73756Z","time spent":"338.551551ms","remote":"127.0.0.1:46590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-08T01:40:22.250018Z","caller":"traceutil/trace.go:171","msg":"trace[520793412] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"168.922085ms","start":"2026-04-08T01:40:22.081058Z","end":"2026-04-08T01:40:22.24998Z","steps":["trace[520793412] 'process raft request' (duration: 168.641226ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:22.250343Z","caller":"traceutil/trace.go:171","msg":"trace[1064414455] transaction","detail":"{read_only:false; response_revision:9656; number_of_response:1; }","duration":"169.047069ms","start":"2026-04-08T01:40:22.081185Z","end":"2026-04-08T01:40:22.250232Z","steps":["trace[1064414455] 'process raft request' (duration: 168.691588ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:22.602911Z","caller":"traceutil/trace.go:171","msg":"trace[1836568455] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"188.736011ms","start":"2026-04-08T01:40:22.414149Z","end":"2026-04-08T01:40:22.602885Z","steps":["trace[1836568455] 'process raft request' (duration: 181.934875ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:22.735491Z","caller":"traceutil/trace.go:171","msg":"trace[407291890] linearizableReadLoop","detail":"{readStateIndex:9997; appliedIndex:9995; }","duration":"183.372931ms","start":"2026-04-08T01:40:22.552082Z","end":"2026-04-08T01:40:22.735454Z","steps":["trace[407291890] 'read index received' (duration: 44.045893ms)","trace[407291890] 'applied index is now lower than readState.Index' (duration: 139.325928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-08T01:40:22.735618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.514246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:40:22.73566Z","caller":"traceutil/trace.go:171","msg":"trace[503534751] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9660; }","duration":"183.64581ms","start":"2026-04-08T01:40:22.552002Z","end":"2026-04-08T01:40:22.735647Z","steps":["trace[503534751] 'agreement among raft nodes before linearized reading' (duration: 183.551187ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:40:22.735849Z","caller":"traceutil/trace.go:171","msg":"trace[898896062] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"223.979216ms","start":"2026-04-08T01:40:22.511548Z","end":"2026-04-08T01:40:22.735527Z","steps":["trace[898896062] 'process raft request' (duration: 197.666023ms)","trace[898896062] 'compare' (duration: 26.143448ms)"],"step_count":2} {"level":"info","ts":"2026-04-08T01:40:23.580316Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d0ba3c4de8c6ef7a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-08T01:40:23.585391Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-08T01:40:23.585498Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-08T01:42:15.507647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8044} {"level":"info","ts":"2026-04-08T01:42:15.592238Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8044,"took":"81.946826ms","hash":4024302834,"current-db-size-bytes":56557568,"current-db-size":"57 MB","current-db-size-in-use-bytes":28549120,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-08T01:42:15.592332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4024302834,"revision":8044,"compact-revision":5843} {"level":"info","ts":"2026-04-08T01:42:17.346551Z","caller":"traceutil/trace.go:171","msg":"trace[1995666217] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"298.744212ms","start":"2026-04-08T01:42:17.047778Z","end":"2026-04-08T01:42:17.346522Z","steps":["trace[1995666217] 'process raft request' (duration: 298.556666ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:42:17.349017Z","caller":"traceutil/trace.go:171","msg":"trace[152965814] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"160.295487ms","start":"2026-04-08T01:42:17.188693Z","end":"2026-04-08T01:42:17.348988Z","steps":["trace[152965814] 'process raft request' (duration: 160.04773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:42:41.351939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.623072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-08T01:42:41.352049Z","caller":"traceutil/trace.go:171","msg":"trace[756924348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10704; }","duration":"211.795008ms","start":"2026-04-08T01:42:41.140233Z","end":"2026-04-08T01:42:41.352028Z","steps":["trace[756924348] 'range keys from in-memory index tree' (duration: 211.428756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:42:41.352309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.574078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:42:41.352434Z","caller":"traceutil/trace.go:171","msg":"trace[1945699467] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10704; }","duration":"245.723453ms","start":"2026-04-08T01:42:41.106679Z","end":"2026-04-08T01:42:41.352402Z","steps":["trace[1945699467] 'count revisions from in-memory index tree' (duration: 245.472755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:42:41.352458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.760124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-08T01:42:41.352535Z","caller":"traceutil/trace.go:171","msg":"trace[326032482] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10704; }","duration":"215.865807ms","start":"2026-04-08T01:42:41.136654Z","end":"2026-04-08T01:42:41.35252Z","steps":["trace[326032482] 'range keys from in-memory index tree' (duration: 215.619229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-08T01:42:41.352579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.575218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-08T01:42:41.352675Z","caller":"traceutil/trace.go:171","msg":"trace[279173631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10704; }","duration":"185.692652ms","start":"2026-04-08T01:42:41.166962Z","end":"2026-04-08T01:42:41.352654Z","steps":["trace[279173631] 'count revisions from in-memory index tree' (duration: 185.476854ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:42:41.353488Z","caller":"traceutil/trace.go:171","msg":"trace[170192616] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"120.386742ms","start":"2026-04-08T01:42:41.233083Z","end":"2026-04-08T01:42:41.35347Z","steps":["trace[170192616] 'process raft request' (duration: 119.843685ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:42:44.930747Z","caller":"traceutil/trace.go:171","msg":"trace[409929354] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"100.551005ms","start":"2026-04-08T01:42:44.830154Z","end":"2026-04-08T01:42:44.930705Z","steps":["trace[409929354] 'process raft request' (duration: 100.375589ms)"],"step_count":1} {"level":"info","ts":"2026-04-08T01:47:15.519546Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10469} {"level":"info","ts":"2026-04-08T01:47:15.604508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10469,"took":"82.105378ms","hash":4066349495,"current-db-size-bytes":56557568,"current-db-size":"57 MB","current-db-size-in-use-bytes":21999616,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-08T01:47:15.604722Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4066349495,"revision":10469,"compact-revision":8044}