{"level":"warn","ts":"2026-04-03T02:23:18.361459Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:23:18.361543Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-03T02:23:18.361607Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-03T02:23:18.36162Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-03T02:23:18.36164Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:23:18.362232Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-03T02:23:18.362308Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-03T02:23:18.366113Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.595848ms"} {"level":"info","ts":"2026-04-03T02:23:18.374504Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-03T02:23:18.374625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-03T02:23:18.374666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-03T02:23:18.37469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-03T02:23:18.374703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-03T02:23:18.374752Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-03T02:23:18.381803Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-03T02:23:18.384911Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-03T02:23:18.38648Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-03T02:23:18.388348Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-03T02:23:18.388536Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-03T02:23:18.388556Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:23:18.388703Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:23:18.388724Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-03T02:23:18.389487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-03T02:23:18.389673Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-03T02:23:18.39148Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-03T02:23:18.391585Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-03T02:23:18.391633Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-03T02:23:18.391722Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-03T02:23:18.391758Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-03T02:23:19.075605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-03T02:23:19.075671Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-03T02:23:19.07569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-03T02:23:19.075701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-03T02:23:19.075706Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-03T02:23:19.075714Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-03T02:23:19.07572Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-03T02:23:19.082515Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-03T02:23:19.082579Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:23:19.082857Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-03T02:23:19.083159Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:23:19.083324Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-03T02:23:19.083352Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-03T02:23:19.086293Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-03T02:23:19.086318Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-03T02:23:19.093004Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:23:19.093075Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-03T02:23:19.093098Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-04-03T02:23:32.626197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.602757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:23:32.626337Z","caller":"traceutil/trace.go:171","msg":"trace[1784914473] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"288.223093ms","start":"2026-04-03T02:23:32.338095Z","end":"2026-04-03T02:23:32.626318Z","steps":["trace[1784914473] 'read index received' (duration: 47.031µs)","trace[1784914473] 'applied index is now lower than readState.Index' (duration: 288.174572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:23:32.626487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.395408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:23:32.626518Z","caller":"traceutil/trace.go:171","msg":"trace[411170996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:364; }","duration":"288.46543ms","start":"2026-04-03T02:23:32.338043Z","end":"2026-04-03T02:23:32.626509Z","steps":["trace[411170996] 'agreement among raft nodes before linearized reading' (duration: 288.376407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:23:32.626939Z","caller":"traceutil/trace.go:171","msg":"trace[782092122] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"481.122639ms","start":"2026-04-03T02:23:32.145267Z","end":"2026-04-03T02:23:32.626389Z","steps":["trace[782092122] 'process raft request' (duration: 61.744991ms)","trace[782092122] 'compare' (duration: 418.450513ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:23:32.627091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:23:32.145245Z","time spent":"481.764658ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:23:33.102743Z","caller":"traceutil/trace.go:171","msg":"trace[1466781425] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:380; }","duration":"472.025889ms","start":"2026-04-03T02:23:32.630694Z","end":"2026-04-03T02:23:33.10272Z","steps":["trace[1466781425] 'read index received' (duration: 36.29526ms)","trace[1466781425] 'applied index is now lower than readState.Index' (duration: 435.729349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:23:33.102872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.974538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:23:33.10284Z","caller":"traceutil/trace.go:171","msg":"trace[1308976769] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"472.461321ms","start":"2026-04-03T02:23:32.630327Z","end":"2026-04-03T02:23:33.102788Z","steps":["trace[1308976769] 'process raft request' (duration: 421.978439ms)","trace[1308976769] 'compare' (duration: 50.292087ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:23:33.1029Z","caller":"traceutil/trace.go:171","msg":"trace[366972012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:366; }","duration":"382.05352ms","start":"2026-04-03T02:23:32.720838Z","end":"2026-04-03T02:23:33.102892Z","steps":["trace[366972012] 'agreement among raft nodes before linearized reading' (duration: 381.989698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:23:33.102922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:23:32.720818Z","time spent":"382.099211ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:23:33.102911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.192043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:23:33.102988Z","caller":"traceutil/trace.go:171","msg":"trace[1837175406] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:366; }","duration":"472.307637ms","start":"2026-04-03T02:23:32.630666Z","end":"2026-04-03T02:23:33.102973Z","steps":["trace[1837175406] 'agreement among raft nodes before linearized reading' (duration: 472.135252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:23:33.10302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:23:32.630656Z","time spent":"472.358098ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-03T02:23:33.103017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:23:32.630306Z","time spent":"472.619216ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:23:44.527816Z","caller":"traceutil/trace.go:171","msg":"trace[618242575] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"415.298866ms","start":"2026-04-03T02:23:44.112481Z","end":"2026-04-03T02:23:44.52778Z","steps":["trace[618242575] 'process raft request' (duration: 415.034649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:23:44.528471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:23:44.112453Z","time spent":"415.519721ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:23:44.976058Z","caller":"traceutil/trace.go:171","msg":"trace[707313760] linearizableReadLoop","detail":"{readStateIndex:415; appliedIndex:414; }","duration":"178.50599ms","start":"2026-04-03T02:23:44.797522Z","end":"2026-04-03T02:23:44.976028Z","steps":["trace[707313760] 'read index received' (duration: 176.044892ms)","trace[707313760] 'applied index is now lower than readState.Index' (duration: 2.459698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:23:44.976177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.649943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:23:44.976211Z","caller":"traceutil/trace.go:171","msg":"trace[1463429627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:397; }","duration":"178.734246ms","start":"2026-04-03T02:23:44.797465Z","end":"2026-04-03T02:23:44.976199Z","steps":["trace[1463429627] 'agreement among raft nodes before linearized reading' (duration: 178.658004ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:23:44.976206Z","caller":"traceutil/trace.go:171","msg":"trace[2000484602] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"804.244125ms","start":"2026-04-03T02:23:44.171931Z","end":"2026-04-03T02:23:44.976175Z","steps":["trace[2000484602] 'process raft request' (duration: 801.738196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:23:44.976354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:23:44.171914Z","time spent":"804.365909ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:24:27.879991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558093611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:24:28.338501Z","caller":"traceutil/trace.go:171","msg":"trace[1360627063] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"962.781644ms","start":"2026-04-03T02:24:27.375696Z","end":"2026-04-03T02:24:28.338478Z","steps":["trace[1360627063] 'process raft request' (duration: 962.66212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:28.338641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:27.375661Z","time spent":"962.912027ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:24:28.342963Z","caller":"traceutil/trace.go:171","msg":"trace[1809303685] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:588; }","duration":"963.850293ms","start":"2026-04-03T02:24:27.379093Z","end":"2026-04-03T02:24:28.342943Z","steps":["trace[1809303685] 'read index received' (duration: 959.375218ms)","trace[1809303685] 'applied index is now lower than readState.Index' (duration: 4.473515ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:28.343122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.184459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:24:28.343155Z","caller":"traceutil/trace.go:171","msg":"trace[862768919] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:560; }","duration":"898.286692ms","start":"2026-04-03T02:24:27.444859Z","end":"2026-04-03T02:24:28.343146Z","steps":["trace[862768919] 'agreement among raft nodes before linearized reading' (duration: 898.20259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:28.343178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:27.444835Z","time spent":"898.335804ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-03T02:24:28.343564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:24:28.343642Z","caller":"traceutil/trace.go:171","msg":"trace[2054322667] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:560; }","duration":"964.578944ms","start":"2026-04-03T02:24:27.379042Z","end":"2026-04-03T02:24:28.343621Z","steps":["trace[2054322667] 'agreement among raft nodes before linearized reading' (duration: 963.964187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:28.343701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:27.37902Z","time spent":"964.666766ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:24:31.370164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.808217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-03T02:24:31.370343Z","caller":"traceutil/trace.go:171","msg":"trace[195285803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:641; }","duration":"157.982361ms","start":"2026-04-03T02:24:31.212299Z","end":"2026-04-03T02:24:31.370282Z","steps":["trace[195285803] 'range keys from in-memory index tree' (duration: 157.621371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:31.660993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.399243ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:24:31.661146Z","caller":"traceutil/trace.go:171","msg":"trace[379848034] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:642; }","duration":"144.563247ms","start":"2026-04-03T02:24:31.516561Z","end":"2026-04-03T02:24:31.661124Z","steps":["trace[379848034] 'range keys from in-memory index tree' (duration: 144.384961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:35.642929Z","caller":"traceutil/trace.go:171","msg":"trace[624539093] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"114.557129ms","start":"2026-04-03T02:24:35.528346Z","end":"2026-04-03T02:24:35.642903Z","steps":["trace[624539093] 'process raft request' (duration: 114.393284ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:36.164101Z","caller":"traceutil/trace.go:171","msg":"trace[114106098] linearizableReadLoop","detail":"{readStateIndex:696; appliedIndex:694; }","duration":"548.344338ms","start":"2026-04-03T02:24:35.615719Z","end":"2026-04-03T02:24:36.164064Z","steps":["trace[114106098] 'read index received' (duration: 26.990143ms)","trace[114106098] 'applied index is now lower than readState.Index' (duration: 521.352345ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:24:36.164157Z","caller":"traceutil/trace.go:171","msg":"trace[1231002173] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"578.817649ms","start":"2026-04-03T02:24:35.585306Z","end":"2026-04-03T02:24:36.164124Z","steps":["trace[1231002173] 'process raft request' (duration: 578.103719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:36.164259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.529883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:24:36.1643Z","caller":"traceutil/trace.go:171","msg":"trace[1192333060] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:664; }","duration":"548.633986ms","start":"2026-04-03T02:24:35.615649Z","end":"2026-04-03T02:24:36.164283Z","steps":["trace[1192333060] 'agreement among raft nodes before linearized reading' (duration: 548.545133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:36.164301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:35.585279Z","time spent":"578.946403ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036181,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:24:36.164345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:35.615622Z","time spent":"548.713928ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:24:36.292904Z","caller":"traceutil/trace.go:171","msg":"trace[438861222] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"200.26952ms","start":"2026-04-03T02:24:36.092615Z","end":"2026-04-03T02:24:36.292884Z","steps":["trace[438861222] 'process raft request' (duration: 198.373057ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:36.511022Z","caller":"traceutil/trace.go:171","msg":"trace[2024733315] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:698; }","duration":"124.848386ms","start":"2026-04-03T02:24:36.386151Z","end":"2026-04-03T02:24:36.510999Z","steps":["trace[2024733315] 'read index received' (duration: 104.768515ms)","trace[2024733315] 'applied index is now lower than readState.Index' (duration: 20.078821ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:24:36.511057Z","caller":"traceutil/trace.go:171","msg":"trace[932277804] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"189.286875ms","start":"2026-04-03T02:24:36.321731Z","end":"2026-04-03T02:24:36.511018Z","steps":["trace[932277804] 'process raft request' (duration: 169.171304ms)","trace[932277804] 'compare' (duration: 19.948407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:36.511213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.044422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:24:36.511295Z","caller":"traceutil/trace.go:171","msg":"trace[1242286914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:667; }","duration":"125.178295ms","start":"2026-04-03T02:24:36.386096Z","end":"2026-04-03T02:24:36.511274Z","steps":["trace[1242286914] 'agreement among raft nodes before linearized reading' (duration: 124.931179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:36.512708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.516213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:24:36.51285Z","caller":"traceutil/trace.go:171","msg":"trace[470731167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:667; }","duration":"126.718038ms","start":"2026-04-03T02:24:36.386108Z","end":"2026-04-03T02:24:36.512826Z","steps":["trace[470731167] 'agreement among raft nodes before linearized reading' (duration: 125.02565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:37.316016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558093867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:24:37.81721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558093867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:24:38.318001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558093867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:24:38.402456Z","caller":"traceutil/trace.go:171","msg":"trace[791887135] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"1.668874724s","start":"2026-04-03T02:24:36.733553Z","end":"2026-04-03T02:24:38.402427Z","steps":["trace[791887135] 'process raft request' (duration: 1.668230676s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:38.402628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:36.733517Z","time spent":"1.669034089s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036213,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:24:38.556115Z","caller":"traceutil/trace.go:171","msg":"trace[1713278046] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:701; }","duration":"1.740429852s","start":"2026-04-03T02:24:36.815658Z","end":"2026-04-03T02:24:38.556088Z","steps":["trace[1713278046] 'read index received' (duration: 1.585921567s)","trace[1713278046] 'applied index is now lower than readState.Index' (duration: 154.504164ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:38.55635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558721987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:24:38.556381Z","caller":"traceutil/trace.go:171","msg":"trace[1982350783] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:671; }","duration":"1.558819441s","start":"2026-04-03T02:24:36.997553Z","end":"2026-04-03T02:24:38.556372Z","steps":["trace[1982350783] 'agreement among raft nodes before linearized reading' (duration: 1.558702587s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:38.556381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.613297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:24:38.556417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.536552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:24:38.556462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.283451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:24:38.556466Z","caller":"traceutil/trace.go:171","msg":"trace[2078505475] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:671; }","duration":"188.739ms","start":"2026-04-03T02:24:38.367709Z","end":"2026-04-03T02:24:38.556448Z","steps":["trace[2078505475] 'agreement among raft nodes before linearized reading' (duration: 188.565295ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:38.556495Z","caller":"traceutil/trace.go:171","msg":"trace[1036901573] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:671; }","duration":"172.317152ms","start":"2026-04-03T02:24:38.384173Z","end":"2026-04-03T02:24:38.55649Z","steps":["trace[1036901573] 'agreement among raft nodes before linearized reading' (duration: 172.26132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:38.556524Z","caller":"traceutil/trace.go:171","msg":"trace[331790685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:671; }","duration":"271.689966ms","start":"2026-04-03T02:24:38.284802Z","end":"2026-04-03T02:24:38.556492Z","steps":["trace[331790685] 'agreement among raft nodes before linearized reading' (duration: 271.513891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:38.556554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.766145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-03T02:24:38.556409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:36.997529Z","time spent":"1.558873191s","remote":"127.0.0.1:33008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:24:38.556616Z","caller":"traceutil/trace.go:171","msg":"trace[177007813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:671; }","duration":"909.874188ms","start":"2026-04-03T02:24:37.646728Z","end":"2026-04-03T02:24:38.556602Z","steps":["trace[177007813] 'agreement among raft nodes before linearized reading' (duration: 909.661612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:38.556574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740806102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:24:38.556658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:37.646706Z","time spent":"909.9415ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:24:38.556687Z","caller":"traceutil/trace.go:171","msg":"trace[1049136790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:671; }","duration":"1.741038539s","start":"2026-04-03T02:24:36.815622Z","end":"2026-04-03T02:24:38.55666Z","steps":["trace[1049136790] 'agreement among raft nodes before linearized reading' (duration: 1.740598546s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:38.556746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:36.815604Z","time spent":"1.741130712s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:24:39.421977Z","caller":"traceutil/trace.go:171","msg":"trace[1009793383] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"155.691398ms","start":"2026-04-03T02:24:39.266243Z","end":"2026-04-03T02:24:39.421935Z","steps":["trace[1009793383] 'process raft request' (duration: 116.893195ms)","trace[1009793383] 'compare' (duration: 38.578717ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:39.422089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.228724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:24:39.422145Z","caller":"traceutil/trace.go:171","msg":"trace[291207599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"136.340387ms","start":"2026-04-03T02:24:39.285787Z","end":"2026-04-03T02:24:39.422128Z","steps":["trace[291207599] 'agreement among raft nodes before linearized reading' (duration: 136.210724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:39.421905Z","caller":"traceutil/trace.go:171","msg":"trace[503018550] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:710; }","duration":"136.048218ms","start":"2026-04-03T02:24:39.285832Z","end":"2026-04-03T02:24:39.42188Z","steps":["trace[503018550] 'read index received' (duration: 47.709932ms)","trace[503018550] 'applied index is now lower than readState.Index' (duration: 88.336796ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:24:39.929423Z","caller":"traceutil/trace.go:171","msg":"trace[954050119] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"380.988639ms","start":"2026-04-03T02:24:39.548412Z","end":"2026-04-03T02:24:39.9294Z","steps":["trace[954050119] 'process raft request' (duration: 380.416823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:39.92959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:39.548384Z","time spent":"381.128633ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:24:40.556134Z","caller":"traceutil/trace.go:171","msg":"trace[1037278495] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"180.228152ms","start":"2026-04-03T02:24:40.375878Z","end":"2026-04-03T02:24:40.556106Z","steps":["trace[1037278495] 'process raft request' (duration: 180.101069ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:40.584744Z","caller":"traceutil/trace.go:171","msg":"trace[707223130] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"182.734522ms","start":"2026-04-03T02:24:40.401984Z","end":"2026-04-03T02:24:40.584719Z","steps":["trace[707223130] 'process raft request' (duration: 180.632194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:54.352155Z","caller":"traceutil/trace.go:171","msg":"trace[904078759] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"104.827057ms","start":"2026-04-03T02:24:54.247266Z","end":"2026-04-03T02:24:54.352094Z","steps":["trace[904078759] 'process raft request' (duration: 104.58462ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:55.005563Z","caller":"traceutil/trace.go:171","msg":"trace[1808857860] linearizableReadLoop","detail":"{readStateIndex:872; appliedIndex:871; }","duration":"345.747685ms","start":"2026-04-03T02:24:54.659775Z","end":"2026-04-03T02:24:55.005523Z","steps":["trace[1808857860] 'read index received' (duration: 282.084528ms)","trace[1808857860] 'applied index is now lower than readState.Index' (duration: 63.661507ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:24:55.005643Z","caller":"traceutil/trace.go:171","msg":"trace[1505623638] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"646.454891ms","start":"2026-04-03T02:24:54.359123Z","end":"2026-04-03T02:24:55.005578Z","steps":["trace[1505623638] 'process raft request' (duration: 582.716201ms)","trace[1505623638] 'compare' (duration: 63.304998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:24:55.005819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.038793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:24:55.006037Z","caller":"traceutil/trace.go:171","msg":"trace[73421632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:835; }","duration":"346.3106ms","start":"2026-04-03T02:24:54.659716Z","end":"2026-04-03T02:24:55.006026Z","steps":["trace[73421632] 'agreement among raft nodes before linearized reading' (duration: 345.973651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:55.006052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.405973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:24:55.006068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:54.659692Z","time spent":"346.368122ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:24:55.005879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:54.359106Z","time spent":"646.630926ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:24:55.006099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.390125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:24:55.005924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.162399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:24:55.006112Z","caller":"traceutil/trace.go:171","msg":"trace[481177845] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:835; }","duration":"197.502975ms","start":"2026-04-03T02:24:54.808586Z","end":"2026-04-03T02:24:55.006088Z","steps":["trace[481177845] 'agreement among raft nodes before linearized reading' (duration: 197.393132ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:55.006152Z","caller":"traceutil/trace.go:171","msg":"trace[339458713] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:835; }","duration":"167.469906ms","start":"2026-04-03T02:24:54.838667Z","end":"2026-04-03T02:24:55.006137Z","steps":["trace[339458713] 'agreement among raft nodes before linearized reading' (duration: 167.272491ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:24:55.00619Z","caller":"traceutil/trace.go:171","msg":"trace[1075474727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:835; }","duration":"345.543629ms","start":"2026-04-03T02:24:54.660613Z","end":"2026-04-03T02:24:55.006157Z","steps":["trace[1075474727] 'agreement among raft nodes before linearized reading' (duration: 345.150938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:24:55.006262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:24:54.660592Z","time spent":"345.647962ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:25:11.763757Z","caller":"traceutil/trace.go:171","msg":"trace[106077035] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"130.042092ms","start":"2026-04-03T02:25:11.633635Z","end":"2026-04-03T02:25:11.763677Z","steps":["trace[106077035] 'process raft request' (duration: 128.168309ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:11.763758Z","caller":"traceutil/trace.go:171","msg":"trace[1375354955] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"119.428895ms","start":"2026-04-03T02:25:11.644267Z","end":"2026-04-03T02:25:11.763696Z","steps":["trace[1375354955] 'process raft request' (duration: 119.200679ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:11.786641Z","caller":"traceutil/trace.go:171","msg":"trace[807075118] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"112.659166ms","start":"2026-04-03T02:25:11.673957Z","end":"2026-04-03T02:25:11.786616Z","steps":["trace[807075118] 'process raft request' (duration: 112.614655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:11.786682Z","caller":"traceutil/trace.go:171","msg":"trace[1225285432] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"113.294214ms","start":"2026-04-03T02:25:11.673324Z","end":"2026-04-03T02:25:11.786618Z","steps":["trace[1225285432] 'process raft request' (duration: 113.009776ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:11.786717Z","caller":"traceutil/trace.go:171","msg":"trace[165423668] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"113.226892ms","start":"2026-04-03T02:25:11.673465Z","end":"2026-04-03T02:25:11.786692Z","steps":["trace[165423668] 'process raft request' (duration: 112.986745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:11.786803Z","caller":"traceutil/trace.go:171","msg":"trace[628325907] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"112.858482ms","start":"2026-04-03T02:25:11.6739Z","end":"2026-04-03T02:25:11.786758Z","steps":["trace[628325907] 'process raft request' (duration: 112.613275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.097391Z","caller":"traceutil/trace.go:171","msg":"trace[1951515823] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"134.780923ms","start":"2026-04-03T02:25:11.962519Z","end":"2026-04-03T02:25:12.0973Z","steps":["trace[1951515823] 'process raft request' (duration: 54.158502ms)","trace[1951515823] 'compare' (duration: 80.362464ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:12.097474Z","caller":"traceutil/trace.go:171","msg":"trace[2053609969] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"131.352618ms","start":"2026-04-03T02:25:11.966091Z","end":"2026-04-03T02:25:12.097443Z","steps":["trace[2053609969] 'process raft request' (duration: 131.143482ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.097589Z","caller":"traceutil/trace.go:171","msg":"trace[149223177] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1164; }","duration":"127.535232ms","start":"2026-04-03T02:25:11.970032Z","end":"2026-04-03T02:25:12.097567Z","steps":["trace[149223177] 'read index received' (duration: 46.662273ms)","trace[149223177] 'applied index is now lower than readState.Index' (duration: 80.871188ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:12.097662Z","caller":"traceutil/trace.go:171","msg":"trace[1247776824] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"130.908155ms","start":"2026-04-03T02:25:11.966726Z","end":"2026-04-03T02:25:12.097635Z","steps":["trace[1247776824] 'process raft request' (duration: 130.605797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:12.097978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.874144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-03T02:25:12.098076Z","caller":"traceutil/trace.go:171","msg":"trace[788233355] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1127; }","duration":"135.990247ms","start":"2026-04-03T02:25:11.962065Z","end":"2026-04-03T02:25:12.098055Z","steps":["trace[788233355] 'agreement among raft nodes before linearized reading' (duration: 135.73195ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.115168Z","caller":"traceutil/trace.go:171","msg":"trace[1320272913] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"128.080557ms","start":"2026-04-03T02:25:11.987068Z","end":"2026-04-03T02:25:12.115149Z","steps":["trace[1320272913] 'process raft request' (duration: 128.024685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.115282Z","caller":"traceutil/trace.go:171","msg":"trace[1045429051] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"140.008049ms","start":"2026-04-03T02:25:11.975239Z","end":"2026-04-03T02:25:12.115248Z","steps":["trace[1045429051] 'process raft request' (duration: 139.749072ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.337997Z","caller":"traceutil/trace.go:171","msg":"trace[1094240335] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1171; }","duration":"211.121115ms","start":"2026-04-03T02:25:12.126844Z","end":"2026-04-03T02:25:12.337965Z","steps":["trace[1094240335] 'read index received' (duration: 143.385284ms)","trace[1094240335] 'applied index is now lower than readState.Index' (duration: 67.734511ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:12.338183Z","caller":"traceutil/trace.go:171","msg":"trace[1952675234] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"213.212213ms","start":"2026-04-03T02:25:12.124936Z","end":"2026-04-03T02:25:12.338148Z","steps":["trace[1952675234] 'process raft request' (duration: 145.343508ms)","trace[1952675234] 'compare' (duration: 67.32192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:12.338301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.420043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:12.338339Z","caller":"traceutil/trace.go:171","msg":"trace[886515871] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"211.685211ms","start":"2026-04-03T02:25:12.126627Z","end":"2026-04-03T02:25:12.338313Z","steps":["trace[886515871] 'process raft request' (duration: 211.192237ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.338399Z","caller":"traceutil/trace.go:171","msg":"trace[1127160198] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-startupapicheck:create-cert; range_end:; response_count:0; response_revision:1134; }","duration":"211.546877ms","start":"2026-04-03T02:25:12.126822Z","end":"2026-04-03T02:25:12.338369Z","steps":["trace[1127160198] 'agreement among raft nodes before linearized reading' (duration: 211.350962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:12.338477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.595565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"warn","ts":"2026-04-03T02:25:12.338356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.534103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:25:12.338523Z","caller":"traceutil/trace.go:171","msg":"trace[1617334849] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1134; }","duration":"145.661257ms","start":"2026-04-03T02:25:12.192847Z","end":"2026-04-03T02:25:12.338508Z","steps":["trace[1617334849] 'agreement among raft nodes before linearized reading' (duration: 145.543544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.338555Z","caller":"traceutil/trace.go:171","msg":"trace[625522603] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:1134; }","duration":"203.814901ms","start":"2026-04-03T02:25:12.134727Z","end":"2026-04-03T02:25:12.338542Z","steps":["trace[625522603] 'agreement among raft nodes before linearized reading' (duration: 203.459941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:12.338574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.712918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-03T02:25:12.338632Z","caller":"traceutil/trace.go:171","msg":"trace[1975868203] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1134; }","duration":"145.820182ms","start":"2026-04-03T02:25:12.19279Z","end":"2026-04-03T02:25:12.33861Z","steps":["trace[1975868203] 'agreement among raft nodes before linearized reading' (duration: 145.633917ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:12.338726Z","caller":"traceutil/trace.go:171","msg":"trace[1409961043] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"202.280568ms","start":"2026-04-03T02:25:12.136426Z","end":"2026-04-03T02:25:12.338706Z","steps":["trace[1409961043] 'process raft request' (duration: 201.477565ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.357446Z","caller":"traceutil/trace.go:171","msg":"trace[290493361] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"201.534718ms","start":"2026-04-03T02:25:17.155885Z","end":"2026-04-03T02:25:17.35742Z","steps":["trace[290493361] 'read index received' (duration: 201.379843ms)","trace[290493361] 'applied index is now lower than readState.Index' (duration: 153.615µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:17.357496Z","caller":"traceutil/trace.go:171","msg":"trace[621366710] transaction","detail":"{read_only:false; response_revision:1202; number_of_response:1; }","duration":"201.820315ms","start":"2026-04-03T02:25:17.155644Z","end":"2026-04-03T02:25:17.357464Z","steps":["trace[621366710] 'process raft request' (duration: 201.620899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:17.357993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.084733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-03T02:25:17.358086Z","caller":"traceutil/trace.go:171","msg":"trace[289838159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1202; }","duration":"202.235727ms","start":"2026-04-03T02:25:17.155826Z","end":"2026-04-03T02:25:17.358062Z","steps":["trace[289838159] 'agreement among raft nodes before linearized reading' (duration: 201.944239ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.498223Z","caller":"traceutil/trace.go:171","msg":"trace[1339914977] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"341.803483ms","start":"2026-04-03T02:25:17.156394Z","end":"2026-04-03T02:25:17.498198Z","steps":["trace[1339914977] 'process raft request' (duration: 317.757102ms)","trace[1339914977] 'compare' (duration: 23.893567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:17.498378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.156373Z","time spent":"341.927467ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:17.498391Z","caller":"traceutil/trace.go:171","msg":"trace[102748994] transaction","detail":"{read_only:false; response_revision:1204; number_of_response:1; }","duration":"339.5295ms","start":"2026-04-03T02:25:17.158834Z","end":"2026-04-03T02:25:17.498364Z","steps":["trace[102748994] 'process raft request' (duration: 339.322934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.498479Z","caller":"traceutil/trace.go:171","msg":"trace[164612328] transaction","detail":"{read_only:false; response_revision:1205; number_of_response:1; }","duration":"135.73655ms","start":"2026-04-03T02:25:17.362718Z","end":"2026-04-03T02:25:17.498455Z","steps":["trace[164612328] 'process raft request' (duration: 135.630657ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:17.498493Z","caller":"traceutil/trace.go:171","msg":"trace[575526147] linearizableReadLoop","detail":"{readStateIndex:1245; appliedIndex:1243; }","duration":"140.75362ms","start":"2026-04-03T02:25:17.35772Z","end":"2026-04-03T02:25:17.498473Z","steps":["trace[575526147] 'read index received' (duration: 116.453462ms)","trace[575526147] 'applied index is now lower than readState.Index' (duration: 24.297918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:17.498583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.815987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:25:17.498615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:17.158821Z","time spent":"339.713316ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:17.498622Z","caller":"traceutil/trace.go:171","msg":"trace[632381454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1205; }","duration":"205.904909ms","start":"2026-04-03T02:25:17.29271Z","end":"2026-04-03T02:25:17.498614Z","steps":["trace[632381454] 'agreement among raft nodes before linearized reading' (duration: 205.825577ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:24.903949Z","caller":"traceutil/trace.go:171","msg":"trace[2059841513] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1282; }","duration":"232.941405ms","start":"2026-04-03T02:25:24.670985Z","end":"2026-04-03T02:25:24.903927Z","steps":["trace[2059841513] 'read index received' (duration: 232.714868ms)","trace[2059841513] 'applied index is now lower than readState.Index' (duration: 225.616µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:24.904101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.099228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:25:24.90414Z","caller":"traceutil/trace.go:171","msg":"trace[1599459656] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1240; }","duration":"233.199052ms","start":"2026-04-03T02:25:24.670927Z","end":"2026-04-03T02:25:24.904126Z","steps":["trace[1599459656] 'agreement among raft nodes before linearized reading' (duration: 233.091499ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:24.904084Z","caller":"traceutil/trace.go:171","msg":"trace[504683322] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"382.775028ms","start":"2026-04-03T02:25:24.521252Z","end":"2026-04-03T02:25:24.904027Z","steps":["trace[504683322] 'process raft request' (duration: 382.521351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:24.904352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:24.521234Z","time spent":"382.976274ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:25.18693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.773208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:25:25.187012Z","caller":"traceutil/trace.go:171","msg":"trace[1506823618] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1240; }","duration":"108.908061ms","start":"2026-04-03T02:25:25.078082Z","end":"2026-04-03T02:25:25.18699Z","steps":["trace[1506823618] 'count revisions from in-memory index tree' (duration: 108.691845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:47.160647Z","caller":"traceutil/trace.go:171","msg":"trace[427545072] linearizableReadLoop","detail":"{readStateIndex:1553; appliedIndex:1552; }","duration":"135.412966ms","start":"2026-04-03T02:25:47.025208Z","end":"2026-04-03T02:25:47.160621Z","steps":["trace[427545072] 'read index received' (duration: 135.162429ms)","trace[427545072] 'applied index is now lower than readState.Index' (duration: 249.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:47.160771Z","caller":"traceutil/trace.go:171","msg":"trace[2131872178] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"480.542288ms","start":"2026-04-03T02:25:46.680177Z","end":"2026-04-03T02:25:47.160719Z","steps":["trace[2131872178] 'process raft request' (duration: 480.271651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:47.160954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.740725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-03T02:25:47.160975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:46.680141Z","time spent":"480.725643ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:47.161016Z","caller":"traceutil/trace.go:171","msg":"trace[870285628] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1500; }","duration":"135.842678ms","start":"2026-04-03T02:25:47.025159Z","end":"2026-04-03T02:25:47.161002Z","steps":["trace[870285628] 'agreement among raft nodes before linearized reading' (duration: 135.646613ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:47.599898Z","caller":"traceutil/trace.go:171","msg":"trace[1234926963] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"434.684939ms","start":"2026-04-03T02:25:47.165182Z","end":"2026-04-03T02:25:47.599867Z","steps":["trace[1234926963] 'process raft request' (duration: 352.304542ms)","trace[1234926963] 'compare' (duration: 82.265383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:25:47.600096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.16515Z","time spent":"434.858164ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:47.696025Z","caller":"traceutil/trace.go:171","msg":"trace[1723728544] linearizableReadLoop","detail":"{readStateIndex:1555; appliedIndex:1554; }","duration":"150.856226ms","start":"2026-04-03T02:25:47.545142Z","end":"2026-04-03T02:25:47.695998Z","steps":["trace[1723728544] 'read index received' (duration: 150.677331ms)","trace[1723728544] 'applied index is now lower than readState.Index' (duration: 177.455µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:47.696125Z","caller":"traceutil/trace.go:171","msg":"trace[1646490059] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"530.453119ms","start":"2026-04-03T02:25:47.165621Z","end":"2026-04-03T02:25:47.696074Z","steps":["trace[1646490059] 'process raft request' (duration: 530.203872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:47.696272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.115674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:25:47.696332Z","caller":"traceutil/trace.go:171","msg":"trace[1017650377] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1502; }","duration":"151.243527ms","start":"2026-04-03T02:25:47.545073Z","end":"2026-04-03T02:25:47.696317Z","steps":["trace[1017650377] 'agreement among raft nodes before linearized reading' (duration: 151.029661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:47.69635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.165597Z","time spent":"530.627964ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:48.106729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.187342ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:25:48.107344Z","caller":"traceutil/trace.go:171","msg":"trace[290361398] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"407.05238ms","start":"2026-04-03T02:25:47.700269Z","end":"2026-04-03T02:25:48.107321Z","steps":["trace[290361398] 'process raft request' (duration: 406.851934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:48.107365Z","caller":"traceutil/trace.go:171","msg":"trace[39857948] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"484.510269ms","start":"2026-04-03T02:25:47.622786Z","end":"2026-04-03T02:25:48.107296Z","steps":["trace[39857948] 'process raft request' (duration: 484.088377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.107616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.622755Z","time spent":"484.730295ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:48.107597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.700247Z","time spent":"407.162882ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:25:48.1077Z","caller":"traceutil/trace.go:171","msg":"trace[160023394] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1555; }","duration":"297.079054ms","start":"2026-04-03T02:25:47.810563Z","end":"2026-04-03T02:25:48.107642Z","steps":["trace[160023394] 'read index received' (duration: 67.374579ms)","trace[160023394] 'applied index is now lower than readState.Index' (duration: 229.700355ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:25:48.10774Z","caller":"traceutil/trace.go:171","msg":"trace[894929317] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"316.358711ms","start":"2026-04-03T02:25:47.791335Z","end":"2026-04-03T02:25:48.107694Z","steps":["trace[894929317] 'process raft request' (duration: 315.93995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.10787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:25:47.791292Z","time spent":"316.514135ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:25:48.107963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.389492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:25:48.108045Z","caller":"traceutil/trace.go:171","msg":"trace[1393550492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1505; }","duration":"297.515536ms","start":"2026-04-03T02:25:47.810512Z","end":"2026-04-03T02:25:48.108027Z","steps":["trace[1393550492] 'agreement among raft nodes before linearized reading' (duration: 297.268659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.108042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.208443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:25:48.108088Z","caller":"traceutil/trace.go:171","msg":"trace[2062322661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1505; }","duration":"294.288146ms","start":"2026-04-03T02:25:47.813788Z","end":"2026-04-03T02:25:48.108076Z","steps":["trace[2062322661] 'agreement among raft nodes before linearized reading' (duration: 294.06589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:25:48.108147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.193563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:25:48.108215Z","caller":"traceutil/trace.go:171","msg":"trace[1290855473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1505; }","duration":"294.312586ms","start":"2026-04-03T02:25:47.813885Z","end":"2026-04-03T02:25:48.108197Z","steps":["trace[1290855473] 'agreement among raft nodes before linearized reading' (duration: 294.001738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:54.552037Z","caller":"traceutil/trace.go:171","msg":"trace[978147086] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1600; }","duration":"160.207256ms","start":"2026-04-03T02:25:54.391805Z","end":"2026-04-03T02:25:54.552012Z","steps":["trace[978147086] 'process raft request' (duration: 160.082122ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:58.349967Z","caller":"traceutil/trace.go:171","msg":"trace[546696573] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"109.580635ms","start":"2026-04-03T02:25:58.24034Z","end":"2026-04-03T02:25:58.349921Z","steps":["trace[546696573] 'process raft request' (duration: 108.346241ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:25:59.291485Z","caller":"traceutil/trace.go:171","msg":"trace[1090074532] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"102.062735ms","start":"2026-04-03T02:25:59.189391Z","end":"2026-04-03T02:25:59.291454Z","steps":["trace[1090074532] 'process raft request' (duration: 101.87414ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:05.141613Z","caller":"traceutil/trace.go:171","msg":"trace[357438245] transaction","detail":"{read_only:false; response_revision:1801; number_of_response:1; }","duration":"284.929825ms","start":"2026-04-03T02:26:04.856662Z","end":"2026-04-03T02:26:05.141592Z","steps":["trace[357438245] 'process raft request' (duration: 284.801381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:06.314333Z","caller":"traceutil/trace.go:171","msg":"trace[871004753] linearizableReadLoop","detail":"{readStateIndex:1882; appliedIndex:1881; }","duration":"133.06487ms","start":"2026-04-03T02:26:06.181242Z","end":"2026-04-03T02:26:06.314307Z","steps":["trace[871004753] 'read index received' (duration: 132.818453ms)","trace[871004753] 'applied index is now lower than readState.Index' (duration: 245.517µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:06.314444Z","caller":"traceutil/trace.go:171","msg":"trace[50994408] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"143.83121ms","start":"2026-04-03T02:26:06.170588Z","end":"2026-04-03T02:26:06.314419Z","steps":["trace[50994408] 'process raft request' (duration: 143.549192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:06.314559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.295516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-03T02:26:06.314592Z","caller":"traceutil/trace.go:171","msg":"trace[655719876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1804; }","duration":"133.372939ms","start":"2026-04-03T02:26:06.18121Z","end":"2026-04-03T02:26:06.314582Z","steps":["trace[655719876] 'agreement among raft nodes before linearized reading' (duration: 133.235045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:12.648995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.098223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:12.649133Z","caller":"traceutil/trace.go:171","msg":"trace[1132712240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1908; }","duration":"363.304209ms","start":"2026-04-03T02:26:12.285801Z","end":"2026-04-03T02:26:12.649105Z","steps":["trace[1132712240] 'range keys from in-memory index tree' (duration: 362.973579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:12.649181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.28577Z","time spent":"363.400692ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:12.649163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.49797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:12.649248Z","caller":"traceutil/trace.go:171","msg":"trace[2025544401] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1908; }","duration":"346.667284ms","start":"2026-04-03T02:26:12.302564Z","end":"2026-04-03T02:26:12.649232Z","steps":["trace[2025544401] 'count revisions from in-memory index tree' (duration: 346.325345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:12.649294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.302533Z","time spent":"346.749407ms","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:12.86206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558096289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:13.362349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558096289,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:26:13.385475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043046172s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:26:13.38582Z","caller":"traceutil/trace.go:171","msg":"trace[2141368251] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"1.024682321s","start":"2026-04-03T02:26:12.361117Z","end":"2026-04-03T02:26:13.3858Z","steps":["trace[2141368251] 'read index received' (duration: 1.024512236s)","trace[2141368251] 'applied index is now lower than readState.Index' (duration: 169.255µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:13.38588Z","caller":"traceutil/trace.go:171","msg":"trace[1061623695] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"1.043603328s","start":"2026-04-03T02:26:12.342269Z","end":"2026-04-03T02:26:13.385873Z","steps":["trace[1061623695] 'process raft request' (duration: 1.043415332s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.385978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.342237Z","time spent":"1.043664369s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:13.386133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019228179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:26:13.386194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006434861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:26:13.386218Z","caller":"traceutil/trace.go:171","msg":"trace[1801661405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1909; }","duration":"1.019351142s","start":"2026-04-03T02:26:12.366849Z","end":"2026-04-03T02:26:13.3862Z","steps":["trace[1801661405] 'agreement among raft nodes before linearized reading' (duration: 1.019109235s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:13.386234Z","caller":"traceutil/trace.go:171","msg":"trace[864034029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.006559346s","start":"2026-04-03T02:26:12.379666Z","end":"2026-04-03T02:26:13.386226Z","steps":["trace[864034029] 'agreement among raft nodes before linearized reading' (duration: 1.006433822s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.386267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.379633Z","time spent":"1.006628647s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:13.386269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.366837Z","time spent":"1.019423594s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:26:13.386253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.834098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:26:13.386343Z","caller":"traceutil/trace.go:171","msg":"trace[1332426591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"994.993902ms","start":"2026-04-03T02:26:12.391329Z","end":"2026-04-03T02:26:13.386323Z","steps":["trace[1332426591] 'agreement among raft nodes before linearized reading' (duration: 994.743715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.38637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.857325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:26:13.386384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.900542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-03T02:26:13.386391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.391301Z","time spent":"995.081245ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:26:13.386409Z","caller":"traceutil/trace.go:171","msg":"trace[323748611] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e; range_end:; response_count:1; response_revision:1909; }","duration":"228.964603ms","start":"2026-04-03T02:26:13.157438Z","end":"2026-04-03T02:26:13.386403Z","steps":["trace[323748611] 'agreement among raft nodes before linearized reading' (duration: 228.897112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:13.386425Z","caller":"traceutil/trace.go:171","msg":"trace[2000593685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1909; }","duration":"193.926287ms","start":"2026-04-03T02:26:13.192474Z","end":"2026-04-03T02:26:13.386401Z","steps":["trace[2000593685] 'agreement among raft nodes before linearized reading' (duration: 193.837245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.386477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.233198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:13.386506Z","caller":"traceutil/trace.go:171","msg":"trace[1393102957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"736.283099ms","start":"2026-04-03T02:26:12.650214Z","end":"2026-04-03T02:26:13.386497Z","steps":["trace[1393102957] 'agreement among raft nodes before linearized reading' (duration: 736.243628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.386472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.995378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:13.386541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.650199Z","time spent":"736.336211ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:13.386513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.94693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-03T02:26:13.38629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025177964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:26:13.38657Z","caller":"traceutil/trace.go:171","msg":"trace[1074327591] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1909; }","duration":"421.140613ms","start":"2026-04-03T02:26:12.965411Z","end":"2026-04-03T02:26:13.386551Z","steps":["trace[1074327591] 'agreement among raft nodes before linearized reading' (duration: 420.957097ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:13.38661Z","caller":"traceutil/trace.go:171","msg":"trace[32628801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1909; }","duration":"1.025569555s","start":"2026-04-03T02:26:12.361033Z","end":"2026-04-03T02:26:13.386603Z","steps":["trace[32628801] 'agreement among raft nodes before linearized reading' (duration: 1.025151803s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.386629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.965398Z","time spent":"421.219784ms","remote":"127.0.0.1:33002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:13.386131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.640489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:13.386625Z","caller":"traceutil/trace.go:171","msg":"trace[1232234960] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e; range_end:; response_count:1; response_revision:1909; }","duration":"594.116356ms","start":"2026-04-03T02:26:12.792474Z","end":"2026-04-03T02:26:13.38659Z","steps":["trace[1232234960] 'agreement among raft nodes before linearized reading' (duration: 593.810337ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:13.386664Z","caller":"traceutil/trace.go:171","msg":"trace[697149221] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1909; }","duration":"482.241306ms","start":"2026-04-03T02:26:12.904417Z","end":"2026-04-03T02:26:13.386659Z","steps":["trace[697149221] 'agreement among raft nodes before linearized reading' (duration: 481.620558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.386691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.904396Z","time spent":"482.289067ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":15,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:13.386711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.792449Z","time spent":"594.247039ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" "} {"level":"warn","ts":"2026-04-03T02:26:13.386643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.361017Z","time spent":"1.025618857s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:26:13.386437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014187498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:26:13.386795Z","caller":"traceutil/trace.go:171","msg":"trace[1551744399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1909; }","duration":"1.014559088s","start":"2026-04-03T02:26:12.372225Z","end":"2026-04-03T02:26:13.386784Z","steps":["trace[1551744399] 'agreement among raft nodes before linearized reading' (duration: 1.014146127s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:13.38684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:12.372215Z","time spent":"1.01461421s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:26:14.042898Z","caller":"traceutil/trace.go:171","msg":"trace[658152735] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"651.857515ms","start":"2026-04-03T02:26:13.391011Z","end":"2026-04-03T02:26:14.042868Z","steps":["trace[658152735] 'process raft request' (duration: 651.531176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.042957Z","caller":"traceutil/trace.go:171","msg":"trace[1686384543] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"651.887816ms","start":"2026-04-03T02:26:13.39103Z","end":"2026-04-03T02:26:14.042918Z","steps":["trace[1686384543] 'process raft request' (duration: 651.68033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.043051Z","caller":"traceutil/trace.go:171","msg":"trace[503965876] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"651.788293ms","start":"2026-04-03T02:26:13.391154Z","end":"2026-04-03T02:26:14.042942Z","steps":["trace[503965876] 'process raft request' (duration: 651.630419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.043129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.110031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.0432Z","caller":"traceutil/trace.go:171","msg":"trace[777204308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"648.204243ms","start":"2026-04-03T02:26:13.394984Z","end":"2026-04-03T02:26:14.043188Z","steps":["trace[777204308] 'agreement among raft nodes before linearized reading' (duration: 648.107011ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.04318Z","caller":"traceutil/trace.go:171","msg":"trace[1699006318] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"651.711251ms","start":"2026-04-03T02:26:13.391439Z","end":"2026-04-03T02:26:14.04315Z","steps":["trace[1699006318] 'process raft request' (duration: 651.406363ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.043213Z","caller":"traceutil/trace.go:171","msg":"trace[2014211242] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"647.614497ms","start":"2026-04-03T02:26:13.395572Z","end":"2026-04-03T02:26:14.043186Z","steps":["trace[2014211242] 'process raft request' (duration: 647.309689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.043135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.391018Z","time spent":"652.00881ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:14.04324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.394975Z","time spent":"648.257275ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:14.043323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.395563Z","time spent":"647.7036ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:14.043061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.391Z","time spent":"651.978408ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:14.04333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.391428Z","time spent":"651.819634ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:14.04304Z","caller":"traceutil/trace.go:171","msg":"trace[431329401] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1989; }","duration":"648.009509ms","start":"2026-04-03T02:26:13.395009Z","end":"2026-04-03T02:26:14.043018Z","steps":["trace[431329401] 'read index received' (duration: 27.373724ms)","trace[431329401] 'applied index is now lower than readState.Index' (duration: 620.634565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:14.043779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.391135Z","time spent":"651.99063ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:14.818407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.125006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:14.818716Z","caller":"traceutil/trace.go:171","msg":"trace[1669818566] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1995; }","duration":"775.132322ms","start":"2026-04-03T02:26:14.043566Z","end":"2026-04-03T02:26:14.818699Z","steps":["trace[1669818566] 'read index received' (duration: 34.550503ms)","trace[1669818566] 'applied index is now lower than readState.Index' (duration: 740.580549ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:14.818815Z","caller":"traceutil/trace.go:171","msg":"trace[1262517819] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"1.29115178s","start":"2026-04-03T02:26:13.52765Z","end":"2026-04-03T02:26:14.818802Z","steps":["trace[1262517819] 'process raft request' (duration: 550.5472ms)","trace[1262517819] 'compare' (duration: 739.844439ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:14.818878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.527624Z","time spent":"1.291217332s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:14.819148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.660249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.819189Z","caller":"traceutil/trace.go:171","msg":"trace[951944660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1917; }","duration":"774.743511ms","start":"2026-04-03T02:26:14.044434Z","end":"2026-04-03T02:26:14.819178Z","steps":["trace[951944660] 'agreement among raft nodes before linearized reading' (duration: 774.652069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.819223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:14.044411Z","time spent":"774.806544ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:14.819359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192050607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.819435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.959315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-03T02:26:14.819454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366881012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:14.819474Z","caller":"traceutil/trace.go:171","msg":"trace[1231420633] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1917; }","duration":"1.192215972s","start":"2026-04-03T02:26:13.62723Z","end":"2026-04-03T02:26:14.819446Z","steps":["trace[1231420633] 'agreement among raft nodes before linearized reading' (duration: 1.192026337s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.819465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.240056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:26:14.819514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243940244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b7b01979b1b2\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-04-03T02:26:14.819579Z","caller":"traceutil/trace.go:171","msg":"trace[607607476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1917; }","duration":"422.122629ms","start":"2026-04-03T02:26:14.397376Z","end":"2026-04-03T02:26:14.819499Z","steps":["trace[607607476] 'agreement among raft nodes before linearized reading' (duration: 421.881113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.81947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.755658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-03T02:26:14.819591Z","caller":"traceutil/trace.go:171","msg":"trace[1148503148] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1917; }","duration":"1.367006706s","start":"2026-04-03T02:26:13.452504Z","end":"2026-04-03T02:26:14.819511Z","steps":["trace[1148503148] 'agreement among raft nodes before linearized reading' (duration: 1.366851241s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.819616Z","caller":"traceutil/trace.go:171","msg":"trace[1916613390] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b7b01979b1b2; range_end:; response_count:1; response_revision:1917; }","duration":"1.244092288s","start":"2026-04-03T02:26:13.575505Z","end":"2026-04-03T02:26:14.819597Z","steps":["trace[1916613390] 'agreement among raft nodes before linearized reading' (duration: 1.243849151s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.81964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:14.397338Z","time spent":"422.283154ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-03T02:26:14.819582Z","caller":"traceutil/trace.go:171","msg":"trace[2076487888] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1917; }","duration":"992.360529ms","start":"2026-04-03T02:26:13.827198Z","end":"2026-04-03T02:26:14.819558Z","steps":["trace[2076487888] 'agreement among raft nodes before linearized reading' (duration: 992.188124ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:14.819658Z","caller":"traceutil/trace.go:171","msg":"trace[1992940122] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"825.660561ms","start":"2026-04-03T02:26:13.993979Z","end":"2026-04-03T02:26:14.819639Z","steps":["trace[1992940122] 'process raft request' (duration: 824.54135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.819666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.575486Z","time spent":"1.244168361s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18a2b7b01979b1b2\" "} {"level":"warn","ts":"2026-04-03T02:26:14.819662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.231383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-03T02:26:14.819774Z","caller":"traceutil/trace.go:171","msg":"trace[279474031] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e; range_end:; response_count:1; response_revision:1917; }","duration":"771.365227ms","start":"2026-04-03T02:26:14.048384Z","end":"2026-04-03T02:26:14.81975Z","steps":["trace[279474031] 'agreement among raft nodes before linearized reading' (duration: 771.060559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.81978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.99395Z","time spent":"825.742564ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:14.819844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:14.048378Z","time spent":"771.44847ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" "} {"level":"info","ts":"2026-04-03T02:26:14.81964Z","caller":"traceutil/trace.go:171","msg":"trace[1673618399] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e; range_end:; response_count:1; response_revision:1917; }","duration":"426.956005ms","start":"2026-04-03T02:26:14.392668Z","end":"2026-04-03T02:26:14.819624Z","steps":["trace[1673618399] 'agreement among raft nodes before linearized reading' (duration: 426.693688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.819918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:14.392641Z","time spent":"427.257743ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b45a65bb-a91e-49ef-8531-21e7b81dd59e\" "} {"level":"warn","ts":"2026-04-03T02:26:14.819703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.827142Z","time spent":"992.531724ms","remote":"127.0.0.1:33440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:14.819577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.627208Z","time spent":"1.192316804s","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:14.819675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085153307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-03T02:26:14.820123Z","caller":"traceutil/trace.go:171","msg":"trace[331743319] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1917; }","duration":"1.0856323s","start":"2026-04-03T02:26:13.734473Z","end":"2026-04-03T02:26:14.820105Z","steps":["trace[331743319] 'agreement among raft nodes before linearized reading' (duration: 1.084926811s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.820174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.734435Z","time spent":"1.085725573s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":225,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:14.819694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.452484Z","time spent":"1.36719284s","remote":"127.0.0.1:49986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:26:14.819518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086606787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:26:14.820305Z","caller":"traceutil/trace.go:171","msg":"trace[1052846990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1917; }","duration":"1.08743725s","start":"2026-04-03T02:26:13.732846Z","end":"2026-04-03T02:26:14.820283Z","steps":["trace[1052846990] 'agreement among raft nodes before linearized reading' (duration: 1.086557696s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.820407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.732822Z","time spent":"1.087538883s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:26:14.819452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403672928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:26:14.821776Z","caller":"traceutil/trace.go:171","msg":"trace[718358236] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1917; }","duration":"1.406043674s","start":"2026-04-03T02:26:13.415711Z","end":"2026-04-03T02:26:14.821755Z","steps":["trace[718358236] 'agreement among raft nodes before linearized reading' (duration: 1.403326349s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:14.82186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:13.415698Z","time spent":"1.406143527s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:26:15.097742Z","caller":"traceutil/trace.go:171","msg":"trace[1155995709] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"272.069556ms","start":"2026-04-03T02:26:14.825648Z","end":"2026-04-03T02:26:15.097718Z","steps":["trace[1155995709] 'process raft request' (duration: 271.882211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.09773Z","caller":"traceutil/trace.go:171","msg":"trace[1286093824] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"272.490438ms","start":"2026-04-03T02:26:14.825194Z","end":"2026-04-03T02:26:15.097684Z","steps":["trace[1286093824] 'process raft request' (duration: 188.669341ms)","trace[1286093824] 'compare' (duration: 83.448867ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:15.098Z","caller":"traceutil/trace.go:171","msg":"trace[373992364] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1997; }","duration":"270.153962ms","start":"2026-04-03T02:26:14.827828Z","end":"2026-04-03T02:26:15.097982Z","steps":["trace[373992364] 'read index received' (duration: 186.13244ms)","trace[373992364] 'applied index is now lower than readState.Index' (duration: 84.020352ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:15.098035Z","caller":"traceutil/trace.go:171","msg":"trace[281809084] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"199.78993ms","start":"2026-04-03T02:26:14.89823Z","end":"2026-04-03T02:26:15.09802Z","steps":["trace[281809084] 'process raft request' (duration: 199.639506ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.098047Z","caller":"traceutil/trace.go:171","msg":"trace[214430779] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"270.090231ms","start":"2026-04-03T02:26:14.827927Z","end":"2026-04-03T02:26:15.098017Z","steps":["trace[214430779] 'process raft request' (duration: 269.718301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:15.098153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.300927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:15.098243Z","caller":"traceutil/trace.go:171","msg":"trace[480781607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1921; }","duration":"270.42018ms","start":"2026-04-03T02:26:14.8278Z","end":"2026-04-03T02:26:15.09822Z","steps":["trace[480781607] 'agreement among raft nodes before linearized reading' (duration: 270.244785ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.637011Z","caller":"traceutil/trace.go:171","msg":"trace[949812137] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:2001; }","duration":"210.409287ms","start":"2026-04-03T02:26:15.426579Z","end":"2026-04-03T02:26:15.636988Z","steps":["trace[949812137] 'read index received' (duration: 199.714419ms)","trace[949812137] 'applied index is now lower than readState.Index' (duration: 10.694018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:15.63719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.594192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:26:15.637231Z","caller":"traceutil/trace.go:171","msg":"trace[1853779912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"210.679875ms","start":"2026-04-03T02:26:15.42654Z","end":"2026-04-03T02:26:15.63722Z","steps":["trace[1853779912] 'agreement among raft nodes before linearized reading' (duration: 210.538861ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:15.637063Z","caller":"traceutil/trace.go:171","msg":"trace[788931328] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"245.348071ms","start":"2026-04-03T02:26:15.391677Z","end":"2026-04-03T02:26:15.637026Z","steps":["trace[788931328] 'process raft request' (duration: 234.713574ms)","trace[788931328] 'compare' (duration: 10.481613ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:20.431074Z","caller":"traceutil/trace.go:171","msg":"trace[1613969022] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"358.023162ms","start":"2026-04-03T02:26:20.073033Z","end":"2026-04-03T02:26:20.431057Z","steps":["trace[1613969022] 'process raft request' (duration: 357.923959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.431179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.07301Z","time spent":"358.114755ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:20.711026Z","caller":"traceutil/trace.go:171","msg":"trace[1758338657] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"637.953368ms","start":"2026-04-03T02:26:20.073043Z","end":"2026-04-03T02:26:20.710997Z","steps":["trace[1758338657] 'process raft request' (duration: 637.734381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.711206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.073028Z","time spent":"638.090001ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:20.711254Z","caller":"traceutil/trace.go:171","msg":"trace[23510052] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2051; }","duration":"424.64828ms","start":"2026-04-03T02:26:20.286581Z","end":"2026-04-03T02:26:20.711229Z","steps":["trace[23510052] 'read index received' (duration: 144.479888ms)","trace[23510052] 'applied index is now lower than readState.Index' (duration: 280.167242ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:20.711352Z","caller":"traceutil/trace.go:171","msg":"trace[434935990] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"638.130773ms","start":"2026-04-03T02:26:20.073195Z","end":"2026-04-03T02:26:20.711326Z","steps":["trace[434935990] 'process raft request' (duration: 637.750692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.711404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.808495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:26:20.71144Z","caller":"traceutil/trace.go:171","msg":"trace[2010397080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1972; }","duration":"424.891408ms","start":"2026-04-03T02:26:20.286538Z","end":"2026-04-03T02:26:20.71143Z","steps":["trace[2010397080] 'agreement among raft nodes before linearized reading' (duration: 424.815826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.711479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.286514Z","time spent":"424.957779ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:26:20.711482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.073187Z","time spent":"638.227815ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:20.711485Z","caller":"traceutil/trace.go:171","msg":"trace[2109652193] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"637.467574ms","start":"2026-04-03T02:26:20.073909Z","end":"2026-04-03T02:26:20.711376Z","steps":["trace[2109652193] 'process raft request' (duration: 637.212897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.711668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.256253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-03T02:26:20.711665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.318253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116249"} {"level":"info","ts":"2026-04-03T02:26:20.711729Z","caller":"traceutil/trace.go:171","msg":"trace[885092677] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1972; }","duration":"337.353297ms","start":"2026-04-03T02:26:20.374361Z","end":"2026-04-03T02:26:20.711715Z","steps":["trace[885092677] 'agreement among raft nodes before linearized reading' (duration: 337.203482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.711764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.374334Z","time spent":"337.422449ms","remote":"127.0.0.1:60952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-03T02:26:20.711757Z","caller":"traceutil/trace.go:171","msg":"trace[1518513869] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1972; }","duration":"338.456767ms","start":"2026-04-03T02:26:20.373274Z","end":"2026-04-03T02:26:20.711731Z","steps":["trace[1518513869] 'agreement among raft nodes before linearized reading' (duration: 338.120808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:20.71182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.373245Z","time spent":"338.56173ms","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":116272,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-03T02:26:20.711849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:20.073882Z","time spent":"637.790813ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:28.208642Z","caller":"traceutil/trace.go:171","msg":"trace[6062932] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"150.794754ms","start":"2026-04-03T02:26:28.057818Z","end":"2026-04-03T02:26:28.208613Z","steps":["trace[6062932] 'process raft request' (duration: 150.504136ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:28.797599Z","caller":"traceutil/trace.go:171","msg":"trace[899520208] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"290.226803ms","start":"2026-04-03T02:26:28.507328Z","end":"2026-04-03T02:26:28.797555Z","steps":["trace[899520208] 'process raft request' (duration: 289.620606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:29.12438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.469093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:26:29.124614Z","caller":"traceutil/trace.go:171","msg":"trace[126111213] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"321.634768ms","start":"2026-04-03T02:26:28.802946Z","end":"2026-04-03T02:26:29.124581Z","steps":["trace[126111213] 'process raft request' (duration: 117.886607ms)","trace[126111213] 'compare' (duration: 203.300019ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:29.124663Z","caller":"traceutil/trace.go:171","msg":"trace[475157955] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"321.600378ms","start":"2026-04-03T02:26:28.803034Z","end":"2026-04-03T02:26:29.124634Z","steps":["trace[475157955] 'process raft request' (duration: 321.460674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:29.124687Z","caller":"traceutil/trace.go:171","msg":"trace[1119389478] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"296.107077ms","start":"2026-04-03T02:26:28.828562Z","end":"2026-04-03T02:26:29.124669Z","steps":["trace[1119389478] 'process raft request' (duration: 296.026654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:29.124721Z","caller":"traceutil/trace.go:171","msg":"trace[736495222] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"321.557286ms","start":"2026-04-03T02:26:28.80311Z","end":"2026-04-03T02:26:29.124667Z","steps":["trace[736495222] 'process raft request' (duration: 321.443562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:29.124789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:28.802927Z","time spent":"321.797003ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:26:29.12482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:28.803008Z","time spent":"321.7193ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:29.124842Z","caller":"traceutil/trace.go:171","msg":"trace[123497155] linearizableReadLoop","detail":"{readStateIndex:2122; appliedIndex:2117; }","duration":"176.614184ms","start":"2026-04-03T02:26:28.948219Z","end":"2026-04-03T02:26:29.124833Z","steps":["trace[123497155] 'read index received' (duration: 108.746502ms)","trace[123497155] 'applied index is now lower than readState.Index' (duration: 67.866572ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:26:29.124882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:26:28.803083Z","time spent":"321.71414ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:26:29.124938Z","caller":"traceutil/trace.go:171","msg":"trace[734124672] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"209.676697ms","start":"2026-04-03T02:26:28.915244Z","end":"2026-04-03T02:26:29.124921Z","steps":["trace[734124672] 'process raft request' (duration: 209.373968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:29.124981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.763279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:26:29.125022Z","caller":"traceutil/trace.go:171","msg":"trace[89709150] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2038; }","duration":"176.80472ms","start":"2026-04-03T02:26:28.948206Z","end":"2026-04-03T02:26:29.125011Z","steps":["trace[89709150] 'agreement among raft nodes before linearized reading' (duration: 176.663586ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:29.349469Z","caller":"traceutil/trace.go:171","msg":"trace[648016086] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"137.490094ms","start":"2026-04-03T02:26:29.211948Z","end":"2026-04-03T02:26:29.349438Z","steps":["trace[648016086] 'process raft request' (duration: 137.277418ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:29.372283Z","caller":"traceutil/trace.go:171","msg":"trace[2029423787] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"158.961313ms","start":"2026-04-03T02:26:29.213287Z","end":"2026-04-03T02:26:29.372249Z","steps":["trace[2029423787] 'process raft request' (duration: 158.766737ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:31.888167Z","caller":"traceutil/trace.go:171","msg":"trace[83717876] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"118.666328ms","start":"2026-04-03T02:26:31.769466Z","end":"2026-04-03T02:26:31.888133Z","steps":["trace[83717876] 'process raft request' (duration: 118.409441ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:33.005828Z","caller":"traceutil/trace.go:171","msg":"trace[1897248465] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2142; }","duration":"197.519868ms","start":"2026-04-03T02:26:32.808285Z","end":"2026-04-03T02:26:33.005805Z","steps":["trace[1897248465] 'read index received' (duration: 197.26257ms)","trace[1897248465] 'applied index is now lower than readState.Index' (duration: 255.868µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:33.005871Z","caller":"traceutil/trace.go:171","msg":"trace[251942884] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"281.421107ms","start":"2026-04-03T02:26:32.724422Z","end":"2026-04-03T02:26:33.005843Z","steps":["trace[251942884] 'process raft request' (duration: 281.217121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:33.006083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.784005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:26:33.006083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.821802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:26:33.006137Z","caller":"traceutil/trace.go:171","msg":"trace[538837400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2057; }","duration":"197.891548ms","start":"2026-04-03T02:26:32.808235Z","end":"2026-04-03T02:26:33.006126Z","steps":["trace[538837400] 'agreement among raft nodes before linearized reading' (duration: 197.727443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:33.006165Z","caller":"traceutil/trace.go:171","msg":"trace[1134654072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2057; }","duration":"194.957456ms","start":"2026-04-03T02:26:32.811187Z","end":"2026-04-03T02:26:33.006144Z","steps":["trace[1134654072] 'agreement among raft nodes before linearized reading' (duration: 194.830243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.620175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.284062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:26:53.620259Z","caller":"traceutil/trace.go:171","msg":"trace[2061305007] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2175; }","duration":"135.416636ms","start":"2026-04-03T02:26:53.484823Z","end":"2026-04-03T02:26:53.62024Z","steps":["trace[2061305007] 'range keys from in-memory index tree' (duration: 135.086467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:26:53.62024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.735767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:26:53.620317Z","caller":"traceutil/trace.go:171","msg":"trace[319386860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2175; }","duration":"134.86628ms","start":"2026-04-03T02:26:53.485434Z","end":"2026-04-03T02:26:53.6203Z","steps":["trace[319386860] 'range keys from in-memory index tree' (duration: 134.549312ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:59.163861Z","caller":"traceutil/trace.go:171","msg":"trace[1518063023] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"161.885002ms","start":"2026-04-03T02:26:59.00195Z","end":"2026-04-03T02:26:59.163835Z","steps":["trace[1518063023] 'process raft request' (duration: 161.735758ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:26:59.424054Z","caller":"traceutil/trace.go:171","msg":"trace[956293861] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"103.771407ms","start":"2026-04-03T02:26:59.320252Z","end":"2026-04-03T02:26:59.424023Z","steps":["trace[956293861] 'process raft request' (duration: 53.680823ms)","trace[956293861] 'compare' (duration: 49.862228ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:26:59.424242Z","caller":"traceutil/trace.go:171","msg":"trace[1693936386] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"103.950512ms","start":"2026-04-03T02:26:59.320252Z","end":"2026-04-03T02:26:59.424203Z","steps":["trace[1693936386] 'process raft request' (duration: 103.692745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:05.68794Z","caller":"traceutil/trace.go:171","msg":"trace[1645171051] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"237.880058ms","start":"2026-04-03T02:27:05.450031Z","end":"2026-04-03T02:27:05.687911Z","steps":["trace[1645171051] 'process raft request' (duration: 237.702113ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:05.991905Z","caller":"traceutil/trace.go:171","msg":"trace[1725260192] linearizableReadLoop","detail":"{readStateIndex:2330; appliedIndex:2328; }","duration":"534.138096ms","start":"2026-04-03T02:27:05.457729Z","end":"2026-04-03T02:27:05.991867Z","steps":["trace[1725260192] 'read index received' (duration: 229.851877ms)","trace[1725260192] 'applied index is now lower than readState.Index' (duration: 304.285149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:05.992073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.335792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7b72a70b44f\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-03T02:27:05.992111Z","caller":"traceutil/trace.go:171","msg":"trace[1705748835] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7b72a70b44f; range_end:; response_count:1; response_revision:2238; }","duration":"534.407963ms","start":"2026-04-03T02:27:05.457693Z","end":"2026-04-03T02:27:05.992101Z","steps":["trace[1705748835] 'agreement among raft nodes before linearized reading' (duration: 534.2837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:05.992136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.457683Z","time spent":"534.446575ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a2b7b72a70b44f\" "} {"level":"info","ts":"2026-04-03T02:27:05.992043Z","caller":"traceutil/trace.go:171","msg":"trace[592422849] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"541.858398ms","start":"2026-04-03T02:27:05.45005Z","end":"2026-04-03T02:27:05.991908Z","steps":["trace[592422849] 'process raft request' (duration: 488.786731ms)","trace[592422849] 'compare' (duration: 52.80232ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:05.99238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.449981Z","time spent":"542.29047ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:06.034528Z","caller":"traceutil/trace.go:171","msg":"trace[407552226] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"315.122265ms","start":"2026-04-03T02:27:05.719363Z","end":"2026-04-03T02:27:06.034486Z","steps":["trace[407552226] 'process raft request' (duration: 314.956411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.034674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.407768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:27:06.034703Z","caller":"traceutil/trace.go:171","msg":"trace[1327892556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2239; }","duration":"309.45618ms","start":"2026-04-03T02:27:05.725239Z","end":"2026-04-03T02:27:06.034695Z","steps":["trace[1327892556] 'agreement among raft nodes before linearized reading' (duration: 309.391958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.034725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.725228Z","time spent":"309.491471ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:06.034813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.719338Z","time spent":"315.340201ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:06.034564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.301188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:27:06.035006Z","caller":"traceutil/trace.go:171","msg":"trace[1499762285] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2239; }","duration":"570.77522ms","start":"2026-04-03T02:27:05.464223Z","end":"2026-04-03T02:27:06.034998Z","steps":["trace[1499762285] 'agreement among raft nodes before linearized reading' (duration: 570.194404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.035026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:05.464216Z","time spent":"570.803361ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:27:06.034621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.414113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:27:06.035134Z","caller":"traceutil/trace.go:171","msg":"trace[118303734] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2239; }","duration":"245.952168ms","start":"2026-04-03T02:27:05.789176Z","end":"2026-04-03T02:27:06.035128Z","steps":["trace[118303734] 'agreement among raft nodes before linearized reading' (duration: 245.410293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.243772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.714839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:06.244085Z","caller":"traceutil/trace.go:171","msg":"trace[1334011055] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"163.043693ms","start":"2026-04-03T02:27:06.081015Z","end":"2026-04-03T02:27:06.244059Z","steps":["trace[1334011055] 'process raft request' (duration: 162.882449ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:06.244181Z","caller":"traceutil/trace.go:171","msg":"trace[1650550539] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"204.183822ms","start":"2026-04-03T02:27:06.03997Z","end":"2026-04-03T02:27:06.244154Z","steps":["trace[1650550539] 'process raft request' (duration: 81.904467ms)","trace[1650550539] 'compare' (duration: 121.489673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:06.75527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558097105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:27:06.970114Z","caller":"traceutil/trace.go:171","msg":"trace[921101465] linearizableReadLoop","detail":"{readStateIndex:2336; appliedIndex:2335; }","duration":"715.714508ms","start":"2026-04-03T02:27:06.254375Z","end":"2026-04-03T02:27:06.97009Z","steps":["trace[921101465] 'read index received' (duration: 698.354492ms)","trace[921101465] 'applied index is now lower than readState.Index' (duration: 17.356846ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:06.970163Z","caller":"traceutil/trace.go:171","msg":"trace[1243616801] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"721.646461ms","start":"2026-04-03T02:27:06.24848Z","end":"2026-04-03T02:27:06.970127Z","steps":["trace[1243616801] 'process raft request' (duration: 704.373797ms)","trace[1243616801] 'compare' (duration: 17.088089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:06.970313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.445024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:27:06.970301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.879533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:06.970383Z","caller":"traceutil/trace.go:171","msg":"trace[973587298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2244; }","duration":"683.875095ms","start":"2026-04-03T02:27:06.286489Z","end":"2026-04-03T02:27:06.970364Z","steps":["trace[973587298] 'agreement among raft nodes before linearized reading' (duration: 683.737231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.970427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:06.286466Z","time spent":"683.950497ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:27:06.970437Z","caller":"traceutil/trace.go:171","msg":"trace[643434654] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2244; }","duration":"716.067928ms","start":"2026-04-03T02:27:06.254337Z","end":"2026-04-03T02:27:06.970405Z","steps":["trace[643434654] 'agreement among raft nodes before linearized reading' (duration: 715.835772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:06.970502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:06.254319Z","time spent":"716.169591ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:27:06.970691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:06.248457Z","time spent":"721.774675ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:27:08.331435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.132282ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:27:08.331862Z","caller":"traceutil/trace.go:171","msg":"trace[232565668] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"642.217952ms","start":"2026-04-03T02:27:07.689621Z","end":"2026-04-03T02:27:08.331839Z","steps":["trace[232565668] 'process raft request' (duration: 642.12065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.33201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.6896Z","time spent":"642.318515ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:08.332131Z","caller":"traceutil/trace.go:171","msg":"trace[1862842315] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2336; }","duration":"1.00036517s","start":"2026-04-03T02:27:07.33167Z","end":"2026-04-03T02:27:08.332035Z","steps":["trace[1862842315] 'read index received' (duration: 108.676482ms)","trace[1862842315] 'applied index is now lower than readState.Index' (duration: 891.685818ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:08.33214Z","caller":"traceutil/trace.go:171","msg":"trace[2051076679] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"1.010091357s","start":"2026-04-03T02:27:07.322009Z","end":"2026-04-03T02:27:08.3321Z","steps":["trace[2051076679] 'process raft request' (duration: 1.009586963s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.332325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000634717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:27:08.332358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.321983Z","time spent":"1.010238271s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:27:08.332388Z","caller":"traceutil/trace.go:171","msg":"trace[1029927323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2246; }","duration":"1.00074528s","start":"2026-04-03T02:27:07.331627Z","end":"2026-04-03T02:27:08.332372Z","steps":["trace[1029927323] 'agreement among raft nodes before linearized reading' (duration: 1.000557795s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.33243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.33161Z","time spent":"1.000810392s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:27:08.337977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.078735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:27:08.338029Z","caller":"traceutil/trace.go:171","msg":"trace[737582516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2247; }","duration":"991.160997ms","start":"2026-04-03T02:27:07.346856Z","end":"2026-04-03T02:27:08.338017Z","steps":["trace[737582516] 'agreement among raft nodes before linearized reading' (duration: 990.820377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.338053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.346843Z","time spent":"991.206109ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:08.338134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.590034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:27:08.33817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.582482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-03T02:27:08.338204Z","caller":"traceutil/trace.go:171","msg":"trace[2129192838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2247; }","duration":"286.709727ms","start":"2026-04-03T02:27:08.05148Z","end":"2026-04-03T02:27:08.33819Z","steps":["trace[2129192838] 'agreement among raft nodes before linearized reading' (duration: 286.489671ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:08.338214Z","caller":"traceutil/trace.go:171","msg":"trace[999291888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2247; }","duration":"287.678305ms","start":"2026-04-03T02:27:08.050526Z","end":"2026-04-03T02:27:08.338204Z","steps":["trace[999291888] 'agreement among raft nodes before linearized reading' (duration: 287.51538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.338191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.304506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:08.338266Z","caller":"traceutil/trace.go:171","msg":"trace[676172514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2247; }","duration":"341.417219ms","start":"2026-04-03T02:27:07.99683Z","end":"2026-04-03T02:27:08.338247Z","steps":["trace[676172514] 'agreement among raft nodes before linearized reading' (duration: 341.172392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.338244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.303725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:27:08.338312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.996809Z","time spent":"341.494892ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:27:08.338348Z","caller":"traceutil/trace.go:171","msg":"trace[1517241845] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2247; }","duration":"470.470359ms","start":"2026-04-03T02:27:07.867849Z","end":"2026-04-03T02:27:08.338319Z","steps":["trace[1517241845] 'agreement among raft nodes before linearized reading' (duration: 470.279054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.338423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.867826Z","time spent":"470.581592ms","remote":"127.0.0.1:54602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:27:08.338502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.920814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:27:08.33879Z","caller":"traceutil/trace.go:171","msg":"trace[539490873] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2247; }","duration":"646.189991ms","start":"2026-04-03T02:27:07.692532Z","end":"2026-04-03T02:27:08.338722Z","steps":["trace[539490873] 'agreement among raft nodes before linearized reading' (duration: 645.666967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:08.338911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:07.692515Z","time spent":"646.378166ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:27:08.565594Z","caller":"traceutil/trace.go:171","msg":"trace[1035798376] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"223.561945ms","start":"2026-04-03T02:27:08.342014Z","end":"2026-04-03T02:27:08.565576Z","steps":["trace[1035798376] 'process raft request' (duration: 221.452477ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:08.56578Z","caller":"traceutil/trace.go:171","msg":"trace[1562332333] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"223.643616ms","start":"2026-04-03T02:27:08.34213Z","end":"2026-04-03T02:27:08.565774Z","steps":["trace[1562332333] 'process raft request' (duration: 223.387209ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:08.565996Z","caller":"traceutil/trace.go:171","msg":"trace[1656438726] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"223.876953ms","start":"2026-04-03T02:27:08.342112Z","end":"2026-04-03T02:27:08.565989Z","steps":["trace[1656438726] 'process raft request' (duration: 223.630466ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:08.566064Z","caller":"traceutil/trace.go:171","msg":"trace[1543369386] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"223.599915ms","start":"2026-04-03T02:27:08.342445Z","end":"2026-04-03T02:27:08.566045Z","steps":["trace[1543369386] 'process raft request' (duration: 223.570905ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:08.566117Z","caller":"traceutil/trace.go:171","msg":"trace[1656021075] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"223.987966ms","start":"2026-04-03T02:27:08.342122Z","end":"2026-04-03T02:27:08.56611Z","steps":["trace[1656021075] 'process raft request' (duration: 223.811681ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:18.477758Z","caller":"traceutil/trace.go:171","msg":"trace[324167041] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"112.320182ms","start":"2026-04-03T02:27:18.365416Z","end":"2026-04-03T02:27:18.477736Z","steps":["trace[324167041] 'process raft request' (duration: 112.157268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:28.987608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.167771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:27:28.987814Z","caller":"traceutil/trace.go:171","msg":"trace[1321073945] transaction","detail":"{read_only:false; response_revision:2368; number_of_response:1; }","duration":"250.767981ms","start":"2026-04-03T02:27:28.737025Z","end":"2026-04-03T02:27:28.987793Z","steps":["trace[1321073945] 'process raft request' (duration: 108.327612ms)","trace[1321073945] 'compare' (duration: 142.024057ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:28.987835Z","caller":"traceutil/trace.go:171","msg":"trace[1224408493] linearizableReadLoop","detail":"{readStateIndex:2467; appliedIndex:2464; }","duration":"202.031654ms","start":"2026-04-03T02:27:28.785795Z","end":"2026-04-03T02:27:28.987827Z","steps":["trace[1224408493] 'read index received' (duration: 59.591935ms)","trace[1224408493] 'applied index is now lower than readState.Index' (duration: 142.438899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:27:28.987935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.135416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:28.987929Z","caller":"traceutil/trace.go:171","msg":"trace[1536282270] transaction","detail":"{read_only:false; response_revision:2370; number_of_response:1; }","duration":"250.789932ms","start":"2026-04-03T02:27:28.737118Z","end":"2026-04-03T02:27:28.987908Z","steps":["trace[1536282270] 'process raft request' (duration: 250.675359ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:28.987961Z","caller":"traceutil/trace.go:171","msg":"trace[1324210170] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2370; }","duration":"202.185577ms","start":"2026-04-03T02:27:28.785767Z","end":"2026-04-03T02:27:28.987952Z","steps":["trace[1324210170] 'agreement among raft nodes before linearized reading' (duration: 202.085695ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:28.987926Z","caller":"traceutil/trace.go:171","msg":"trace[1109821777] transaction","detail":"{read_only:false; response_revision:2369; number_of_response:1; }","duration":"250.863784ms","start":"2026-04-03T02:27:28.737028Z","end":"2026-04-03T02:27:28.987892Z","steps":["trace[1109821777] 'process raft request' (duration: 250.651358ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:30.878226Z","caller":"traceutil/trace.go:171","msg":"trace[159520790] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"104.468547ms","start":"2026-04-03T02:27:30.7737Z","end":"2026-04-03T02:27:30.878169Z","steps":["trace[159520790] 'compare' (duration: 95.945383ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:39.216726Z","caller":"traceutil/trace.go:171","msg":"trace[2116298582] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"127.407956ms","start":"2026-04-03T02:27:39.089291Z","end":"2026-04-03T02:27:39.216699Z","steps":["trace[2116298582] 'process raft request' (duration: 78.950817ms)","trace[2116298582] 'compare' (duration: 47.782321ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:27:39.216795Z","caller":"traceutil/trace.go:171","msg":"trace[316619569] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"127.17337ms","start":"2026-04-03T02:27:39.089605Z","end":"2026-04-03T02:27:39.216778Z","steps":["trace[316619569] 'process raft request' (duration: 126.763218ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:44.785759Z","caller":"traceutil/trace.go:171","msg":"trace[40994897] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"162.889441ms","start":"2026-04-03T02:27:44.622844Z","end":"2026-04-03T02:27:44.785733Z","steps":["trace[40994897] 'process raft request' (duration: 157.778874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.408677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.034451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-03T02:27:49.408765Z","caller":"traceutil/trace.go:171","msg":"trace[1844176067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2515; }","duration":"148.165885ms","start":"2026-04-03T02:27:49.260584Z","end":"2026-04-03T02:27:49.40875Z","steps":["trace[1844176067] 'range keys from in-memory index tree' (duration: 147.858397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.40884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.185945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-03T02:27:49.408875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.035273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:27:49.408939Z","caller":"traceutil/trace.go:171","msg":"trace[215242080] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2515; }","duration":"148.333449ms","start":"2026-04-03T02:27:49.260579Z","end":"2026-04-03T02:27:49.408912Z","steps":["trace[215242080] 'range keys from in-memory index tree' (duration: 147.949129ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:49.408947Z","caller":"traceutil/trace.go:171","msg":"trace[468365605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2515; }","duration":"362.151337ms","start":"2026-04-03T02:27:49.046779Z","end":"2026-04-03T02:27:49.40893Z","steps":["trace[468365605] 'range keys from in-memory index tree' (duration: 361.823217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.408939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.806262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:27:49.408936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.272914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:27:49.409013Z","caller":"traceutil/trace.go:171","msg":"trace[2004580670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2515; }","duration":"407.910524ms","start":"2026-04-03T02:27:49.001081Z","end":"2026-04-03T02:27:49.408992Z","steps":["trace[2004580670] 'range keys from in-memory index tree' (duration: 407.631997ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:27:49.409028Z","caller":"traceutil/trace.go:171","msg":"trace[1869402420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2515; }","duration":"124.415568ms","start":"2026-04-03T02:27:49.284591Z","end":"2026-04-03T02:27:49.409007Z","steps":["trace[1869402420] 'range keys from in-memory index tree' (duration: 124.194583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.409054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:49.001061Z","time spent":"407.982816ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:27:49.408982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:27:49.046757Z","time spent":"362.219388ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:27:49.409601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.853792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:27:49.409643Z","caller":"traceutil/trace.go:171","msg":"trace[419862316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2515; }","duration":"102.1267ms","start":"2026-04-03T02:27:49.307507Z","end":"2026-04-03T02:27:49.409634Z","steps":["trace[419862316] 'range keys from in-memory index tree' (duration: 101.204615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:27:49.409701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.517017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:27:49.409886Z","caller":"traceutil/trace.go:171","msg":"trace[1633677380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2515; }","duration":"224.193075ms","start":"2026-04-03T02:27:49.185674Z","end":"2026-04-03T02:27:49.409867Z","steps":["trace[1633677380] 'range keys from in-memory index tree' (duration: 223.355783ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:21.007884Z","caller":"traceutil/trace.go:171","msg":"trace[1373281229] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"190.528472ms","start":"2026-04-03T02:28:20.817329Z","end":"2026-04-03T02:28:21.007857Z","steps":["trace[1373281229] 'process raft request' (duration: 190.368897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:21.282332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.717191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:28:21.282427Z","caller":"traceutil/trace.go:171","msg":"trace[913626952] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2797; }","duration":"268.265297ms","start":"2026-04-03T02:28:21.014146Z","end":"2026-04-03T02:28:21.282412Z","steps":["trace[913626952] 'read index received' (duration: 107.640368ms)","trace[913626952] 'applied index is now lower than readState.Index' (duration: 160.623689ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:21.282479Z","caller":"traceutil/trace.go:171","msg":"trace[629526039] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"274.37412ms","start":"2026-04-03T02:28:21.008082Z","end":"2026-04-03T02:28:21.282456Z","steps":["trace[629526039] 'process raft request' (duration: 113.453524ms)","trace[629526039] 'compare' (duration: 160.583767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:21.282684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.511233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:28:21.282799Z","caller":"traceutil/trace.go:171","msg":"trace[18053416] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2690; }","duration":"268.671288ms","start":"2026-04-03T02:28:21.014107Z","end":"2026-04-03T02:28:21.282778Z","steps":["trace[18053416] 'agreement among raft nodes before linearized reading' (duration: 268.3828ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:21.376296Z","caller":"traceutil/trace.go:171","msg":"trace[1242943554] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"167.525635ms","start":"2026-04-03T02:28:21.208746Z","end":"2026-04-03T02:28:21.376271Z","steps":["trace[1242943554] 'process raft request' (duration: 167.361371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:21.376676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.62188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:28:21.376746Z","caller":"traceutil/trace.go:171","msg":"trace[2088258907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2691; }","duration":"245.728643ms","start":"2026-04-03T02:28:21.130999Z","end":"2026-04-03T02:28:21.376728Z","steps":["trace[2088258907] 'agreement among raft nodes before linearized reading' (duration: 245.533417ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:21.512916Z","caller":"traceutil/trace.go:171","msg":"trace[2037079785] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"131.5876ms","start":"2026-04-03T02:28:21.381296Z","end":"2026-04-03T02:28:21.512884Z","steps":["trace[2037079785] 'process raft request' (duration: 131.524109ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:21.513366Z","caller":"traceutil/trace.go:171","msg":"trace[1114644597] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"226.163497ms","start":"2026-04-03T02:28:21.287167Z","end":"2026-04-03T02:28:21.513331Z","steps":["trace[1114644597] 'process raft request' (duration: 191.326493ms)","trace[1114644597] 'compare' (duration: 34.186917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:28:21.513475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.051609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:28:21.513365Z","caller":"traceutil/trace.go:171","msg":"trace[179818507] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2799; }","duration":"136.819421ms","start":"2026-04-03T02:28:21.376519Z","end":"2026-04-03T02:28:21.513338Z","steps":["trace[179818507] 'read index received' (duration: 101.989906ms)","trace[179818507] 'applied index is now lower than readState.Index' (duration: 34.826705ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:21.51353Z","caller":"traceutil/trace.go:171","msg":"trace[1207090595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2693; }","duration":"228.158951ms","start":"2026-04-03T02:28:21.285359Z","end":"2026-04-03T02:28:21.513518Z","steps":["trace[1207090595] 'agreement among raft nodes before linearized reading' (duration: 228.062349ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:28:27.193528Z","caller":"traceutil/trace.go:171","msg":"trace[2541564] linearizableReadLoop","detail":"{readStateIndex:2829; appliedIndex:2828; }","duration":"152.102781ms","start":"2026-04-03T02:28:27.041391Z","end":"2026-04-03T02:28:27.193494Z","steps":["trace[2541564] 'read index received' (duration: 151.858855ms)","trace[2541564] 'applied index is now lower than readState.Index' (duration: 242.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:28:27.19364Z","caller":"traceutil/trace.go:171","msg":"trace[138970057] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"166.350933ms","start":"2026-04-03T02:28:27.027253Z","end":"2026-04-03T02:28:27.193604Z","steps":["trace[138970057] 'process raft request' (duration: 166.091156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:28:27.19383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.373288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a2b7ca2925f4fc\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-03T02:28:27.193909Z","caller":"traceutil/trace.go:171","msg":"trace[1181908710] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a2b7ca2925f4fc; range_end:; response_count:1; response_revision:2720; }","duration":"152.543593ms","start":"2026-04-03T02:28:27.041349Z","end":"2026-04-03T02:28:27.193892Z","steps":["trace[1181908710] 'agreement among raft nodes before linearized reading' (duration: 152.308717ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:38.206049Z","caller":"traceutil/trace.go:171","msg":"trace[514017345] transaction","detail":"{read_only:false; response_revision:3098; number_of_response:1; }","duration":"143.533701ms","start":"2026-04-03T02:29:38.062487Z","end":"2026-04-03T02:29:38.20602Z","steps":["trace[514017345] 'process raft request' (duration: 143.47182ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:38.20611Z","caller":"traceutil/trace.go:171","msg":"trace[121357013] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"144.549539ms","start":"2026-04-03T02:29:38.061515Z","end":"2026-04-03T02:29:38.206065Z","steps":["trace[121357013] 'process raft request' (duration: 144.339443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:38.206151Z","caller":"traceutil/trace.go:171","msg":"trace[1980118334] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"143.734786ms","start":"2026-04-03T02:29:38.062405Z","end":"2026-04-03T02:29:38.20614Z","steps":["trace[1980118334] 'process raft request' (duration: 143.50655ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:29:38.206057Z","caller":"traceutil/trace.go:171","msg":"trace[111222903] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"145.172655ms","start":"2026-04-03T02:29:38.06084Z","end":"2026-04-03T02:29:38.206013Z","steps":["trace[111222903] 'process raft request' (duration: 72.915977ms)","trace[111222903] 'compare' (duration: 71.9455ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:26.790241Z","caller":"traceutil/trace.go:171","msg":"trace[1850820095] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3357; }","duration":"117.595301ms","start":"2026-04-03T02:30:26.672623Z","end":"2026-04-03T02:30:26.790219Z","steps":["trace[1850820095] 'process raft request' (duration: 117.55765ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:26.790459Z","caller":"traceutil/trace.go:171","msg":"trace[600121275] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"121.909303ms","start":"2026-04-03T02:30:26.668514Z","end":"2026-04-03T02:30:26.790423Z","steps":["trace[600121275] 'process raft request' (duration: 121.608175ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:30:26.790466Z","caller":"traceutil/trace.go:171","msg":"trace[310968185] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"126.544233ms","start":"2026-04-03T02:30:26.663896Z","end":"2026-04-03T02:30:26.79044Z","steps":["trace[310968185] 'process raft request' (duration: 107.498569ms)","trace[310968185] 'compare' (duration: 18.606763ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:30:57.696646Z","caller":"traceutil/trace.go:171","msg":"trace[33905765] transaction","detail":"{read_only:false; response_revision:3700; number_of_response:1; }","duration":"115.159838ms","start":"2026-04-03T02:30:57.581461Z","end":"2026-04-03T02:30:57.696621Z","steps":["trace[33905765] 'process raft request' (duration: 114.972293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.290188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579385244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-04-03T02:31:04.290308Z","caller":"traceutil/trace.go:171","msg":"trace[911593465] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3727; }","duration":"1.57957511s","start":"2026-04-03T02:31:02.710704Z","end":"2026-04-03T02:31:04.290279Z","steps":["trace[911593465] 'range keys from in-memory index tree' (duration: 1.579132547s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.290325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299983189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:31:04.290384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.710676Z","time spent":"1.579676082s","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-03T02:31:04.290423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.412442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:31:04.290469Z","caller":"traceutil/trace.go:171","msg":"trace[606796037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3727; }","duration":"529.462124ms","start":"2026-04-03T02:31:03.760995Z","end":"2026-04-03T02:31:04.290458Z","steps":["trace[606796037] 'range keys from in-memory index tree' (duration: 529.30417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.290493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.760924Z","time spent":"529.562477ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:31:04.290595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397631725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-04-03T02:31:04.290606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671794167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:31:04.290715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.988852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:31:04.290727Z","caller":"traceutil/trace.go:171","msg":"trace[377389698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3727; }","duration":"1.671967381s","start":"2026-04-03T02:31:02.618718Z","end":"2026-04-03T02:31:04.290685Z","steps":["trace[377389698] 'range keys from in-memory index tree' (duration: 1.6715501s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:04.290744Z","caller":"traceutil/trace.go:171","msg":"trace[391975540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:3727; }","duration":"637.067284ms","start":"2026-04-03T02:31:03.653668Z","end":"2026-04-03T02:31:04.290735Z","steps":["trace[391975540] 'range keys from in-memory index tree' (duration: 636.851679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.290988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.976081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:31:04.292458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.653639Z","time spent":"638.808512ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:31:04.292481Z","caller":"traceutil/trace.go:171","msg":"trace[2084913570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3727; }","duration":"542.491052ms","start":"2026-04-03T02:31:03.749971Z","end":"2026-04-03T02:31:04.292462Z","steps":["trace[2084913570] 'range keys from in-memory index tree' (duration: 540.845547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.292547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.749954Z","time spent":"542.575145ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:31:04.290656Z","caller":"traceutil/trace.go:171","msg":"trace[1691257611] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3727; }","duration":"1.397752619s","start":"2026-04-03T02:31:02.892885Z","end":"2026-04-03T02:31:04.290637Z","steps":["trace[1691257611] 'range keys from in-memory index tree' (duration: 1.397468551s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.292653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.892859Z","time spent":"1.399758593s","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":1248,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"warn","ts":"2026-04-03T02:31:04.290767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508839714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:31:04.290781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.618692Z","time spent":"1.672077514s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:31:04.290777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768823385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:31:04.292896Z","caller":"traceutil/trace.go:171","msg":"trace[1087687898] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3727; }","duration":"1.771018615s","start":"2026-04-03T02:31:02.521858Z","end":"2026-04-03T02:31:04.292877Z","steps":["trace[1087687898] 'count revisions from in-memory index tree' (duration: 1.768714322s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.292966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.521832Z","time spent":"1.771111428s","remote":"127.0.0.1:32954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":25,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:31:04.29043Z","caller":"traceutil/trace.go:171","msg":"trace[1666770495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3727; }","duration":"1.300110222s","start":"2026-04-03T02:31:02.990298Z","end":"2026-04-03T02:31:04.290408Z","steps":["trace[1666770495] 'range keys from in-memory index tree' (duration: 1.299713341s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.293114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.990227Z","time spent":"1.302851278s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:31:04.290902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065984263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-03T02:31:04.29323Z","caller":"traceutil/trace.go:171","msg":"trace[1262542536] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3727; }","duration":"1.068317146s","start":"2026-04-03T02:31:03.224876Z","end":"2026-04-03T02:31:04.293193Z","steps":["trace[1262542536] 'range keys from in-memory index tree' (duration: 1.065801177s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.293347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.22486Z","time spent":"1.068464831s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:31:04.290926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732910357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-03T02:31:04.291005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091968187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:31:04.293468Z","caller":"traceutil/trace.go:171","msg":"trace[408400432] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3727; }","duration":"1.735404636s","start":"2026-04-03T02:31:02.557985Z","end":"2026-04-03T02:31:04.293389Z","steps":["trace[408400432] 'range keys from in-memory index tree' (duration: 1.732802785s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.293518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.557973Z","time spent":"1.73553045s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:31:04.291065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300724199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:31:04.29348Z","caller":"traceutil/trace.go:171","msg":"trace[1809244561] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3727; }","duration":"1.51087585s","start":"2026-04-03T02:31:02.781861Z","end":"2026-04-03T02:31:04.292737Z","steps":["trace[1809244561] 'range keys from in-memory index tree' (duration: 1.508632158s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:04.293516Z","caller":"traceutil/trace.go:171","msg":"trace[632072542] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3727; }","duration":"1.094490836s","start":"2026-04-03T02:31:03.199008Z","end":"2026-04-03T02:31:04.293499Z","steps":["trace[632072542] 'range keys from in-memory index tree' (duration: 1.091873944s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.293619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.198997Z","time spent":"1.094613959s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:31:04.29126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.913856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:31:04.293675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.781826Z","time spent":"1.511789345s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:31:04.293724Z","caller":"traceutil/trace.go:171","msg":"trace[282574368] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3727; }","duration":"500.405545ms","start":"2026-04-03T02:31:03.79329Z","end":"2026-04-03T02:31:04.293695Z","steps":["trace[282574368] 'count revisions from in-memory index tree' (duration: 497.835134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.29111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106841406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:31:04.293796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.79327Z","time spent":"500.506227ms","remote":"127.0.0.1:33396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:31:04.293552Z","caller":"traceutil/trace.go:171","msg":"trace[1870392067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3727; }","duration":"1.303242179s","start":"2026-04-03T02:31:02.990302Z","end":"2026-04-03T02:31:04.293544Z","steps":["trace[1870392067] 'range keys from in-memory index tree' (duration: 1.300466062s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:04.293828Z","caller":"traceutil/trace.go:171","msg":"trace[887942091] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3727; }","duration":"1.109603722s","start":"2026-04-03T02:31:03.184209Z","end":"2026-04-03T02:31:04.293812Z","steps":["trace[887942091] 'count revisions from in-memory index tree' (duration: 1.106785585s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:04.293872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:03.184189Z","time spent":"1.109668154s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:31:04.293868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:02.990226Z","time spent":"1.303629209s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:31:08.478026Z","caller":"traceutil/trace.go:171","msg":"trace[1290138731] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"168.733792ms","start":"2026-04-03T02:31:08.309267Z","end":"2026-04-03T02:31:08.478001Z","steps":["trace[1290138731] 'process raft request' (duration: 168.559817ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.479487Z","caller":"traceutil/trace.go:171","msg":"trace[1377256657] linearizableReadLoop","detail":"{readStateIndex:3898; appliedIndex:3896; }","duration":"165.695317ms","start":"2026-04-03T02:31:08.313752Z","end":"2026-04-03T02:31:08.479447Z","steps":["trace[1377256657] 'read index received' (duration: 164.195326ms)","trace[1377256657] 'applied index is now lower than readState.Index' (duration: 1.498931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:31:08.479688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.919774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:31:08.47966Z","caller":"traceutil/trace.go:171","msg":"trace[1563503683] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"169.374209ms","start":"2026-04-03T02:31:08.310246Z","end":"2026-04-03T02:31:08.47962Z","steps":["trace[1563503683] 'process raft request' (duration: 169.078741ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.479718Z","caller":"traceutil/trace.go:171","msg":"trace[589334500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3749; }","duration":"165.996837ms","start":"2026-04-03T02:31:08.313714Z","end":"2026-04-03T02:31:08.47971Z","steps":["trace[589334500] 'agreement among raft nodes before linearized reading' (duration: 165.870173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.479801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.857272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:31:08.479867Z","caller":"traceutil/trace.go:171","msg":"trace[127709394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3749; }","duration":"165.953045ms","start":"2026-04-03T02:31:08.313899Z","end":"2026-04-03T02:31:08.479852Z","steps":["trace[127709394] 'agreement among raft nodes before linearized reading' (duration: 165.744529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.479965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.665799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:31:08.480039Z","caller":"traceutil/trace.go:171","msg":"trace[481262333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:3749; }","duration":"164.756502ms","start":"2026-04-03T02:31:08.315263Z","end":"2026-04-03T02:31:08.48002Z","steps":["trace[481262333] 'agreement among raft nodes before linearized reading' (duration: 164.608768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.480076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.834324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:31:08.480118Z","caller":"traceutil/trace.go:171","msg":"trace[862849884] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3749; }","duration":"164.894236ms","start":"2026-04-03T02:31:08.315212Z","end":"2026-04-03T02:31:08.480106Z","steps":["trace[862849884] 'agreement among raft nodes before linearized reading' (duration: 164.751112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.480105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.596995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:31:08.479961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.766798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:31:08.480182Z","caller":"traceutil/trace.go:171","msg":"trace[504725796] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3749; }","duration":"161.700238ms","start":"2026-04-03T02:31:08.318463Z","end":"2026-04-03T02:31:08.480163Z","steps":["trace[504725796] 'agreement among raft nodes before linearized reading' (duration: 161.532684ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.480232Z","caller":"traceutil/trace.go:171","msg":"trace[993324327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3749; }","duration":"163.077815ms","start":"2026-04-03T02:31:08.317131Z","end":"2026-04-03T02:31:08.480209Z","steps":["trace[993324327] 'agreement among raft nodes before linearized reading' (duration: 162.669334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.480349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.227419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:31:08.48041Z","caller":"traceutil/trace.go:171","msg":"trace[1376868942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3749; }","duration":"163.358323ms","start":"2026-04-03T02:31:08.317037Z","end":"2026-04-03T02:31:08.480395Z","steps":["trace[1376868942] 'agreement among raft nodes before linearized reading' (duration: 163.093466ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.796191Z","caller":"traceutil/trace.go:171","msg":"trace[1676460215] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"312.30979ms","start":"2026-04-03T02:31:08.483861Z","end":"2026-04-03T02:31:08.796171Z","steps":["trace[1676460215] 'process raft request' (duration: 312.207328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.796307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.483846Z","time spent":"312.391653ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:31:08.801329Z","caller":"traceutil/trace.go:171","msg":"trace[923458015] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"316.510797ms","start":"2026-04-03T02:31:08.484799Z","end":"2026-04-03T02:31:08.80131Z","steps":["trace[923458015] 'process raft request' (duration: 316.463236ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.801357Z","caller":"traceutil/trace.go:171","msg":"trace[1644464062] transaction","detail":"{read_only:false; response_revision:3751; number_of_response:1; }","duration":"316.578358ms","start":"2026-04-03T02:31:08.484746Z","end":"2026-04-03T02:31:08.801324Z","steps":["trace[1644464062] 'process raft request' (duration: 316.422914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.801448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.484779Z","time spent":"316.605089ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:31:08.801475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.484729Z","time spent":"316.679252ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:31:08.8017Z","caller":"traceutil/trace.go:171","msg":"trace[684458422] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"316.832415ms","start":"2026-04-03T02:31:08.484847Z","end":"2026-04-03T02:31:08.80168Z","steps":["trace[684458422] 'process raft request' (duration: 316.717362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.801849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.484837Z","time spent":"316.945279ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:31:08.801899Z","caller":"traceutil/trace.go:171","msg":"trace[920992099] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"316.825085ms","start":"2026-04-03T02:31:08.485064Z","end":"2026-04-03T02:31:08.801889Z","steps":["trace[920992099] 'process raft request' (duration: 316.582798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.801955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.485054Z","time spent":"316.871647ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:31:08.801702Z","caller":"traceutil/trace.go:171","msg":"trace[27706661] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"316.835126ms","start":"2026-04-03T02:31:08.484839Z","end":"2026-04-03T02:31:08.801674Z","steps":["trace[27706661] 'process raft request' (duration: 316.445735ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.802048Z","caller":"traceutil/trace.go:171","msg":"trace[318194085] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"315.846788ms","start":"2026-04-03T02:31:08.486189Z","end":"2026-04-03T02:31:08.802036Z","steps":["trace[318194085] 'process raft request' (duration: 315.55888ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:08.802041Z","caller":"traceutil/trace.go:171","msg":"trace[294463891] linearizableReadLoop","detail":"{readStateIndex:3903; appliedIndex:3899; }","duration":"317.048851ms","start":"2026-04-03T02:31:08.484965Z","end":"2026-04-03T02:31:08.802014Z","steps":["trace[294463891] 'read index received' (duration: 311.231281ms)","trace[294463891] 'applied index is now lower than readState.Index' (duration: 5.81634ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:31:08.802112Z","caller":"traceutil/trace.go:171","msg":"trace[227777882] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"109.474882ms","start":"2026-04-03T02:31:08.692628Z","end":"2026-04-03T02:31:08.802103Z","steps":["trace[227777882] 'process raft request' (duration: 109.310237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.802197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.486168Z","time spent":"315.939701ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:31:08.802316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.345419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46088"} {"level":"warn","ts":"2026-04-03T02:31:08.802065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.484827Z","time spent":"317.212556ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:31:08.802363Z","caller":"traceutil/trace.go:171","msg":"trace[193313501] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:3757; }","duration":"317.410042ms","start":"2026-04-03T02:31:08.484945Z","end":"2026-04-03T02:31:08.802355Z","steps":["trace[193313501] 'agreement among raft nodes before linearized reading' (duration: 317.218936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:31:08.802393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:31:08.484938Z","time spent":"317.446723ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:31:38.744768Z","caller":"traceutil/trace.go:171","msg":"trace[1748172584] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"193.286656ms","start":"2026-04-03T02:31:38.551429Z","end":"2026-04-03T02:31:38.744715Z","steps":["trace[1748172584] 'process raft request' (duration: 127.158017ms)","trace[1748172584] 'compare' (duration: 65.904483ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:31:38.749799Z","caller":"traceutil/trace.go:171","msg":"trace[143678428] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"160.822054ms","start":"2026-04-03T02:31:38.588945Z","end":"2026-04-03T02:31:38.749767Z","steps":["trace[143678428] 'process raft request' (duration: 160.573047ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:38.749891Z","caller":"traceutil/trace.go:171","msg":"trace[350194007] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"161.567724ms","start":"2026-04-03T02:31:38.588313Z","end":"2026-04-03T02:31:38.749881Z","steps":["trace[350194007] 'process raft request' (duration: 160.830874ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:31:38.7498Z","caller":"traceutil/trace.go:171","msg":"trace[1363631503] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"161.339308ms","start":"2026-04-03T02:31:38.588423Z","end":"2026-04-03T02:31:38.749762Z","steps":["trace[1363631503] 'process raft request' (duration: 160.914206ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:21.258485Z","caller":"traceutil/trace.go:171","msg":"trace[1771478488] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"103.360622ms","start":"2026-04-03T02:32:21.155098Z","end":"2026-04-03T02:32:21.258459Z","steps":["trace[1771478488] 'process raft request' (duration: 102.825426ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:22.672584Z","caller":"traceutil/trace.go:171","msg":"trace[628108636] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"271.7604ms","start":"2026-04-03T02:32:22.400797Z","end":"2026-04-03T02:32:22.672557Z","steps":["trace[628108636] 'process raft request' (duration: 271.542984ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:22.676486Z","caller":"traceutil/trace.go:171","msg":"trace[510180054] linearizableReadLoop","detail":"{readStateIndex:4784; appliedIndex:4782; }","duration":"267.340343ms","start":"2026-04-03T02:32:22.409118Z","end":"2026-04-03T02:32:22.676459Z","steps":["trace[510180054] 'read index received' (duration: 263.258535ms)","trace[510180054] 'applied index is now lower than readState.Index' (duration: 4.079798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:22.676652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.524888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:22.676607Z","caller":"traceutil/trace.go:171","msg":"trace[393645290] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"275.149838ms","start":"2026-04-03T02:32:22.401393Z","end":"2026-04-03T02:32:22.676542Z","steps":["trace[393645290] 'process raft request' (duration: 274.907051ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:22.676696Z","caller":"traceutil/trace.go:171","msg":"trace[796504133] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4599; }","duration":"267.650662ms","start":"2026-04-03T02:32:22.409032Z","end":"2026-04-03T02:32:22.676682Z","steps":["trace[796504133] 'agreement among raft nodes before linearized reading' (duration: 267.56104ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:24.028505Z","caller":"traceutil/trace.go:171","msg":"trace[1857094694] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"157.395241ms","start":"2026-04-03T02:32:23.871079Z","end":"2026-04-03T02:32:24.028474Z","steps":["trace[1857094694] 'process raft request' (duration: 127.134828ms)","trace[1857094694] 'compare' (duration: 30.103308ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:25.437457Z","caller":"traceutil/trace.go:171","msg":"trace[250601467] linearizableReadLoop","detail":"{readStateIndex:4873; appliedIndex:4872; }","duration":"159.010668ms","start":"2026-04-03T02:32:25.278425Z","end":"2026-04-03T02:32:25.437436Z","steps":["trace[250601467] 'read index received' (duration: 158.922125ms)","trace[250601467] 'applied index is now lower than readState.Index' (duration: 87.653µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:25.437656Z","caller":"traceutil/trace.go:171","msg":"trace[576595745] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"162.648192ms","start":"2026-04-03T02:32:25.274969Z","end":"2026-04-03T02:32:25.437617Z","steps":["trace[576595745] 'process raft request' (duration: 162.331403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:25.437774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.313807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:32:25.437878Z","caller":"traceutil/trace.go:171","msg":"trace[1461774642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4688; }","duration":"159.45357ms","start":"2026-04-03T02:32:25.2784Z","end":"2026-04-03T02:32:25.437854Z","steps":["trace[1461774642] 'agreement among raft nodes before linearized reading' (duration: 159.163262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:25.437974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.860832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:25.43805Z","caller":"traceutil/trace.go:171","msg":"trace[1877308320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4688; }","duration":"142.988135ms","start":"2026-04-03T02:32:25.295043Z","end":"2026-04-03T02:32:25.438031Z","steps":["trace[1877308320] 'agreement among raft nodes before linearized reading' (duration: 142.853771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:25.437978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.11804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:32:25.438118Z","caller":"traceutil/trace.go:171","msg":"trace[755670989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4688; }","duration":"159.604444ms","start":"2026-04-03T02:32:25.2785Z","end":"2026-04-03T02:32:25.438105Z","steps":["trace[755670989] 'agreement among raft nodes before linearized reading' (duration: 159.056168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:25.438107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.128011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:32:25.438229Z","caller":"traceutil/trace.go:171","msg":"trace[303209571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4688; }","duration":"159.299576ms","start":"2026-04-03T02:32:25.278891Z","end":"2026-04-03T02:32:25.43819Z","steps":["trace[303209571] 'agreement among raft nodes before linearized reading' (duration: 159.028798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:25.657827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.623685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:25.657957Z","caller":"traceutil/trace.go:171","msg":"trace[1932996542] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"215.6ms","start":"2026-04-03T02:32:25.442332Z","end":"2026-04-03T02:32:25.657932Z","steps":["trace[1932996542] 'process raft request' (duration: 72.77127ms)","trace[1932996542] 'compare' (duration: 142.47005ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:25.69536Z","caller":"traceutil/trace.go:171","msg":"trace[270535101] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"252.478445ms","start":"2026-04-03T02:32:25.442854Z","end":"2026-04-03T02:32:25.695332Z","steps":["trace[270535101] 'process raft request' (duration: 252.402542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:25.695376Z","caller":"traceutil/trace.go:171","msg":"trace[1474447557] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"252.624849ms","start":"2026-04-03T02:32:25.442713Z","end":"2026-04-03T02:32:25.695338Z","steps":["trace[1474447557] 'process raft request' (duration: 252.362601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:25.695612Z","caller":"traceutil/trace.go:171","msg":"trace[618857036] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"252.485875ms","start":"2026-04-03T02:32:25.443104Z","end":"2026-04-03T02:32:25.69559Z","steps":["trace[618857036] 'process raft request' (duration: 252.186096ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:25.695712Z","caller":"traceutil/trace.go:171","msg":"trace[1421074522] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"252.515526ms","start":"2026-04-03T02:32:25.44317Z","end":"2026-04-03T02:32:25.695686Z","steps":["trace[1421074522] 'process raft request' (duration: 252.339711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:25.69576Z","caller":"traceutil/trace.go:171","msg":"trace[1189443213] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"236.519214ms","start":"2026-04-03T02:32:25.459229Z","end":"2026-04-03T02:32:25.695748Z","steps":["trace[1189443213] 'process raft request' (duration: 236.40758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:26.298837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.517602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-03T02:32:26.298923Z","caller":"traceutil/trace.go:171","msg":"trace[1567743260] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f; range_end:; response_count:1; response_revision:4694; }","duration":"237.650076ms","start":"2026-04-03T02:32:26.061249Z","end":"2026-04-03T02:32:26.298899Z","steps":["trace[1567743260] 'range keys from in-memory index tree' (duration: 237.262126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:26.299244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.776389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:32:26.299283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.969135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90\" ","response":"range_response_count:1 size:4066"} {"level":"info","ts":"2026-04-03T02:32:26.299324Z","caller":"traceutil/trace.go:171","msg":"trace[986402332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4694; }","duration":"247.892412ms","start":"2026-04-03T02:32:26.051412Z","end":"2026-04-03T02:32:26.299305Z","steps":["trace[986402332] 'range keys from in-memory index tree' (duration: 247.582213ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:26.299357Z","caller":"traceutil/trace.go:171","msg":"trace[1997402824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90; range_end:; response_count:1; response_revision:4694; }","duration":"238.086819ms","start":"2026-04-03T02:32:26.061249Z","end":"2026-04-03T02:32:26.299336Z","steps":["trace[1997402824] 'range keys from in-memory index tree' (duration: 237.742059ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:26.601898Z","caller":"traceutil/trace.go:171","msg":"trace[1149835332] linearizableReadLoop","detail":"{readStateIndex:4880; appliedIndex:4879; }","duration":"369.310285ms","start":"2026-04-03T02:32:26.232561Z","end":"2026-04-03T02:32:26.601872Z","steps":["trace[1149835332] 'read index received' (duration: 369.016067ms)","trace[1149835332] 'applied index is now lower than readState.Index' (duration: 292.878µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:26.60198Z","caller":"traceutil/trace.go:171","msg":"trace[226206521] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"387.335975ms","start":"2026-04-03T02:32:26.2146Z","end":"2026-04-03T02:32:26.601936Z","steps":["trace[226206521] 'process raft request' (duration: 387.090438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:26.602105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.520031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:32:26.602151Z","caller":"traceutil/trace.go:171","msg":"trace[903403960] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4695; }","duration":"369.631005ms","start":"2026-04-03T02:32:26.232508Z","end":"2026-04-03T02:32:26.602139Z","steps":["trace[903403960] 'agreement among raft nodes before linearized reading' (duration: 369.490441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:26.602187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:26.232483Z","time spent":"369.694096ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":79,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:32:26.602189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:26.214579Z","time spent":"387.49812ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:26.602332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.973665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:32:26.602415Z","caller":"traceutil/trace.go:171","msg":"trace[1537352110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4695; }","duration":"299.099929ms","start":"2026-04-03T02:32:26.303298Z","end":"2026-04-03T02:32:26.602397Z","steps":["trace[1537352110] 'agreement among raft nodes before linearized reading' (duration: 298.821991ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:26.758274Z","caller":"traceutil/trace.go:171","msg":"trace[1261068797] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"143.601593ms","start":"2026-04-03T02:32:26.614639Z","end":"2026-04-03T02:32:26.758241Z","steps":["trace[1261068797] 'process raft request' (duration: 107.80046ms)","trace[1261068797] 'compare' (duration: 35.627898ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:30.889481Z","caller":"traceutil/trace.go:171","msg":"trace[1679760722] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"223.629142ms","start":"2026-04-03T02:32:30.665553Z","end":"2026-04-03T02:32:30.889183Z","steps":["trace[1679760722] 'process raft request' (duration: 223.430096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.154967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.862934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:31.155059Z","caller":"traceutil/trace.go:171","msg":"trace[1984932302] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4992; }","duration":"183.631488ms","start":"2026-04-03T02:32:30.971415Z","end":"2026-04-03T02:32:31.155047Z","steps":["trace[1984932302] 'read index received' (duration: 77.615429ms)","trace[1984932302] 'applied index is now lower than readState.Index' (duration: 106.011259ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.155118Z","caller":"traceutil/trace.go:171","msg":"trace[1953988724] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"184.334719ms","start":"2026-04-03T02:32:30.970743Z","end":"2026-04-03T02:32:31.155078Z","steps":["trace[1953988724] 'process raft request' (duration: 78.285359ms)","trace[1953988724] 'compare' (duration: 105.652308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:31.155161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.763562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-03T02:32:31.155289Z","caller":"traceutil/trace.go:171","msg":"trace[746874739] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4803; }","duration":"183.904326ms","start":"2026-04-03T02:32:30.971347Z","end":"2026-04-03T02:32:31.155251Z","steps":["trace[746874739] 'agreement among raft nodes before linearized reading' (duration: 183.72807ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.16239Z","caller":"traceutil/trace.go:171","msg":"trace[960718089] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"187.918711ms","start":"2026-04-03T02:32:30.97446Z","end":"2026-04-03T02:32:31.162379Z","steps":["trace[960718089] 'process raft request' (duration: 187.685364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.537313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.390246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:31.537435Z","caller":"traceutil/trace.go:171","msg":"trace[401486144] linearizableReadLoop","detail":"{readStateIndex:4995; appliedIndex:4994; }","duration":"347.944168ms","start":"2026-04-03T02:32:31.189476Z","end":"2026-04-03T02:32:31.53742Z","steps":["trace[401486144] 'read index received' (duration: 230.367956ms)","trace[401486144] 'applied index is now lower than readState.Index' (duration: 117.574302ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.537498Z","caller":"traceutil/trace.go:171","msg":"trace[676892260] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"353.535379ms","start":"2026-04-03T02:32:31.183952Z","end":"2026-04-03T02:32:31.537487Z","steps":["trace[676892260] 'process raft request' (duration: 235.872415ms)","trace[676892260] 'compare' (duration: 117.234782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:31.537552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:31.183936Z","time spent":"353.585131ms","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7566,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:31.537674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.176185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-03T02:32:31.537742Z","caller":"traceutil/trace.go:171","msg":"trace[316941786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4805; }","duration":"348.295698ms","start":"2026-04-03T02:32:31.18943Z","end":"2026-04-03T02:32:31.537726Z","steps":["trace[316941786] 'agreement among raft nodes before linearized reading' (duration: 348.102092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.537786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:31.189412Z","time spent":"348.365201ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:32:31.608261Z","caller":"traceutil/trace.go:171","msg":"trace[212716757] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"356.406283ms","start":"2026-04-03T02:32:31.251828Z","end":"2026-04-03T02:32:31.608235Z","steps":["trace[212716757] 'process raft request' (duration: 356.258318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.608407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:31.251818Z","time spent":"356.525077ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:31.74635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.867164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:31.746526Z","caller":"traceutil/trace.go:171","msg":"trace[552162326] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"211.378648ms","start":"2026-04-03T02:32:31.535123Z","end":"2026-04-03T02:32:31.746502Z","steps":["trace[552162326] 'process raft request' (duration: 105.269947ms)","trace[552162326] 'compare' (duration: 105.762991ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.746876Z","caller":"traceutil/trace.go:171","msg":"trace[2069441973] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4995; }","duration":"209.408251ms","start":"2026-04-03T02:32:31.537459Z","end":"2026-04-03T02:32:31.746868Z","steps":["trace[2069441973] 'read index received' (duration: 70.651329ms)","trace[2069441973] 'applied index is now lower than readState.Index' (duration: 138.755732ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:31.747057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.803324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:32:31.747086Z","caller":"traceutil/trace.go:171","msg":"trace[1614659493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4808; }","duration":"285.869226ms","start":"2026-04-03T02:32:31.461206Z","end":"2026-04-03T02:32:31.747075Z","steps":["trace[1614659493] 'agreement among raft nodes before linearized reading' (duration: 285.727762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.747072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.188662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:32:31.74714Z","caller":"traceutil/trace.go:171","msg":"trace[1108355591] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:4808; }","duration":"280.312447ms","start":"2026-04-03T02:32:31.46681Z","end":"2026-04-03T02:32:31.747122Z","steps":["trace[1108355591] 'agreement among raft nodes before linearized reading' (duration: 280.102081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.747252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.354389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:32:31.747283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.524804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-04-03T02:32:31.747313Z","caller":"traceutil/trace.go:171","msg":"trace[1290961772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4808; }","duration":"462.498343ms","start":"2026-04-03T02:32:31.2848Z","end":"2026-04-03T02:32:31.747298Z","steps":["trace[1290961772] 'agreement among raft nodes before linearized reading' (duration: 462.371569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.747347Z","caller":"traceutil/trace.go:171","msg":"trace[1863345050] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26; range_end:; response_count:1; response_revision:4808; }","duration":"496.649238ms","start":"2026-04-03T02:32:31.250683Z","end":"2026-04-03T02:32:31.747332Z","steps":["trace[1863345050] 'agreement among raft nodes before linearized reading' (duration: 496.443832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.74735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:31.284775Z","time spent":"462.568624ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:32:31.747384Z","caller":"traceutil/trace.go:171","msg":"trace[769959510] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"204.501929ms","start":"2026-04-03T02:32:31.542866Z","end":"2026-04-03T02:32:31.747368Z","steps":["trace[769959510] 'process raft request' (duration: 203.583572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.747385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:31.250657Z","time spent":"496.72017ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26\" "} {"level":"info","ts":"2026-04-03T02:32:31.995801Z","caller":"traceutil/trace.go:171","msg":"trace[1406561929] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"244.274268ms","start":"2026-04-03T02:32:31.751481Z","end":"2026-04-03T02:32:31.995755Z","steps":["trace[1406561929] 'process raft request' (duration: 210.496533ms)","trace[1406561929] 'compare' (duration: 33.445976ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.995833Z","caller":"traceutil/trace.go:171","msg":"trace[1762615302] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"244.161744ms","start":"2026-04-03T02:32:31.751636Z","end":"2026-04-03T02:32:31.995798Z","steps":["trace[1762615302] 'process raft request' (duration: 243.991969ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.99594Z","caller":"traceutil/trace.go:171","msg":"trace[1515319632] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"243.883537ms","start":"2026-04-03T02:32:31.752039Z","end":"2026-04-03T02:32:31.995922Z","steps":["trace[1515319632] 'process raft request' (duration: 243.754873ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.995867Z","caller":"traceutil/trace.go:171","msg":"trace[671187369] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"244.028441ms","start":"2026-04-03T02:32:31.751818Z","end":"2026-04-03T02:32:31.995847Z","steps":["trace[671187369] 'process raft request' (duration: 243.916448ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.99605Z","caller":"traceutil/trace.go:171","msg":"trace[574382783] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"244.00743ms","start":"2026-04-03T02:32:31.752036Z","end":"2026-04-03T02:32:31.996044Z","steps":["trace[574382783] 'process raft request' (duration: 243.818125ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.996387Z","caller":"traceutil/trace.go:171","msg":"trace[246994757] linearizableReadLoop","detail":"{readStateIndex:5006; appliedIndex:4999; }","duration":"140.588736ms","start":"2026-04-03T02:32:31.855791Z","end":"2026-04-03T02:32:31.99638Z","steps":["trace[246994757] 'read index received' (duration: 106.205434ms)","trace[246994757] 'applied index is now lower than readState.Index' (duration: 34.382602ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:31.99641Z","caller":"traceutil/trace.go:171","msg":"trace[1413740888] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"240.797447ms","start":"2026-04-03T02:32:31.75559Z","end":"2026-04-03T02:32:31.996387Z","steps":["trace[1413740888] 'process raft request' (duration: 240.582731ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:31.996429Z","caller":"traceutil/trace.go:171","msg":"trace[1326097148] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"243.927357ms","start":"2026-04-03T02:32:31.75246Z","end":"2026-04-03T02:32:31.996387Z","steps":["trace[1326097148] 'process raft request' (duration: 243.539446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:31.996524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.675329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:31.996548Z","caller":"traceutil/trace.go:171","msg":"trace[272382906] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4816; }","duration":"140.783612ms","start":"2026-04-03T02:32:31.855757Z","end":"2026-04-03T02:32:31.996541Z","steps":["trace[272382906] 'agreement among raft nodes before linearized reading' (duration: 140.689279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:32.325353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.239986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:32.325529Z","caller":"traceutil/trace.go:171","msg":"trace[522594998] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4817; }","duration":"227.453843ms","start":"2026-04-03T02:32:32.098049Z","end":"2026-04-03T02:32:32.325502Z","steps":["trace[522594998] 'range keys from in-memory index tree' (duration: 227.133393ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:32.384713Z","caller":"traceutil/trace.go:171","msg":"trace[888609857] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5008; }","duration":"180.860188ms","start":"2026-04-03T02:32:32.203827Z","end":"2026-04-03T02:32:32.384687Z","steps":["trace[888609857] 'read index received' (duration: 180.513358ms)","trace[888609857] 'applied index is now lower than readState.Index' (duration: 345.52µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:32.384786Z","caller":"traceutil/trace.go:171","msg":"trace[350377643] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"257.88178ms","start":"2026-04-03T02:32:32.126875Z","end":"2026-04-03T02:32:32.384757Z","steps":["trace[350377643] 'process raft request' (duration: 257.576421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:32.385068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.225228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:32:32.385137Z","caller":"traceutil/trace.go:171","msg":"trace[1613071460] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:4818; }","duration":"181.345371ms","start":"2026-04-03T02:32:32.203775Z","end":"2026-04-03T02:32:32.385121Z","steps":["trace[1613071460] 'agreement among raft nodes before linearized reading' (duration: 181.072204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:32.385306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.94671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26.18a2b808d756a517\" ","response":"range_response_count:1 size:919"} {"level":"info","ts":"2026-04-03T02:32:32.385403Z","caller":"traceutil/trace.go:171","msg":"trace[503947310] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26.18a2b808d756a517; range_end:; response_count:1; response_revision:4818; }","duration":"129.076064ms","start":"2026-04-03T02:32:32.256311Z","end":"2026-04-03T02:32:32.385387Z","steps":["trace[503947310] 'agreement among raft nodes before linearized reading' (duration: 128.759835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:32.385322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.436058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:32.385523Z","caller":"traceutil/trace.go:171","msg":"trace[341158349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4818; }","duration":"100.654214ms","start":"2026-04-03T02:32:32.284836Z","end":"2026-04-03T02:32:32.38549Z","steps":["trace[341158349] 'agreement among raft nodes before linearized reading' (duration: 100.436488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:33.656756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.490791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:33.657008Z","caller":"traceutil/trace.go:171","msg":"trace[978218873] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"496.549446ms","start":"2026-04-03T02:32:33.160402Z","end":"2026-04-03T02:32:33.656952Z","steps":["trace[978218873] 'process raft request' (duration: 144.744807ms)","trace[978218873] 'compare' (duration: 351.267404ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:33.657017Z","caller":"traceutil/trace.go:171","msg":"trace[148041695] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"489.283217ms","start":"2026-04-03T02:32:33.167716Z","end":"2026-04-03T02:32:33.656999Z","steps":["trace[148041695] 'process raft request' (duration: 489.166403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:33.657131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.16762Z","time spent":"489.464561ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:33.657161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.160381Z","time spent":"496.69883ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:34.006558Z","caller":"traceutil/trace.go:171","msg":"trace[75769120] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"807.804326ms","start":"2026-04-03T02:32:33.198726Z","end":"2026-04-03T02:32:34.00653Z","steps":["trace[75769120] 'process raft request' (duration: 716.993606ms)","trace[75769120] 'compare' (duration: 90.528262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:34.006682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.198715Z","time spent":"807.911989ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:34.00672Z","caller":"traceutil/trace.go:171","msg":"trace[660751139] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5100; }","duration":"740.668619ms","start":"2026-04-03T02:32:33.266012Z","end":"2026-04-03T02:32:34.006681Z","steps":["trace[660751139] 'read index received' (duration: 39.207551ms)","trace[660751139] 'applied index is now lower than readState.Index' (duration: 701.459368ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:34.006855Z","caller":"traceutil/trace.go:171","msg":"trace[1260803163] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"805.355646ms","start":"2026-04-03T02:32:33.201476Z","end":"2026-04-03T02:32:34.006831Z","steps":["trace[1260803163] 'process raft request' (duration: 804.999566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.006966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.201454Z","time spent":"805.457888ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2913,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:32:34.006874Z","caller":"traceutil/trace.go:171","msg":"trace[355688600] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"739.333911ms","start":"2026-04-03T02:32:33.26752Z","end":"2026-04-03T02:32:34.006854Z","steps":["trace[355688600] 'process raft request' (duration: 739.093584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.00705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.915287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:34.007135Z","caller":"traceutil/trace.go:171","msg":"trace[1185876072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4912; }","duration":"723.02825ms","start":"2026-04-03T02:32:33.284083Z","end":"2026-04-03T02:32:34.007112Z","steps":["trace[1185876072] 'agreement among raft nodes before linearized reading' (duration: 722.819884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.007192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.284073Z","time spent":"723.105832ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:34.007072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.267493Z","time spent":"739.557617ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:34.007277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.831056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:32:34.007349Z","caller":"traceutil/trace.go:171","msg":"trace[411221450] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:4912; }","duration":"251.952139ms","start":"2026-04-03T02:32:33.755379Z","end":"2026-04-03T02:32:34.007331Z","steps":["trace[411221450] 'agreement among raft nodes before linearized reading' (duration: 251.773444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.007688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.346753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:32:34.007784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.865378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1549813b-5ec8-4348-8429-623dda74b26c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T02:32:34.007809Z","caller":"traceutil/trace.go:171","msg":"trace[1391973507] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1549813b-5ec8-4348-8429-623dda74b26c; range_end:; response_count:1; response_revision:4912; }","duration":"398.93055ms","start":"2026-04-03T02:32:33.608872Z","end":"2026-04-03T02:32:34.007802Z","steps":["trace[1391973507] 'agreement among raft nodes before linearized reading' (duration: 398.298052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.007832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.60885Z","time spent":"398.977101ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1549813b-5ec8-4348-8429-623dda74b26c\" "} {"level":"info","ts":"2026-04-03T02:32:34.007725Z","caller":"traceutil/trace.go:171","msg":"trace[393203332] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4912; }","duration":"233.431535ms","start":"2026-04-03T02:32:33.774285Z","end":"2026-04-03T02:32:34.007717Z","steps":["trace[393203332] 'agreement among raft nodes before linearized reading' (duration: 232.811997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.008329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.291626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26\" ","response":"range_response_count:1 size:9724"} {"level":"info","ts":"2026-04-03T02:32:34.008419Z","caller":"traceutil/trace.go:171","msg":"trace[1267963547] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26; range_end:; response_count:1; response_revision:4912; }","duration":"742.418899ms","start":"2026-04-03T02:32:33.265977Z","end":"2026-04-03T02:32:34.008396Z","steps":["trace[1267963547] 'agreement among raft nodes before linearized reading' (duration: 740.908606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:34.008463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:33.26596Z","time spent":"742.492922ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9747,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26\" "} {"level":"info","ts":"2026-04-03T02:32:35.189263Z","caller":"traceutil/trace.go:171","msg":"trace[1649713590] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5122; }","duration":"175.630277ms","start":"2026-04-03T02:32:35.013606Z","end":"2026-04-03T02:32:35.189237Z","steps":["trace[1649713590] 'read index received' (duration: 175.453721ms)","trace[1649713590] 'applied index is now lower than readState.Index' (duration: 175.376µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:35.189298Z","caller":"traceutil/trace.go:171","msg":"trace[1762092972] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4929; }","duration":"209.466363ms","start":"2026-04-03T02:32:34.979802Z","end":"2026-04-03T02:32:35.189268Z","steps":["trace[1762092972] 'process raft request' (duration: 209.34141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:35.189665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.75021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1549813b-5ec8-4348-8429-623dda74b26c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-03T02:32:35.189738Z","caller":"traceutil/trace.go:171","msg":"trace[1376727236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1549813b-5ec8-4348-8429-623dda74b26c; range_end:; response_count:1; response_revision:4929; }","duration":"175.876105ms","start":"2026-04-03T02:32:35.013845Z","end":"2026-04-03T02:32:35.189721Z","steps":["trace[1376727236] 'agreement among raft nodes before linearized reading' (duration: 175.662628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:35.18991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.266836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26-tls\" ","response":"range_response_count:1 size:1966"} {"level":"info","ts":"2026-04-03T02:32:35.190017Z","caller":"traceutil/trace.go:171","msg":"trace[539966476] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26-tls; range_end:; response_count:1; response_revision:4929; }","duration":"176.41975ms","start":"2026-04-03T02:32:35.013581Z","end":"2026-04-03T02:32:35.190001Z","steps":["trace[539966476] 'agreement among raft nodes before linearized reading' (duration: 175.808912ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:37.112483Z","caller":"traceutil/trace.go:171","msg":"trace[1266331994] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5154; }","duration":"244.239317ms","start":"2026-04-03T02:32:36.868221Z","end":"2026-04-03T02:32:37.11246Z","steps":["trace[1266331994] 'read index received' (duration: 243.794314ms)","trace[1266331994] 'applied index is now lower than readState.Index' (duration: 443.763µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:37.112575Z","caller":"traceutil/trace.go:171","msg":"trace[1271788462] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"300.639524ms","start":"2026-04-03T02:32:36.811869Z","end":"2026-04-03T02:32:37.112508Z","steps":["trace[1271788462] 'process raft request' (duration: 300.246273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:37.112756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:36.811833Z","time spent":"300.829849ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:37.113074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.856654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:812081"} {"level":"info","ts":"2026-04-03T02:32:37.113128Z","caller":"traceutil/trace.go:171","msg":"trace[1606944228] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4960; }","duration":"244.955557ms","start":"2026-04-03T02:32:36.868157Z","end":"2026-04-03T02:32:37.113113Z","steps":["trace[1606944228] 'agreement among raft nodes before linearized reading' (duration: 244.486604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:37.142597Z","caller":"traceutil/trace.go:171","msg":"trace[1499412053] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"142.353967ms","start":"2026-04-03T02:32:37.000203Z","end":"2026-04-03T02:32:37.142557Z","steps":["trace[1499412053] 'process raft request' (duration: 142.142211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:37.474842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.07321ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:32:37.474945Z","caller":"traceutil/trace.go:171","msg":"trace[1315102869] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5156; }","duration":"122.073032ms","start":"2026-04-03T02:32:37.352853Z","end":"2026-04-03T02:32:37.474926Z","steps":["trace[1315102869] 'read index received' (duration: 6.845298ms)","trace[1315102869] 'applied index is now lower than readState.Index' (duration: 115.225664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:37.475052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.195365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:37.475112Z","caller":"traceutil/trace.go:171","msg":"trace[939110814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4961; }","duration":"122.310749ms","start":"2026-04-03T02:32:37.352784Z","end":"2026-04-03T02:32:37.475095Z","steps":["trace[939110814] 'agreement among raft nodes before linearized reading' (duration: 122.203736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:37.921847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.587473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-03T02:32:37.921961Z","caller":"traceutil/trace.go:171","msg":"trace[870829333] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4963; }","duration":"141.940455ms","start":"2026-04-03T02:32:37.780004Z","end":"2026-04-03T02:32:37.921944Z","steps":["trace[870829333] 'compare' (duration: 134.545832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:39.994613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.215804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-03T02:32:39.994694Z","caller":"traceutil/trace.go:171","msg":"trace[226107405] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5020; }","duration":"271.354658ms","start":"2026-04-03T02:32:39.72332Z","end":"2026-04-03T02:32:39.994674Z","steps":["trace[226107405] 'range keys from in-memory index tree' (duration: 270.966727ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:40.065233Z","caller":"traceutil/trace.go:171","msg":"trace[1085394778] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"328.777595ms","start":"2026-04-03T02:32:39.736431Z","end":"2026-04-03T02:32:40.065209Z","steps":["trace[1085394778] 'process raft request' (duration: 328.61298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.065401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:39.736406Z","time spent":"328.910358ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:40.070617Z","caller":"traceutil/trace.go:171","msg":"trace[1667344621] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5217; }","duration":"311.597439ms","start":"2026-04-03T02:32:39.758994Z","end":"2026-04-03T02:32:40.070592Z","steps":["trace[1667344621] 'read index received' (duration: 306.162072ms)","trace[1667344621] 'applied index is now lower than readState.Index' (duration: 5.434037ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:40.070705Z","caller":"traceutil/trace.go:171","msg":"trace[564823703] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"314.467562ms","start":"2026-04-03T02:32:39.75621Z","end":"2026-04-03T02:32:40.070678Z","steps":["trace[564823703] 'process raft request' (duration: 314.240135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.070869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.463385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26.18a2b8094f7f8ddf\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-04-03T02:32:40.070883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:39.756177Z","time spent":"314.589495ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:40.070914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.391426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:32:40.070928Z","caller":"traceutil/trace.go:171","msg":"trace[407007187] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26.18a2b8094f7f8ddf; range_end:; response_count:1; response_revision:5022; }","duration":"311.570128ms","start":"2026-04-03T02:32:39.759344Z","end":"2026-04-03T02:32:40.070914Z","steps":["trace[407007187] 'agreement among raft nodes before linearized reading' (duration: 311.379223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.070948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.912368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-04-03T02:32:40.07097Z","caller":"traceutil/trace.go:171","msg":"trace[1381478089] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5022; }","duration":"126.491869ms","start":"2026-04-03T02:32:39.944464Z","end":"2026-04-03T02:32:40.070956Z","steps":["trace[1381478089] 'agreement among raft nodes before linearized reading' (duration: 126.398926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.070976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:39.759325Z","time spent":"311.63938ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":985,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26.18a2b8094f7f8ddf\" "} {"level":"info","ts":"2026-04-03T02:32:40.071041Z","caller":"traceutil/trace.go:171","msg":"trace[1799771662] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26; range_end:; response_count:1; response_revision:5022; }","duration":"312.014511ms","start":"2026-04-03T02:32:39.758987Z","end":"2026-04-03T02:32:40.071002Z","steps":["trace[1799771662] 'agreement among raft nodes before linearized reading' (duration: 311.715532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.071112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:39.758939Z","time spent":"312.140914ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9849,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-qff26\" "} {"level":"info","ts":"2026-04-03T02:32:40.189694Z","caller":"traceutil/trace.go:171","msg":"trace[1053182992] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"107.624865ms","start":"2026-04-03T02:32:40.082047Z","end":"2026-04-03T02:32:40.189671Z","steps":["trace[1053182992] 'process raft request' (duration: 107.493791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.189934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.001567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:32:40.190006Z","caller":"traceutil/trace.go:171","msg":"trace[382437221] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5024; }","duration":"107.09909ms","start":"2026-04-03T02:32:40.082887Z","end":"2026-04-03T02:32:40.189986Z","steps":["trace[382437221] 'agreement among raft nodes before linearized reading' (duration: 106.857913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.190286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.320264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:32:40.190307Z","caller":"traceutil/trace.go:171","msg":"trace[258053948] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5024; }","duration":"109.368116ms","start":"2026-04-03T02:32:40.080934Z","end":"2026-04-03T02:32:40.190302Z","steps":["trace[258053948] 'agreement among raft nodes before linearized reading' (duration: 109.312164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.190362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.380426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:32:40.190414Z","caller":"traceutil/trace.go:171","msg":"trace[600516023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5024; }","duration":"109.468579ms","start":"2026-04-03T02:32:40.080934Z","end":"2026-04-03T02:32:40.190402Z","steps":["trace[600516023] 'agreement among raft nodes before linearized reading' (duration: 109.333265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.190364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.300265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:32:40.19048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.368227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:32:40.190519Z","caller":"traceutil/trace.go:171","msg":"trace[1943863072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5024; }","duration":"108.47939ms","start":"2026-04-03T02:32:40.082033Z","end":"2026-04-03T02:32:40.190513Z","steps":["trace[1943863072] 'agreement among raft nodes before linearized reading' (duration: 108.191622ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:40.19054Z","caller":"traceutil/trace.go:171","msg":"trace[302016106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5024; }","duration":"108.452379ms","start":"2026-04-03T02:32:40.082071Z","end":"2026-04-03T02:32:40.190523Z","steps":["trace[302016106] 'agreement among raft nodes before linearized reading' (duration: 108.328736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.190665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.596263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:32:40.190777Z","caller":"traceutil/trace.go:171","msg":"trace[1583062904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5024; }","duration":"108.749237ms","start":"2026-04-03T02:32:40.082011Z","end":"2026-04-03T02:32:40.19076Z","steps":["trace[1583062904] 'agreement among raft nodes before linearized reading' (duration: 108.241653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.190845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.8178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:32:40.19129Z","caller":"traceutil/trace.go:171","msg":"trace[866564538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:5024; }","duration":"109.318044ms","start":"2026-04-03T02:32:40.081949Z","end":"2026-04-03T02:32:40.191267Z","steps":["trace[866564538] 'agreement among raft nodes before linearized reading' (duration: 108.251673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.452778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.350584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:40.452927Z","caller":"traceutil/trace.go:171","msg":"trace[146283488] linearizableReadLoop","detail":"{readStateIndex:5222; appliedIndex:5221; }","duration":"263.185943ms","start":"2026-04-03T02:32:40.189711Z","end":"2026-04-03T02:32:40.452897Z","steps":["trace[146283488] 'read index received' (duration: 109.53281ms)","trace[146283488] 'applied index is now lower than readState.Index' (duration: 153.650373ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:40.452999Z","caller":"traceutil/trace.go:171","msg":"trace[60511572] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"301.227311ms","start":"2026-04-03T02:32:40.151736Z","end":"2026-04-03T02:32:40.452964Z","steps":["trace[60511572] 'process raft request' (duration: 147.561928ms)","trace[60511572] 'compare' (duration: 153.185189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:40.453157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.151709Z","time spent":"301.346914ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:40.453577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.501527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-67858c9766-sq9bt.18a2b80ab8c88430\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-03T02:32:40.453636Z","caller":"traceutil/trace.go:171","msg":"trace[811422415] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-67858c9766-sq9bt.18a2b80ab8c88430; range_end:; response_count:1; response_revision:5025; }","duration":"303.016602ms","start":"2026-04-03T02:32:40.1506Z","end":"2026-04-03T02:32:40.453617Z","steps":["trace[811422415] 'agreement among raft nodes before linearized reading' (duration: 302.413615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.45371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.150576Z","time spent":"303.119335ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":921,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-67858c9766-sq9bt.18a2b80ab8c88430\" "} {"level":"info","ts":"2026-04-03T02:32:40.514682Z","caller":"traceutil/trace.go:171","msg":"trace[969738525] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"319.287882ms","start":"2026-04-03T02:32:40.195366Z","end":"2026-04-03T02:32:40.514654Z","steps":["trace[969738525] 'process raft request' (duration: 319.23248ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:40.514711Z","caller":"traceutil/trace.go:171","msg":"trace[788048084] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"320.028923ms","start":"2026-04-03T02:32:40.194647Z","end":"2026-04-03T02:32:40.514676Z","steps":["trace[788048084] 'process raft request' (duration: 319.856658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.514803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.195352Z","time spent":"319.387914ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:40.514839Z","caller":"traceutil/trace.go:171","msg":"trace[1313084375] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"319.395545ms","start":"2026-04-03T02:32:40.195431Z","end":"2026-04-03T02:32:40.514826Z","steps":["trace[1313084375] 'process raft request' (duration: 319.194509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.514846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.194621Z","time spent":"320.150116ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:40.514892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.195409Z","time spent":"319.454877ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:40.515083Z","caller":"traceutil/trace.go:171","msg":"trace[658796613] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"319.630132ms","start":"2026-04-03T02:32:40.195447Z","end":"2026-04-03T02:32:40.515077Z","steps":["trace[658796613] 'process raft request' (duration: 319.340734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.515126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.195438Z","time spent":"319.668153ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:40.515363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.937712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46088"} {"level":"info","ts":"2026-04-03T02:32:40.515391Z","caller":"traceutil/trace.go:171","msg":"trace[1525063843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:5031; }","duration":"318.984893ms","start":"2026-04-03T02:32:40.1964Z","end":"2026-04-03T02:32:40.515384Z","steps":["trace[1525063843] 'agreement among raft nodes before linearized reading' (duration: 318.832848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.515409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.196391Z","time spent":"319.013243ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46111,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:32:40.515557Z","caller":"traceutil/trace.go:171","msg":"trace[47126304] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"319.823398ms","start":"2026-04-03T02:32:40.195726Z","end":"2026-04-03T02:32:40.51555Z","steps":["trace[47126304] 'process raft request' (duration: 319.325963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.515596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.195682Z","time spent":"319.894759ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:40.515645Z","caller":"traceutil/trace.go:171","msg":"trace[1634901185] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"319.58962ms","start":"2026-04-03T02:32:40.19605Z","end":"2026-04-03T02:32:40.51564Z","steps":["trace[1634901185] 'process raft request' (duration: 319.152468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.515676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.196041Z","time spent":"319.615471ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:40.515823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.064536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16230"} {"level":"info","ts":"2026-04-03T02:32:40.51588Z","caller":"traceutil/trace.go:171","msg":"trace[392793763] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5031; }","duration":"179.157229ms","start":"2026-04-03T02:32:40.336709Z","end":"2026-04-03T02:32:40.515866Z","steps":["trace[392793763] 'agreement among raft nodes before linearized reading' (duration: 179.002634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.516001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.617679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:822317"} {"level":"info","ts":"2026-04-03T02:32:40.516026Z","caller":"traceutil/trace.go:171","msg":"trace[891421154] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5031; }","duration":"199.64304ms","start":"2026-04-03T02:32:40.316376Z","end":"2026-04-03T02:32:40.516019Z","steps":["trace[891421154] 'agreement among raft nodes before linearized reading' (duration: 199.344522ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:40.880902Z","caller":"traceutil/trace.go:171","msg":"trace[906870461] linearizableReadLoop","detail":"{readStateIndex:5229; appliedIndex:5228; }","duration":"361.628164ms","start":"2026-04-03T02:32:40.519242Z","end":"2026-04-03T02:32:40.88087Z","steps":["trace[906870461] 'read index received' (duration: 360.305086ms)","trace[906870461] 'applied index is now lower than readState.Index' (duration: 1.320958ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:40.881041Z","caller":"traceutil/trace.go:171","msg":"trace[924815661] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"425.269259ms","start":"2026-04-03T02:32:40.455755Z","end":"2026-04-03T02:32:40.881024Z","steps":["trace[924815661] 'process raft request' (duration: 423.742675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.881178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.455733Z","time spent":"425.342052ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:40.881552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.294192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:32:40.881649Z","caller":"traceutil/trace.go:171","msg":"trace[794573695] range","detail":"{range_begin:/registry/persistentvolumes/pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90; range_end:; response_count:1; response_revision:5032; }","duration":"362.400115ms","start":"2026-04-03T02:32:40.519221Z","end":"2026-04-03T02:32:40.881621Z","steps":["trace[794573695] 'agreement among raft nodes before linearized reading' (duration: 362.063596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.881702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.519146Z","time spent":"362.54388ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90\" "} {"level":"info","ts":"2026-04-03T02:32:40.88804Z","caller":"traceutil/trace.go:171","msg":"trace[518382684] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"359.945655ms","start":"2026-04-03T02:32:40.528064Z","end":"2026-04-03T02:32:40.88801Z","steps":["trace[518382684] 'process raft request' (duration: 359.79162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.88809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.846396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:40.888151Z","caller":"traceutil/trace.go:171","msg":"trace[419194329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"321.944569ms","start":"2026-04-03T02:32:40.566189Z","end":"2026-04-03T02:32:40.888133Z","steps":["trace[419194329] 'agreement among raft nodes before linearized reading' (duration: 321.802245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:40.88818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.566172Z","time spent":"322.00229ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:40.888201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:40.528024Z","time spent":"360.08484ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:42.731635Z","caller":"traceutil/trace.go:171","msg":"trace[1154188010] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"117.904202ms","start":"2026-04-03T02:32:42.613707Z","end":"2026-04-03T02:32:42.731611Z","steps":["trace[1154188010] 'process raft request' (duration: 44.00742ms)","trace[1154188010] 'compare' (duration: 73.292184ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:48.241066Z","caller":"traceutil/trace.go:171","msg":"trace[1256325497] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5352; }","duration":"455.669047ms","start":"2026-04-03T02:32:47.785359Z","end":"2026-04-03T02:32:48.241028Z","steps":["trace[1256325497] 'read index received' (duration: 455.399759ms)","trace[1256325497] 'applied index is now lower than readState.Index' (duration: 267.347µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:48.241134Z","caller":"traceutil/trace.go:171","msg":"trace[214088582] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"591.082893ms","start":"2026-04-03T02:32:47.649998Z","end":"2026-04-03T02:32:48.241081Z","steps":["trace[214088582] 'process raft request' (duration: 590.774644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.241379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.649977Z","time spent":"591.248118ms","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:48.241455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.066267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:32:48.241565Z","caller":"traceutil/trace.go:171","msg":"trace[1649168442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5153; }","duration":"456.236183ms","start":"2026-04-03T02:32:47.785304Z","end":"2026-04-03T02:32:48.24154Z","steps":["trace[1649168442] 'agreement among raft nodes before linearized reading' (duration: 455.856162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.241622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:47.785281Z","time spent":"456.331855ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:32:48.769581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.017156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:32:48.770167Z","caller":"traceutil/trace.go:171","msg":"trace[1926927306] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"679.175535ms","start":"2026-04-03T02:32:48.090963Z","end":"2026-04-03T02:32:48.770139Z","steps":["trace[1926927306] 'process raft request' (duration: 678.743963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.770419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.090932Z","time spent":"679.394372ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:32:48.938786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.595514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:48.938919Z","caller":"traceutil/trace.go:171","msg":"trace[380484577] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5353; }","duration":"693.55579ms","start":"2026-04-03T02:32:48.245351Z","end":"2026-04-03T02:32:48.938907Z","steps":["trace[380484577] 'read index received' (duration: 67.331783ms)","trace[380484577] 'applied index is now lower than readState.Index' (duration: 626.223037ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:48.93901Z","caller":"traceutil/trace.go:171","msg":"trace[1778967746] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"844.881496ms","start":"2026-04-03T02:32:48.09412Z","end":"2026-04-03T02:32:48.939002Z","steps":["trace[1778967746] 'process raft request' (duration: 676.003894ms)","trace[1778967746] 'compare' (duration: 168.496461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:48.939103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.094106Z","time spent":"844.971978ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:48.939213Z","caller":"traceutil/trace.go:171","msg":"trace[1056452698] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"695.450305ms","start":"2026-04-03T02:32:48.243755Z","end":"2026-04-03T02:32:48.939205Z","steps":["trace[1056452698] 'process raft request' (duration: 695.105995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.243729Z","time spent":"695.503427ms","remote":"127.0.0.1:32828","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:32:48.939364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.980727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:32:48.939387Z","caller":"traceutil/trace.go:171","msg":"trace[759775710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5156; }","duration":"385.026099ms","start":"2026-04-03T02:32:48.554355Z","end":"2026-04-03T02:32:48.939381Z","steps":["trace[759775710] 'agreement among raft nodes before linearized reading' (duration: 384.946197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.554344Z","time spent":"385.0604ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:48.939433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.900251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:32:48.939517Z","caller":"traceutil/trace.go:171","msg":"trace[1406671434] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5156; }","duration":"379.995304ms","start":"2026-04-03T02:32:48.559479Z","end":"2026-04-03T02:32:48.939474Z","steps":["trace[1406671434] 'agreement among raft nodes before linearized reading' (duration: 379.789128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.350074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:32:48.93961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.716653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:32:48.939397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.024323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:32:48.939604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.276671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:32:48.939644Z","caller":"traceutil/trace.go:171","msg":"trace[1994705174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5156; }","duration":"381.753254ms","start":"2026-04-03T02:32:48.557883Z","end":"2026-04-03T02:32:48.939636Z","steps":["trace[1994705174] 'agreement among raft nodes before linearized reading' (duration: 381.670202ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.939621Z","caller":"traceutil/trace.go:171","msg":"trace[887385441] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:5156; }","duration":"380.552149ms","start":"2026-04-03T02:32:48.559043Z","end":"2026-04-03T02:32:48.939595Z","steps":["trace[887385441] 'agreement among raft nodes before linearized reading' (duration: 380.170248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.557806Z","time spent":"381.859087ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:32:48.93968Z","caller":"traceutil/trace.go:171","msg":"trace[963455474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5156; }","duration":"380.393905ms","start":"2026-04-03T02:32:48.559268Z","end":"2026-04-03T02:32:48.939662Z","steps":["trace[963455474] 'agreement among raft nodes before linearized reading' (duration: 380.105487ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.939687Z","caller":"traceutil/trace.go:171","msg":"trace[44573799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5156; }","duration":"694.366534ms","start":"2026-04-03T02:32:48.245288Z","end":"2026-04-03T02:32:48.939655Z","steps":["trace[44573799] 'agreement among raft nodes before linearized reading' (duration: 693.805588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.559245Z","time spent":"380.462557ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:32:48.939714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.066904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:32:48.939767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.245267Z","time spent":"694.481156ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:32:48.939818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.110347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-ll59k\" ","response":"range_response_count:1 size:7817"} {"level":"warn","ts":"2026-04-03T02:32:48.939598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.982612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:32:48.939866Z","caller":"traceutil/trace.go:171","msg":"trace[942996184] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-ll59k; range_end:; response_count:1; response_revision:5156; }","duration":"510.20074ms","start":"2026-04-03T02:32:48.429652Z","end":"2026-04-03T02:32:48.939852Z","steps":["trace[942996184] 'agreement among raft nodes before linearized reading' (duration: 510.079887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.42963Z","time spent":"510.266972ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":7840,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-ll59k\" "} {"level":"info","ts":"2026-04-03T02:32:48.939901Z","caller":"traceutil/trace.go:171","msg":"trace[1801203273] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5156; }","duration":"381.26831ms","start":"2026-04-03T02:32:48.558595Z","end":"2026-04-03T02:32:48.939864Z","steps":["trace[1801203273] 'agreement among raft nodes before linearized reading' (duration: 380.824767ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.939772Z","caller":"traceutil/trace.go:171","msg":"trace[801752722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5156; }","duration":"381.134437ms","start":"2026-04-03T02:32:48.558618Z","end":"2026-04-03T02:32:48.939753Z","steps":["trace[801752722] 'agreement among raft nodes before linearized reading' (duration: 381.015053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.559475Z","time spent":"380.097816ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:32:48.939964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.558613Z","time spent":"381.338842ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:32:48.939921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.59545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:32:48.940027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.558539Z","time spent":"381.400574ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:32:48.939344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.460249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:48.940198Z","caller":"traceutil/trace.go:171","msg":"trace[1779476627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5156; }","duration":"649.372295ms","start":"2026-04-03T02:32:48.290816Z","end":"2026-04-03T02:32:48.940188Z","steps":["trace[1779476627] 'agreement among raft nodes before linearized reading' (duration: 648.400007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.939551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.340802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:48.940058Z","caller":"traceutil/trace.go:171","msg":"trace[1485851661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5156; }","duration":"450.833877ms","start":"2026-04-03T02:32:48.489208Z","end":"2026-04-03T02:32:48.940042Z","steps":["trace[1485851661] 'agreement among raft nodes before linearized reading' (duration: 450.475077ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:48.940343Z","caller":"traceutil/trace.go:171","msg":"trace[188473769] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5156; }","duration":"400.192726ms","start":"2026-04-03T02:32:48.540128Z","end":"2026-04-03T02:32:48.94032Z","steps":["trace[188473769] 'agreement among raft nodes before linearized reading' (duration: 399.335331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:48.940416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.489185Z","time spent":"451.216068ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:32:48.94043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.540086Z","time spent":"400.321409ms","remote":"127.0.0.1:32768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:32:48.939702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.559031Z","time spent":"380.656143ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"warn","ts":"2026-04-03T02:32:48.940301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:48.290788Z","time spent":"649.495229ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:32:49.158145Z","caller":"traceutil/trace.go:171","msg":"trace[1898671350] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"212.82226ms","start":"2026-04-03T02:32:48.945292Z","end":"2026-04-03T02:32:49.158115Z","steps":["trace[1898671350] 'process raft request' (duration: 212.544932ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158235Z","caller":"traceutil/trace.go:171","msg":"trace[74308170] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"212.801169ms","start":"2026-04-03T02:32:48.945416Z","end":"2026-04-03T02:32:49.158217Z","steps":["trace[74308170] 'process raft request' (duration: 212.564192ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158448Z","caller":"traceutil/trace.go:171","msg":"trace[968735998] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5357; }","duration":"211.683287ms","start":"2026-04-03T02:32:48.946743Z","end":"2026-04-03T02:32:49.158426Z","steps":["trace[968735998] 'read index received' (duration: 80.851453ms)","trace[968735998] 'applied index is now lower than readState.Index' (duration: 130.830584ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:49.1585Z","caller":"traceutil/trace.go:171","msg":"trace[2000185305] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"212.536592ms","start":"2026-04-03T02:32:48.945951Z","end":"2026-04-03T02:32:49.158487Z","steps":["trace[2000185305] 'process raft request' (duration: 212.399638ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158579Z","caller":"traceutil/trace.go:171","msg":"trace[2057104583] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"212.883831ms","start":"2026-04-03T02:32:48.945682Z","end":"2026-04-03T02:32:49.158566Z","steps":["trace[2057104583] 'process raft request' (duration: 212.585143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158626Z","caller":"traceutil/trace.go:171","msg":"trace[743695664] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"212.897082ms","start":"2026-04-03T02:32:48.94572Z","end":"2026-04-03T02:32:49.158617Z","steps":["trace[743695664] 'process raft request' (duration: 212.583573ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158696Z","caller":"traceutil/trace.go:171","msg":"trace[971610788] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"208.051813ms","start":"2026-04-03T02:32:48.950631Z","end":"2026-04-03T02:32:49.158683Z","steps":["trace[971610788] 'process raft request' (duration: 207.749774ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158798Z","caller":"traceutil/trace.go:171","msg":"trace[510260782] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"213.338785ms","start":"2026-04-03T02:32:48.945449Z","end":"2026-04-03T02:32:49.158788Z","steps":["trace[510260782] 'process raft request' (duration: 212.693336ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.158969Z","caller":"traceutil/trace.go:171","msg":"trace[39056171] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"213.446767ms","start":"2026-04-03T02:32:48.945505Z","end":"2026-04-03T02:32:49.158952Z","steps":["trace[39056171] 'process raft request' (duration: 212.681765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:49.159082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.327526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54133"} {"level":"info","ts":"2026-04-03T02:32:49.15847Z","caller":"traceutil/trace.go:171","msg":"trace[1660991855] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"212.862311ms","start":"2026-04-03T02:32:48.945586Z","end":"2026-04-03T02:32:49.158448Z","steps":["trace[1660991855] 'process raft request' (duration: 212.645015ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:49.159127Z","caller":"traceutil/trace.go:171","msg":"trace[1185135152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5166; }","duration":"212.414118ms","start":"2026-04-03T02:32:48.946702Z","end":"2026-04-03T02:32:49.159116Z","steps":["trace[1185135152] 'agreement among raft nodes before linearized reading' (duration: 212.214952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:49.159265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.166334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:49.159312Z","caller":"traceutil/trace.go:171","msg":"trace[94553990] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5166; }","duration":"114.259507ms","start":"2026-04-03T02:32:49.045041Z","end":"2026-04-03T02:32:49.159301Z","steps":["trace[94553990] 'agreement among raft nodes before linearized reading' (duration: 114.170454ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:53.65357Z","caller":"traceutil/trace.go:171","msg":"trace[557659362] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"159.706258ms","start":"2026-04-03T02:32:53.493835Z","end":"2026-04-03T02:32:53.653541Z","steps":["trace[557659362] 'process raft request' (duration: 159.469261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:56.753877Z","caller":"traceutil/trace.go:171","msg":"trace[1426773261] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"244.880545ms","start":"2026-04-03T02:32:56.508943Z","end":"2026-04-03T02:32:56.753824Z","steps":["trace[1426773261] 'process raft request' (duration: 244.555676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:57.679244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.996977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:32:57.679403Z","caller":"traceutil/trace.go:171","msg":"trace[39632911] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"175.860244ms","start":"2026-04-03T02:32:57.503516Z","end":"2026-04-03T02:32:57.679376Z","steps":["trace[39632911] 'process raft request' (duration: 59.62848ms)","trace[39632911] 'compare' (duration: 115.679548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:32:58.709277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.147047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:32:58.709378Z","caller":"traceutil/trace.go:171","msg":"trace[1577114470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"415.298862ms","start":"2026-04-03T02:32:58.294057Z","end":"2026-04-03T02:32:58.709356Z","steps":["trace[1577114470] 'range keys from in-memory index tree' (duration: 415.084815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:58.709427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:58.294035Z","time spent":"415.381904ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:32:58.709875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.269874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2b80e869299cb\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-03T02:32:58.709989Z","caller":"traceutil/trace.go:171","msg":"trace[1201726120] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18a2b80e869299cb; range_end:; response_count:1; response_revision:5311; }","duration":"117.389997ms","start":"2026-04-03T02:32:58.592569Z","end":"2026-04-03T02:32:58.709959Z","steps":["trace[1201726120] 'range keys from in-memory index tree' (duration: 117.081948ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:32:59.205118Z","caller":"traceutil/trace.go:171","msg":"trace[385174125] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"396.88184ms","start":"2026-04-03T02:32:58.808203Z","end":"2026-04-03T02:32:59.205085Z","steps":["trace[385174125] 'process raft request' (duration: 396.680484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:59.205322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:32:58.80817Z","time spent":"397.054725ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:32:59.206232Z","caller":"traceutil/trace.go:171","msg":"trace[599493087] linearizableReadLoop","detail":"{readStateIndex:5518; appliedIndex:5516; }","duration":"115.754399ms","start":"2026-04-03T02:32:59.090443Z","end":"2026-04-03T02:32:59.206197Z","steps":["trace[599493087] 'read index received' (duration: 114.478432ms)","trace[599493087] 'applied index is now lower than readState.Index' (duration: 1.274017ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:32:59.206355Z","caller":"traceutil/trace.go:171","msg":"trace[1029226523] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"198.62993ms","start":"2026-04-03T02:32:59.007714Z","end":"2026-04-03T02:32:59.206344Z","steps":["trace[1029226523] 'process raft request' (duration: 198.301811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:32:59.206644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.195502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:32:59.20669Z","caller":"traceutil/trace.go:171","msg":"trace[1441510464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5314; }","duration":"116.304555ms","start":"2026-04-03T02:32:59.09037Z","end":"2026-04-03T02:32:59.206675Z","steps":["trace[1441510464] 'agreement among raft nodes before linearized reading' (duration: 116.115659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:02.927127Z","caller":"traceutil/trace.go:171","msg":"trace[1855139749] transaction","detail":"{read_only:false; response_revision:5370; number_of_response:1; }","duration":"108.586473ms","start":"2026-04-03T02:33:02.818494Z","end":"2026-04-03T02:33:02.927081Z","steps":["trace[1855139749] 'process raft request' (duration: 108.15418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:08.99044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.621471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:33:08.990617Z","caller":"traceutil/trace.go:171","msg":"trace[730065420] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5479; }","duration":"295.842177ms","start":"2026-04-03T02:33:08.694747Z","end":"2026-04-03T02:33:08.990589Z","steps":["trace[730065420] 'range keys from in-memory index tree' (duration: 295.427715ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:13.41982Z","caller":"traceutil/trace.go:171","msg":"trace[1922263018] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"422.4238ms","start":"2026-04-03T02:33:12.996981Z","end":"2026-04-03T02:33:13.419405Z","steps":["trace[1922263018] 'process raft request' (duration: 422.203124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.419962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:12.996956Z","time spent":"422.930385ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:13.430242Z","caller":"traceutil/trace.go:171","msg":"trace[853400132] linearizableReadLoop","detail":"{readStateIndex:5721; appliedIndex:5718; }","duration":"120.81652ms","start":"2026-04-03T02:33:13.309399Z","end":"2026-04-03T02:33:13.430216Z","steps":["trace[853400132] 'read index received' (duration: 109.752129ms)","trace[853400132] 'applied index is now lower than readState.Index' (duration: 11.062961ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:13.430393Z","caller":"traceutil/trace.go:171","msg":"trace[302505849] transaction","detail":"{read_only:false; response_revision:5509; number_of_response:1; }","duration":"172.008402ms","start":"2026-04-03T02:33:13.258369Z","end":"2026-04-03T02:33:13.430377Z","steps":["trace[302505849] 'process raft request' (duration: 171.564129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:13.43052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.105829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17203"} {"level":"info","ts":"2026-04-03T02:33:13.430586Z","caller":"traceutil/trace.go:171","msg":"trace[159972866] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5510; }","duration":"121.214862ms","start":"2026-04-03T02:33:13.309353Z","end":"2026-04-03T02:33:13.430568Z","steps":["trace[159972866] 'agreement among raft nodes before linearized reading' (duration: 121.037227ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:13.430743Z","caller":"traceutil/trace.go:171","msg":"trace[1277190124] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"168.516333ms","start":"2026-04-03T02:33:13.262191Z","end":"2026-04-03T02:33:13.430707Z","steps":["trace[1277190124] 'process raft request' (duration: 167.972328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.182176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.714686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-04-03T02:33:14.182452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.377512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:14.182475Z","caller":"traceutil/trace.go:171","msg":"trace[737151285] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f; range_end:; response_count:1; response_revision:5510; }","duration":"748.050376ms","start":"2026-04-03T02:33:13.434402Z","end":"2026-04-03T02:33:14.182453Z","steps":["trace[737151285] 'range keys from in-memory index tree' (duration: 747.537601ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.182584Z","caller":"traceutil/trace.go:171","msg":"trace[673558792] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5721; }","duration":"746.814481ms","start":"2026-04-03T02:33:13.435759Z","end":"2026-04-03T02:33:14.182573Z","steps":["trace[673558792] 'read index received' (duration: 315.221313ms)","trace[673558792] 'applied index is now lower than readState.Index' (duration: 431.591558ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:14.182619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.434383Z","time spent":"748.208321ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f\" "} {"level":"info","ts":"2026-04-03T02:33:14.182644Z","caller":"traceutil/trace.go:171","msg":"trace[96324881] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"746.894793ms","start":"2026-04-03T02:33:13.435723Z","end":"2026-04-03T02:33:14.182618Z","steps":["trace[96324881] 'process raft request' (duration: 315.245604ms)","trace[96324881] 'compare' (duration: 431.188936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:14.182781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.435702Z","time spent":"746.999596ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:14.182896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.1352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:64712"} {"level":"info","ts":"2026-04-03T02:33:14.182918Z","caller":"traceutil/trace.go:171","msg":"trace[137797205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5511; }","duration":"747.160091ms","start":"2026-04-03T02:33:13.435752Z","end":"2026-04-03T02:33:14.182912Z","steps":["trace[137797205] 'agreement among raft nodes before linearized reading' (duration: 746.980956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.182955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.435732Z","time spent":"747.199592ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":64735,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:33:14.217714Z","caller":"traceutil/trace.go:171","msg":"trace[1670732903] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"781.905548ms","start":"2026-04-03T02:33:13.435751Z","end":"2026-04-03T02:33:14.217656Z","steps":["trace[1670732903] 'process raft request' (duration: 781.60581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.218066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.435727Z","time spent":"782.103644ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:14.218099Z","caller":"traceutil/trace.go:171","msg":"trace[254471221] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"782.025442ms","start":"2026-04-03T02:33:13.435802Z","end":"2026-04-03T02:33:14.217828Z","steps":["trace[254471221] 'process raft request' (duration: 781.763735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.218442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.435786Z","time spent":"782.522446ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:14.218511Z","caller":"traceutil/trace.go:171","msg":"trace[243255714] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"782.65086ms","start":"2026-04-03T02:33:13.435836Z","end":"2026-04-03T02:33:14.218486Z","steps":["trace[243255714] 'process raft request' (duration: 782.565877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.21864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.435812Z","time spent":"782.759282ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:14.218612Z","caller":"traceutil/trace.go:171","msg":"trace[897632613] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"782.705441ms","start":"2026-04-03T02:33:13.435836Z","end":"2026-04-03T02:33:14.218541Z","steps":["trace[897632613] 'process raft request' (duration: 781.770585ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.218762Z","caller":"traceutil/trace.go:171","msg":"trace[1916655555] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"782.604848ms","start":"2026-04-03T02:33:13.43613Z","end":"2026-04-03T02:33:14.218735Z","steps":["trace[1916655555] 'process raft request' (duration: 782.32069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.218835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.43612Z","time spent":"782.680491ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:14.218853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.435812Z","time spent":"782.912717ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:14.218981Z","caller":"traceutil/trace.go:171","msg":"trace[653473901] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"777.039302ms","start":"2026-04-03T02:33:13.441935Z","end":"2026-04-03T02:33:14.218975Z","steps":["trace[653473901] 'process raft request' (duration: 776.855906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.219033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.441923Z","time spent":"777.080822ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17188,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:14.219069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.241846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:14.21916Z","caller":"traceutil/trace.go:171","msg":"trace[311706829] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5518; }","duration":"265.38777ms","start":"2026-04-03T02:33:13.95375Z","end":"2026-04-03T02:33:14.219138Z","steps":["trace[311706829] 'agreement among raft nodes before linearized reading' (duration: 265.222386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:14.219175Z","caller":"traceutil/trace.go:171","msg":"trace[1204056746] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"782.989459ms","start":"2026-04-03T02:33:13.436178Z","end":"2026-04-03T02:33:14.219167Z","steps":["trace[1204056746] 'process raft request' (duration: 782.475785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.219217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.436162Z","time spent":"783.03263ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:14.219373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.253241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:33:14.219393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.323445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:14.219407Z","caller":"traceutil/trace.go:171","msg":"trace[477022882] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5518; }","duration":"354.320912ms","start":"2026-04-03T02:33:13.865076Z","end":"2026-04-03T02:33:14.219397Z","steps":["trace[477022882] 'agreement among raft nodes before linearized reading' (duration: 354.267081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.21943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.865056Z","time spent":"354.368284ms","remote":"127.0.0.1:38960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:33:14.219446Z","caller":"traceutil/trace.go:171","msg":"trace[822023088] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5518; }","duration":"391.645634ms","start":"2026-04-03T02:33:13.827773Z","end":"2026-04-03T02:33:14.219419Z","steps":["trace[822023088] 'agreement among raft nodes before linearized reading' (duration: 391.14402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.219477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:13.827753Z","time spent":"391.713915ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:14.80002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.806575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:14.800128Z","caller":"traceutil/trace.go:171","msg":"trace[17678183] linearizableReadLoop","detail":"{readStateIndex:5730; appliedIndex:5729; }","duration":"576.117405ms","start":"2026-04-03T02:33:14.223992Z","end":"2026-04-03T02:33:14.80011Z","steps":["trace[17678183] 'read index received' (duration: 70.108924ms)","trace[17678183] 'applied index is now lower than readState.Index' (duration: 506.006671ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:14.800221Z","caller":"traceutil/trace.go:171","msg":"trace[803991710] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"606.231023ms","start":"2026-04-03T02:33:14.193979Z","end":"2026-04-03T02:33:14.80021Z","steps":["trace[803991710] 'process raft request' (duration: 100.16552ms)","trace[803991710] 'compare' (duration: 505.60659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:14.800286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.193943Z","time spent":"606.309315ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:14.800603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.674414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:14.8007Z","caller":"traceutil/trace.go:171","msg":"trace[1042729544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5519; }","duration":"515.815358ms","start":"2026-04-03T02:33:14.284859Z","end":"2026-04-03T02:33:14.800674Z","steps":["trace[1042729544] 'agreement among raft nodes before linearized reading' (duration: 515.638003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.800724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.698501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17203"} {"level":"warn","ts":"2026-04-03T02:33:14.800727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.03458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-03T02:33:14.800842Z","caller":"traceutil/trace.go:171","msg":"trace[42904924] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5519; }","duration":"576.877126ms","start":"2026-04-03T02:33:14.223945Z","end":"2026-04-03T02:33:14.800822Z","steps":["trace[42904924] 'agreement among raft nodes before linearized reading' (duration: 576.546567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.800752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.284832Z","time spent":"515.907941ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:14.800844Z","caller":"traceutil/trace.go:171","msg":"trace[1938260682] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5519; }","duration":"513.180653ms","start":"2026-04-03T02:33:14.287645Z","end":"2026-04-03T02:33:14.800825Z","steps":["trace[1938260682] 'agreement among raft nodes before linearized reading' (duration: 512.860164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:14.800899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.223924Z","time spent":"576.964079ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17226,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T02:33:14.800931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.287632Z","time spent":"513.286886ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-03T02:33:15.138977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.393199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:15.13917Z","caller":"traceutil/trace.go:171","msg":"trace[572582536] linearizableReadLoop","detail":"{readStateIndex:5731; appliedIndex:5730; }","duration":"192.181209ms","start":"2026-04-03T02:33:14.94697Z","end":"2026-04-03T02:33:15.139151Z","steps":["trace[572582536] 'read index received' (duration: 1.390629ms)","trace[572582536] 'applied index is now lower than readState.Index' (duration: 190.78903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:15.139271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.297342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:15.139344Z","caller":"traceutil/trace.go:171","msg":"trace[105593401] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5520; }","duration":"192.403535ms","start":"2026-04-03T02:33:14.946929Z","end":"2026-04-03T02:33:15.139333Z","steps":["trace[105593401] 'agreement among raft nodes before linearized reading' (duration: 192.301923ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.139374Z","caller":"traceutil/trace.go:171","msg":"trace[329820052] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"321.210421ms","start":"2026-04-03T02:33:14.818085Z","end":"2026-04-03T02:33:15.139295Z","steps":["trace[329820052] 'process raft request' (duration: 130.39776ms)","trace[329820052] 'compare' (duration: 190.268136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:15.139756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:14.81806Z","time spent":"321.561952ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17004,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:15.67509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.266023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:15.675695Z","caller":"traceutil/trace.go:171","msg":"trace[1664632832] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"240.14148ms","start":"2026-04-03T02:33:15.435528Z","end":"2026-04-03T02:33:15.67567Z","steps":["trace[1664632832] 'process raft request' (duration: 240.020616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.675746Z","caller":"traceutil/trace.go:171","msg":"trace[629987177] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"518.448843ms","start":"2026-04-03T02:33:15.157278Z","end":"2026-04-03T02:33:15.675727Z","steps":["trace[629987177] 'process raft request' (duration: 518.184786ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.67575Z","caller":"traceutil/trace.go:171","msg":"trace[649641027] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"529.568136ms","start":"2026-04-03T02:33:15.146156Z","end":"2026-04-03T02:33:15.675724Z","steps":["trace[649641027] 'process raft request' (duration: 529.193886ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:15.675757Z","caller":"traceutil/trace.go:171","msg":"trace[140544289] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"529.848234ms","start":"2026-04-03T02:33:15.145867Z","end":"2026-04-03T02:33:15.675716Z","steps":["trace[140544289] 'process raft request' (duration: 212.854751ms)","trace[140544289] 'compare' (duration: 315.985575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:15.675874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.146142Z","time spent":"529.666949ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1852,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:15.675747Z","caller":"traceutil/trace.go:171","msg":"trace[1845837416] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"520.509561ms","start":"2026-04-03T02:33:15.1552Z","end":"2026-04-03T02:33:15.675709Z","steps":["trace[1845837416] 'process raft request' (duration: 520.199492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.676059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.130011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:33:15.676004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.145843Z","time spent":"530.040579ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1272,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:15.676103Z","caller":"traceutil/trace.go:171","msg":"trace[1468743761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5527; }","duration":"530.228035ms","start":"2026-04-03T02:33:15.145865Z","end":"2026-04-03T02:33:15.676093Z","steps":["trace[1468743761] 'agreement among raft nodes before linearized reading' (duration: 530.004368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.676098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.155186Z","time spent":"520.842711ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:15.675808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.157264Z","time spent":"518.513795ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15330,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:15.675771Z","caller":"traceutil/trace.go:171","msg":"trace[2107560372] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"529.605976ms","start":"2026-04-03T02:33:15.146127Z","end":"2026-04-03T02:33:15.675733Z","steps":["trace[2107560372] 'process raft request' (duration: 529.113663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.676391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.146104Z","time spent":"530.241105ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1392,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:15.676218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.145854Z","time spent":"530.295336ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:33:15.677534Z","caller":"traceutil/trace.go:171","msg":"trace[776349492] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5732; }","duration":"529.835523ms","start":"2026-04-03T02:33:15.145895Z","end":"2026-04-03T02:33:15.67573Z","steps":["trace[776349492] 'read index received' (duration: 59.717221ms)","trace[776349492] 'applied index is now lower than readState.Index' (duration: 470.116912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:15.684202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.509027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T02:33:15.684271Z","caller":"traceutil/trace.go:171","msg":"trace[1751633238] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5528; }","duration":"463.62362ms","start":"2026-04-03T02:33:15.220629Z","end":"2026-04-03T02:33:15.684253Z","steps":["trace[1751633238] 'agreement among raft nodes before linearized reading' (duration: 463.414924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.684311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.220613Z","time spent":"463.686641ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-03T02:33:15.684397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.456277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:15.684477Z","caller":"traceutil/trace.go:171","msg":"trace[414410043] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5528; }","duration":"122.725344ms","start":"2026-04-03T02:33:15.561734Z","end":"2026-04-03T02:33:15.684459Z","steps":["trace[414410043] 'agreement among raft nodes before linearized reading' (duration: 122.470157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.684579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.821597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-04-03T02:33:15.684625Z","caller":"traceutil/trace.go:171","msg":"trace[2077875403] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5528; }","duration":"316.892839ms","start":"2026-04-03T02:33:15.367712Z","end":"2026-04-03T02:33:15.684605Z","steps":["trace[2077875403] 'agreement among raft nodes before linearized reading' (duration: 316.800166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.684656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.367691Z","time spent":"316.958581ms","remote":"127.0.0.1:38930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3267,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-03T02:33:15.684809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.853097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:15.68484Z","caller":"traceutil/trace.go:171","msg":"trace[2079520366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5528; }","duration":"398.925029ms","start":"2026-04-03T02:33:15.285907Z","end":"2026-04-03T02:33:15.684832Z","steps":["trace[2079520366] 'agreement among raft nodes before linearized reading' (duration: 398.880137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:15.684893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.285879Z","time spent":"398.97842ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:33:15.685256Z","caller":"traceutil/trace.go:171","msg":"trace[446833905] transaction","detail":"{read_only:false; response_revision:5528; number_of_response:1; }","duration":"249.342898ms","start":"2026-04-03T02:33:15.435899Z","end":"2026-04-03T02:33:15.685242Z","steps":["trace[446833905] 'process raft request' (duration: 248.017041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.040623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.275306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:33:16.040985Z","caller":"traceutil/trace.go:171","msg":"trace[442013662] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"354.952791ms","start":"2026-04-03T02:33:15.68601Z","end":"2026-04-03T02:33:16.040962Z","steps":["trace[442013662] 'process raft request' (duration: 354.891809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.041099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.685999Z","time spent":"355.048454ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:16.041138Z","caller":"traceutil/trace.go:171","msg":"trace[2073776212] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5739; }","duration":"356.161635ms","start":"2026-04-03T02:33:15.68495Z","end":"2026-04-03T02:33:16.041111Z","steps":["trace[2073776212] 'read index received' (duration: 106.283142ms)","trace[2073776212] 'applied index is now lower than readState.Index' (duration: 249.877423ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:16.040979Z","caller":"traceutil/trace.go:171","msg":"trace[2059634944] transaction","detail":"{read_only:false; response_revision:5529; number_of_response:1; }","duration":"358.787559ms","start":"2026-04-03T02:33:15.682158Z","end":"2026-04-03T02:33:16.040946Z","steps":["trace[2059634944] 'process raft request' (duration: 109.04294ms)","trace[2059634944] 'compare' (duration: 249.135992ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:16.041166Z","caller":"traceutil/trace.go:171","msg":"trace[1449992095] transaction","detail":"{read_only:false; response_revision:5531; number_of_response:1; }","duration":"355.809385ms","start":"2026-04-03T02:33:15.685346Z","end":"2026-04-03T02:33:16.041155Z","steps":["trace[1449992095] 'process raft request' (duration: 355.497306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.041295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.33824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13285"} {"level":"warn","ts":"2026-04-03T02:33:16.041316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.685328Z","time spent":"355.920018ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:16.041333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.797378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-197dc450-ceea-4092-84fa-1ff0047d2a82\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-03T02:33:16.041356Z","caller":"traceutil/trace.go:171","msg":"trace[1829924409] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5532; }","duration":"356.442404ms","start":"2026-04-03T02:33:15.684901Z","end":"2026-04-03T02:33:16.041343Z","steps":["trace[1829924409] 'agreement among raft nodes before linearized reading' (duration: 356.298459ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.041368Z","caller":"traceutil/trace.go:171","msg":"trace[848517244] range","detail":"{range_begin:/registry/persistentvolumes/pvc-197dc450-ceea-4092-84fa-1ff0047d2a82; range_end:; response_count:1; response_revision:5532; }","duration":"353.85216ms","start":"2026-04-03T02:33:15.687505Z","end":"2026-04-03T02:33:16.041357Z","steps":["trace[848517244] 'agreement among raft nodes before linearized reading' (duration: 353.757487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.041392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.684891Z","time spent":"356.492615ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13308,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T02:33:16.041389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.735595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-03T02:33:16.041443Z","caller":"traceutil/trace.go:171","msg":"trace[522469613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5532; }","duration":"348.815638ms","start":"2026-04-03T02:33:15.692611Z","end":"2026-04-03T02:33:16.041427Z","steps":["trace[522469613] 'agreement among raft nodes before linearized reading' (duration: 348.641853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.041394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.687493Z","time spent":"353.891691ms","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-197dc450-ceea-4092-84fa-1ff0047d2a82\" "} {"level":"warn","ts":"2026-04-03T02:33:16.0415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.692571Z","time spent":"348.915931ms","remote":"127.0.0.1:39044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-03T02:33:16.041537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.498385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111861"} {"level":"warn","ts":"2026-04-03T02:33:16.041563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.682145Z","time spent":"359.048696ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:16.04159Z","caller":"traceutil/trace.go:171","msg":"trace[1968482571] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5532; }","duration":"356.567376ms","start":"2026-04-03T02:33:15.68501Z","end":"2026-04-03T02:33:16.041577Z","steps":["trace[1968482571] 'agreement among raft nodes before linearized reading' (duration: 356.246387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.041629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.685004Z","time spent":"356.615928ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111884,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-04-03T02:33:16.040997Z","caller":"traceutil/trace.go:171","msg":"trace[742032341] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"358.686186ms","start":"2026-04-03T02:33:15.68226Z","end":"2026-04-03T02:33:16.040946Z","steps":["trace[742032341] 'process raft request' (duration: 358.47829ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.042238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:15.682241Z","time spent":"359.894761ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:16.254626Z","caller":"traceutil/trace.go:171","msg":"trace[1650919631] linearizableReadLoop","detail":"{readStateIndex:5744; appliedIndex:5743; }","duration":"201.618005ms","start":"2026-04-03T02:33:16.052987Z","end":"2026-04-03T02:33:16.254605Z","steps":["trace[1650919631] 'read index received' (duration: 104.550273ms)","trace[1650919631] 'applied index is now lower than readState.Index' (duration: 97.066492ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:16.254735Z","caller":"traceutil/trace.go:171","msg":"trace[563129075] transaction","detail":"{read_only:false; response_revision:5533; number_of_response:1; }","duration":"202.15364ms","start":"2026-04-03T02:33:16.052544Z","end":"2026-04-03T02:33:16.254698Z","steps":["trace[563129075] 'process raft request' (duration: 105.058987ms)","trace[563129075] 'compare' (duration: 96.899767ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:16.254846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.839721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-04-03T02:33:16.254898Z","caller":"traceutil/trace.go:171","msg":"trace[218754000] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf8e8554-05e5-414d-9202-7ffc43b84c8f; range_end:; response_count:1; response_revision:5533; }","duration":"201.922793ms","start":"2026-04-03T02:33:16.05296Z","end":"2026-04-03T02:33:16.254882Z","steps":["trace[218754000] 'agreement among raft nodes before linearized reading' (duration: 201.771289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.280534Z","caller":"traceutil/trace.go:171","msg":"trace[152448192] transaction","detail":"{read_only:false; response_revision:5534; number_of_response:1; }","duration":"227.252256ms","start":"2026-04-03T02:33:16.053252Z","end":"2026-04-03T02:33:16.280504Z","steps":["trace[152448192] 'process raft request' (duration: 226.764983ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.511147Z","caller":"traceutil/trace.go:171","msg":"trace[664787538] linearizableReadLoop","detail":"{readStateIndex:5753; appliedIndex:5752; }","duration":"148.103578ms","start":"2026-04-03T02:33:16.363017Z","end":"2026-04-03T02:33:16.511121Z","steps":["trace[664787538] 'read index received' (duration: 147.855202ms)","trace[664787538] 'applied index is now lower than readState.Index' (duration: 247.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:16.511187Z","caller":"traceutil/trace.go:171","msg":"trace[580457719] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"162.564006ms","start":"2026-04-03T02:33:16.348596Z","end":"2026-04-03T02:33:16.51116Z","steps":["trace[580457719] 'process raft request' (duration: 162.328649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:16.511332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.331821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:33:16.511366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.336656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:33:16.511409Z","caller":"traceutil/trace.go:171","msg":"trace[1414213519] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5542; }","duration":"139.453805ms","start":"2026-04-03T02:33:16.371936Z","end":"2026-04-03T02:33:16.51139Z","steps":["trace[1414213519] 'agreement among raft nodes before linearized reading' (duration: 139.321401ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.511434Z","caller":"traceutil/trace.go:171","msg":"trace[1244804152] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5542; }","duration":"148.448459ms","start":"2026-04-03T02:33:16.362963Z","end":"2026-04-03T02:33:16.511411Z","steps":["trace[1244804152] 'agreement among raft nodes before linearized reading' (duration: 148.249273ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.6601Z","caller":"traceutil/trace.go:171","msg":"trace[1624093935] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"141.76524ms","start":"2026-04-03T02:33:16.51831Z","end":"2026-04-03T02:33:16.660075Z","steps":["trace[1624093935] 'process raft request' (duration: 54.107333ms)","trace[1624093935] 'compare' (duration: 87.484102ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:16.70621Z","caller":"traceutil/trace.go:171","msg":"trace[761676522] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"179.129192ms","start":"2026-04-03T02:33:16.527063Z","end":"2026-04-03T02:33:16.706192Z","steps":["trace[761676522] 'process raft request' (duration: 179.087191ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.706352Z","caller":"traceutil/trace.go:171","msg":"trace[416750340] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"187.817047ms","start":"2026-04-03T02:33:16.518501Z","end":"2026-04-03T02:33:16.706318Z","steps":["trace[416750340] 'process raft request' (duration: 187.462067ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.706553Z","caller":"traceutil/trace.go:171","msg":"trace[1800251700] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"187.526119ms","start":"2026-04-03T02:33:16.518973Z","end":"2026-04-03T02:33:16.706499Z","steps":["trace[1800251700] 'process raft request' (duration: 187.150158ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:16.706595Z","caller":"traceutil/trace.go:171","msg":"trace[488262898] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"187.641112ms","start":"2026-04-03T02:33:16.51894Z","end":"2026-04-03T02:33:16.706581Z","steps":["trace[488262898] 'process raft request' (duration: 187.136438ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:19.110671Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2682} {"level":"info","ts":"2026-04-03T02:33:19.208211Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2682,"took":"96.196598ms","hash":878806432,"current-db-size-bytes":55767040,"current-db-size":"56 MB","current-db-size-in-use-bytes":30834688,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-03T02:33:19.208281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":878806432,"revision":2682,"compact-revision":-1} {"level":"info","ts":"2026-04-03T02:33:44.713136Z","caller":"traceutil/trace.go:171","msg":"trace[417252509] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"126.042387ms","start":"2026-04-03T02:33:44.587038Z","end":"2026-04-03T02:33:44.71308Z","steps":["trace[417252509] 'process raft request' (duration: 125.811791ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.713491Z","caller":"traceutil/trace.go:171","msg":"trace[1062178327] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"122.522109ms","start":"2026-04-03T02:33:44.590953Z","end":"2026-04-03T02:33:44.713475Z","steps":["trace[1062178327] 'process raft request' (duration: 121.998544ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.713429Z","caller":"traceutil/trace.go:171","msg":"trace[1045093979] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"128.104515ms","start":"2026-04-03T02:33:44.584938Z","end":"2026-04-03T02:33:44.713042Z","steps":["trace[1045093979] 'process raft request' (duration: 125.909064ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.714739Z","caller":"traceutil/trace.go:171","msg":"trace[706023728] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"123.506086ms","start":"2026-04-03T02:33:44.591207Z","end":"2026-04-03T02:33:44.714713Z","steps":["trace[706023728] 'process raft request' (duration: 122.374625ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.714803Z","caller":"traceutil/trace.go:171","msg":"trace[772586950] linearizableReadLoop","detail":"{readStateIndex:6008; appliedIndex:6005; }","duration":"126.233183ms","start":"2026-04-03T02:33:44.588539Z","end":"2026-04-03T02:33:44.714772Z","steps":["trace[772586950] 'read index received' (duration: 36.612441ms)","trace[772586950] 'applied index is now lower than readState.Index' (duration: 89.616392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:33:44.71509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.524801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-03T02:33:44.715164Z","caller":"traceutil/trace.go:171","msg":"trace[457220065] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5792; }","duration":"126.640185ms","start":"2026-04-03T02:33:44.588507Z","end":"2026-04-03T02:33:44.715147Z","steps":["trace[457220065] 'agreement among raft nodes before linearized reading' (duration: 126.422508ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:44.714566Z","caller":"traceutil/trace.go:171","msg":"trace[1701007543] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"121.672775ms","start":"2026-04-03T02:33:44.592869Z","end":"2026-04-03T02:33:44.714542Z","steps":["trace[1701007543] 'process raft request' (duration: 121.250363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:46.337596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558105945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:47.287063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558105945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:47.789661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558105945,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:33:47.909543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.073183023s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:33:47.910225Z","caller":"traceutil/trace.go:171","msg":"trace[1637865753] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"2.073978755s","start":"2026-04-03T02:33:45.83621Z","end":"2026-04-03T02:33:47.910189Z","steps":["trace[1637865753] 'process raft request' (duration: 2.073758209s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.91045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:45.836171Z","time spent":"2.074170931s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:47.930214Z","caller":"traceutil/trace.go:171","msg":"trace[732863332] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"2.093543296s","start":"2026-04-03T02:33:45.836634Z","end":"2026-04-03T02:33:47.930177Z","steps":["trace[732863332] 'process raft request' (duration: 2.09330974s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.930461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:45.836602Z","time spent":"2.093727822s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:33:47.933062Z","caller":"traceutil/trace.go:171","msg":"trace[1199208346] linearizableReadLoop","detail":"{readStateIndex:6030; appliedIndex:6025; }","duration":"2.096337045s","start":"2026-04-03T02:33:45.836702Z","end":"2026-04-03T02:33:47.933039Z","steps":["trace[1199208346] 'read index received' (duration: 2.073292556s)","trace[1199208346] 'applied index is now lower than readState.Index' (duration: 23.042799ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:33:47.933084Z","caller":"traceutil/trace.go:171","msg":"trace[1212152997] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"639.812029ms","start":"2026-04-03T02:33:47.293238Z","end":"2026-04-03T02:33:47.93305Z","steps":["trace[1212152997] 'process raft request' (duration: 639.387707ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.93318Z","caller":"traceutil/trace.go:171","msg":"trace[1379576275] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"482.852771ms","start":"2026-04-03T02:33:47.450316Z","end":"2026-04-03T02:33:47.933168Z","steps":["trace[1379576275] 'process raft request' (duration: 482.490161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.933241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:47.450292Z","time spent":"482.912742ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2317,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:33:47.93329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:47.293215Z","time spent":"639.956834ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:33:47.933573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09686972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-04-03T02:33:47.933623Z","caller":"traceutil/trace.go:171","msg":"trace[1013041727] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5809; }","duration":"2.096968993s","start":"2026-04-03T02:33:45.83664Z","end":"2026-04-03T02:33:47.933609Z","steps":["trace[1013041727] 'agreement among raft nodes before linearized reading' (duration: 2.096774727s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.933656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:45.836608Z","time spent":"2.097040394s","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3547,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-04-03T02:33:47.933877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638411966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:47.933948Z","caller":"traceutil/trace.go:171","msg":"trace[1323259209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5809; }","duration":"1.638518969s","start":"2026-04-03T02:33:46.29541Z","end":"2026-04-03T02:33:47.933928Z","steps":["trace[1323259209] 'agreement among raft nodes before linearized reading' (duration: 1.638403896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.933993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.295389Z","time spent":"1.63859345s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:33:47.934134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444080535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:33:47.934176Z","caller":"traceutil/trace.go:171","msg":"trace[1856771334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5809; }","duration":"1.444138627s","start":"2026-04-03T02:33:46.490027Z","end":"2026-04-03T02:33:47.934166Z","steps":["trace[1856771334] 'agreement among raft nodes before linearized reading' (duration: 1.444030134s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.934205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.490014Z","time spent":"1.444184898s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:47.934352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446531524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:33:47.93441Z","caller":"traceutil/trace.go:171","msg":"trace[260638469] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:5809; }","duration":"1.446609497s","start":"2026-04-03T02:33:46.487787Z","end":"2026-04-03T02:33:47.934397Z","steps":["trace[260638469] 'agreement among raft nodes before linearized reading' (duration: 1.446406201s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.934416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.182307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:33:47.934451Z","caller":"traceutil/trace.go:171","msg":"trace[2138188563] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5809; }","duration":"134.274679ms","start":"2026-04-03T02:33:47.800167Z","end":"2026-04-03T02:33:47.934442Z","steps":["trace[2138188563] 'agreement among raft nodes before linearized reading' (duration: 134.161036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.934582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448199551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:33:47.934631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.002327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:33:47.934637Z","caller":"traceutil/trace.go:171","msg":"trace[182581348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5809; }","duration":"1.448263543s","start":"2026-04-03T02:33:46.48636Z","end":"2026-04-03T02:33:47.934624Z","steps":["trace[182581348] 'agreement among raft nodes before linearized reading' (duration: 1.448116689s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.934667Z","caller":"traceutil/trace.go:171","msg":"trace[815082606] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5809; }","duration":"604.081369ms","start":"2026-04-03T02:33:47.330573Z","end":"2026-04-03T02:33:47.934655Z","steps":["trace[815082606] 'agreement among raft nodes before linearized reading' (duration: 604.024978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.934689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.486354Z","time spent":"1.448323725s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:33:47.934793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.112776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:33:47.934844Z","caller":"traceutil/trace.go:171","msg":"trace[232303617] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5809; }","duration":"641.186527ms","start":"2026-04-03T02:33:47.293649Z","end":"2026-04-03T02:33:47.934836Z","steps":["trace[232303617] 'agreement among raft nodes before linearized reading' (duration: 641.065204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.934875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:47.293641Z","time spent":"641.228328ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:33:47.934453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.487778Z","time spent":"1.446663858s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"warn","ts":"2026-04-03T02:33:47.935227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47977734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:33:47.935089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.967636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T02:33:47.934696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:47.330508Z","time spent":"604.181762ms","remote":"127.0.0.1:32946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:33:47.935378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442651295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:33:47.935348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45453276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:33:47.935419Z","caller":"traceutil/trace.go:171","msg":"trace[1670034213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5809; }","duration":"1.442707556s","start":"2026-04-03T02:33:46.492702Z","end":"2026-04-03T02:33:47.93541Z","steps":["trace[1670034213] 'agreement among raft nodes before linearized reading' (duration: 1.442543512s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.935363Z","caller":"traceutil/trace.go:171","msg":"trace[2067488842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5809; }","duration":"644.217683ms","start":"2026-04-03T02:33:47.291062Z","end":"2026-04-03T02:33:47.93528Z","steps":["trace[2067488842] 'agreement among raft nodes before linearized reading' (duration: 643.960366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:33:47.935434Z","caller":"traceutil/trace.go:171","msg":"trace[1701309727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5809; }","duration":"1.454634102s","start":"2026-04-03T02:33:46.480791Z","end":"2026-04-03T02:33:47.935425Z","steps":["trace[1701309727] 'agreement among raft nodes before linearized reading' (duration: 1.454371175s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.935456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.492694Z","time spent":"1.442756369s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:33:47.935486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.480781Z","time spent":"1.454681994s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:33:47.935273Z","caller":"traceutil/trace.go:171","msg":"trace[1278219750] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5809; }","duration":"1.479866723s","start":"2026-04-03T02:33:46.455388Z","end":"2026-04-03T02:33:47.935255Z","steps":["trace[1278219750] 'agreement among raft nodes before linearized reading' (duration: 1.47976041s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.935702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:47.291032Z","time spent":"644.439029ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-03T02:33:47.935712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.455359Z","time spent":"1.480270294s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:33:47.935304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455315021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:33:47.93596Z","caller":"traceutil/trace.go:171","msg":"trace[696554434] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5809; }","duration":"1.45596143s","start":"2026-04-03T02:33:46.479959Z","end":"2026-04-03T02:33:47.93592Z","steps":["trace[696554434] 'agreement among raft nodes before linearized reading' (duration: 1.455225119s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.936036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.479948Z","time spent":"1.456066242s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:33:47.936724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451019831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:33:47.936765Z","caller":"traceutil/trace.go:171","msg":"trace[724996804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5809; }","duration":"1.451095542s","start":"2026-04-03T02:33:46.485659Z","end":"2026-04-03T02:33:47.936755Z","steps":["trace[724996804] 'agreement among raft nodes before linearized reading' (duration: 1.4492495s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:33:47.936794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:33:46.485649Z","time spent":"1.451137504s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:33:59.160409Z","caller":"traceutil/trace.go:171","msg":"trace[1964884800] transaction","detail":"{read_only:false; response_revision:5896; number_of_response:1; }","duration":"178.969757ms","start":"2026-04-03T02:33:58.981399Z","end":"2026-04-03T02:33:59.160369Z","steps":["trace[1964884800] 'process raft request' (duration: 178.72197ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:00.171095Z","caller":"traceutil/trace.go:171","msg":"trace[1099504909] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"173.315008ms","start":"2026-04-03T02:33:59.997723Z","end":"2026-04-03T02:34:00.171038Z","steps":["trace[1099504909] 'process raft request' (duration: 172.982149ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:00.527043Z","caller":"traceutil/trace.go:171","msg":"trace[1570163644] linearizableReadLoop","detail":"{readStateIndex:6121; appliedIndex:6119; }","duration":"426.210276ms","start":"2026-04-03T02:34:00.100754Z","end":"2026-04-03T02:34:00.526964Z","steps":["trace[1570163644] 'read index received' (duration: 69.916968ms)","trace[1570163644] 'applied index is now lower than readState.Index' (duration: 356.292398ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:00.527163Z","caller":"traceutil/trace.go:171","msg":"trace[357726751] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"500.564549ms","start":"2026-04-03T02:34:00.026549Z","end":"2026-04-03T02:34:00.527113Z","steps":["trace[357726751] 'process raft request' (duration: 500.263411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.52726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.152785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:34:00.527291Z","caller":"traceutil/trace.go:171","msg":"trace[309270307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5898; }","duration":"426.202746ms","start":"2026-04-03T02:34:00.10108Z","end":"2026-04-03T02:34:00.527283Z","steps":["trace[309270307] 'agreement among raft nodes before linearized reading' (duration: 426.071653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.527317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.101043Z","time spent":"426.267948ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:34:00.527336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.906025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:00.527374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.026522Z","time spent":"500.754645ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:00.527422Z","caller":"traceutil/trace.go:171","msg":"trace[590012358] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5898; }","duration":"347.034609ms","start":"2026-04-03T02:34:00.180367Z","end":"2026-04-03T02:34:00.527402Z","steps":["trace[590012358] 'agreement among raft nodes before linearized reading' (duration: 346.831973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.527441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.246517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:34:00.527459Z","caller":"traceutil/trace.go:171","msg":"trace[1338280252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5898; }","duration":"405.313298ms","start":"2026-04-03T02:34:00.12214Z","end":"2026-04-03T02:34:00.527453Z","steps":["trace[1338280252] 'agreement among raft nodes before linearized reading' (duration: 405.263007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.527476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.122112Z","time spent":"405.3597ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:00.527475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.180352Z","time spent":"347.10794ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-03T02:34:00.527523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.999786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:34:00.527517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.774339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:34:00.527613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.213277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:00.527655Z","caller":"traceutil/trace.go:171","msg":"trace[1433758998] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5898; }","duration":"107.289259ms","start":"2026-04-03T02:34:00.420355Z","end":"2026-04-03T02:34:00.527644Z","steps":["trace[1433758998] 'agreement among raft nodes before linearized reading' (duration: 107.231098ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:00.527671Z","caller":"traceutil/trace.go:171","msg":"trace[1786226934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5898; }","duration":"137.207772ms","start":"2026-04-03T02:34:00.390406Z","end":"2026-04-03T02:34:00.527614Z","steps":["trace[1786226934] 'agreement among raft nodes before linearized reading' (duration: 137.020386ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:00.527671Z","caller":"traceutil/trace.go:171","msg":"trace[1551303081] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:5898; }","duration":"390.988315ms","start":"2026-04-03T02:34:00.136633Z","end":"2026-04-03T02:34:00.527621Z","steps":["trace[1551303081] 'agreement among raft nodes before linearized reading' (duration: 390.768959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.527728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.136601Z","time spent":"391.113428ms","remote":"127.0.0.1:55554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:00.527815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.463179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-04-03T02:34:00.527835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.6186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:34:00.527896Z","caller":"traceutil/trace.go:171","msg":"trace[2143848979] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5898; }","duration":"294.595312ms","start":"2026-04-03T02:34:00.233281Z","end":"2026-04-03T02:34:00.527876Z","steps":["trace[2143848979] 'agreement among raft nodes before linearized reading' (duration: 294.17757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.527914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.064543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:34:00.528013Z","caller":"traceutil/trace.go:171","msg":"trace[944584853] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5898; }","duration":"404.187616ms","start":"2026-04-03T02:34:00.123803Z","end":"2026-04-03T02:34:00.527991Z","steps":["trace[944584853] 'agreement among raft nodes before linearized reading' (duration: 403.914859ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:00.527932Z","caller":"traceutil/trace.go:171","msg":"trace[648905561] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5898; }","duration":"403.780825ms","start":"2026-04-03T02:34:00.124124Z","end":"2026-04-03T02:34:00.527905Z","steps":["trace[648905561] 'agreement among raft nodes before linearized reading' (duration: 403.25832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.52806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.123788Z","time spent":"404.260609ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:34:00.528039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.67614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-03T02:34:00.52806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.844473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:34:00.528139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.124085Z","time spent":"403.999512ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:34:00.528204Z","caller":"traceutil/trace.go:171","msg":"trace[1696255421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5898; }","duration":"406.010508ms","start":"2026-04-03T02:34:00.12218Z","end":"2026-04-03T02:34:00.52819Z","steps":["trace[1696255421] 'agreement among raft nodes before linearized reading' (duration: 405.156814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.528262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.122153Z","time spent":"406.0906ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:00.528301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.65829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:00.528354Z","caller":"traceutil/trace.go:171","msg":"trace[935137852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5898; }","duration":"242.739672ms","start":"2026-04-03T02:34:00.285593Z","end":"2026-04-03T02:34:00.528333Z","steps":["trace[935137852] 'agreement among raft nodes before linearized reading' (duration: 242.005861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.528415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.827341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:34:00.528402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.771271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-03T02:34:00.528458Z","caller":"traceutil/trace.go:171","msg":"trace[1294549970] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5898; }","duration":"347.919253ms","start":"2026-04-03T02:34:00.180525Z","end":"2026-04-03T02:34:00.528444Z","steps":["trace[1294549970] 'agreement among raft nodes before linearized reading' (duration: 347.160792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:00.52846Z","caller":"traceutil/trace.go:171","msg":"trace[1475906501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5898; }","duration":"405.852033ms","start":"2026-04-03T02:34:00.122598Z","end":"2026-04-03T02:34:00.52845Z","steps":["trace[1475906501] 'agreement among raft nodes before linearized reading' (duration: 404.752482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.528485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.122589Z","time spent":"405.890005ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:34:00.528492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.180498Z","time spent":"347.987525ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-03T02:34:00.52851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.7485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:34:00.528566Z","caller":"traceutil/trace.go:171","msg":"trace[1913691121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5898; }","duration":"405.416631ms","start":"2026-04-03T02:34:00.122721Z","end":"2026-04-03T02:34:00.528137Z","steps":["trace[1913691121] 'agreement among raft nodes before linearized reading' (duration: 404.536697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.528647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.122715Z","time spent":"405.918225ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:34:00.528597Z","caller":"traceutil/trace.go:171","msg":"trace[156450535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:5898; }","duration":"427.889454ms","start":"2026-04-03T02:34:00.100694Z","end":"2026-04-03T02:34:00.528584Z","steps":["trace[156450535] 'agreement among raft nodes before linearized reading' (duration: 426.436923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:00.528957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.10067Z","time spent":"428.273145ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:34:00.650481Z","caller":"traceutil/trace.go:171","msg":"trace[1371808426] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"118.760153ms","start":"2026-04-03T02:34:00.531691Z","end":"2026-04-03T02:34:00.650451Z","steps":["trace[1371808426] 'process raft request' (duration: 90.905439ms)","trace[1371808426] 'compare' (duration: 27.71638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:01.196056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.498059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:01.196634Z","caller":"traceutil/trace.go:171","msg":"trace[1556165997] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"663.519927ms","start":"2026-04-03T02:34:00.533067Z","end":"2026-04-03T02:34:01.196587Z","steps":["trace[1556165997] 'process raft request' (duration: 400.372079ms)","trace[1556165997] 'compare' (duration: 262.222942ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:01.196733Z","caller":"traceutil/trace.go:171","msg":"trace[862004867] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"663.500546ms","start":"2026-04-03T02:34:00.533196Z","end":"2026-04-03T02:34:01.196696Z","steps":["trace[862004867] 'process raft request' (duration: 663.279659ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:01.196817Z","caller":"traceutil/trace.go:171","msg":"trace[2094498728] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"663.511896ms","start":"2026-04-03T02:34:00.53327Z","end":"2026-04-03T02:34:01.196781Z","steps":["trace[2094498728] 'process raft request' (duration: 663.347691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:01.196875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533048Z","time spent":"663.672321ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:01.19687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533189Z","time spent":"663.61654ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:01.196974Z","caller":"traceutil/trace.go:171","msg":"trace[1824156978] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"663.592708ms","start":"2026-04-03T02:34:00.533342Z","end":"2026-04-03T02:34:01.196935Z","steps":["trace[1824156978] 'process raft request' (duration: 663.332261ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:01.197119Z","caller":"traceutil/trace.go:171","msg":"trace[117843679] transaction","detail":"{read_only:false; response_revision:5904; number_of_response:1; }","duration":"663.372162ms","start":"2026-04-03T02:34:00.533733Z","end":"2026-04-03T02:34:01.197105Z","steps":["trace[117843679] 'process raft request' (duration: 663.119125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:01.197144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533333Z","time spent":"663.722423ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:01.197351Z","caller":"traceutil/trace.go:171","msg":"trace[978978334] transaction","detail":"{read_only:false; response_revision:5905; number_of_response:1; }","duration":"663.398704ms","start":"2026-04-03T02:34:00.533757Z","end":"2026-04-03T02:34:01.197155Z","steps":["trace[978978334] 'process raft request' (duration: 663.237439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:01.197461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533747Z","time spent":"663.677111ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:01.197377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533721Z","time spent":"663.426984ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:01.197476Z","caller":"traceutil/trace.go:171","msg":"trace[1617507567] linearizableReadLoop","detail":"{readStateIndex:6126; appliedIndex:6121; }","duration":"663.968029ms","start":"2026-04-03T02:34:00.533485Z","end":"2026-04-03T02:34:01.197453Z","steps":["trace[1617507567] 'read index received' (duration: 89.136749ms)","trace[1617507567] 'applied index is now lower than readState.Index' (duration: 574.768528ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:01.196996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533246Z","time spent":"663.65831ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:01.197953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.391441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84878"} {"level":"info","ts":"2026-04-03T02:34:01.198038Z","caller":"traceutil/trace.go:171","msg":"trace[991446450] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5905; }","duration":"664.593957ms","start":"2026-04-03T02:34:00.533424Z","end":"2026-04-03T02:34:01.198018Z","steps":["trace[991446450] 'agreement among raft nodes before linearized reading' (duration: 664.176755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:01.198082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.533401Z","time spent":"664.671069ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":84901,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:34:01.198427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.179933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:01.198507Z","caller":"traceutil/trace.go:171","msg":"trace[883300079] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5905; }","duration":"244.305277ms","start":"2026-04-03T02:34:00.954191Z","end":"2026-04-03T02:34:01.198496Z","steps":["trace[883300079] 'agreement among raft nodes before linearized reading' (duration: 244.197344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:01.1988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.912407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:01.198883Z","caller":"traceutil/trace.go:171","msg":"trace[939766291] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5905; }","duration":"411.472212ms","start":"2026-04-03T02:34:00.787397Z","end":"2026-04-03T02:34:01.19887Z","steps":["trace[939766291] 'agreement among raft nodes before linearized reading' (duration: 410.938067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:01.198944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:00.787368Z","time spent":"411.560324ms","remote":"127.0.0.1:42452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:34:01.506231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.552864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:34:01.50632Z","caller":"traceutil/trace.go:171","msg":"trace[1885584586] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5905; }","duration":"114.729769ms","start":"2026-04-03T02:34:01.391572Z","end":"2026-04-03T02:34:01.506302Z","steps":["trace[1885584586] 'count revisions from in-memory index tree' (duration: 114.430941ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:02.452007Z","caller":"traceutil/trace.go:171","msg":"trace[1859110809] linearizableReadLoop","detail":"{readStateIndex:6129; appliedIndex:6128; }","duration":"244.742658ms","start":"2026-04-03T02:34:02.207241Z","end":"2026-04-03T02:34:02.451983Z","steps":["trace[1859110809] 'read index received' (duration: 244.490711ms)","trace[1859110809] 'applied index is now lower than readState.Index' (duration: 250.737µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:02.452098Z","caller":"traceutil/trace.go:171","msg":"trace[1702513114] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"275.063772ms","start":"2026-04-03T02:34:02.176995Z","end":"2026-04-03T02:34:02.452058Z","steps":["trace[1702513114] 'process raft request' (duration: 274.814135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.452244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.990956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:34:02.452285Z","caller":"traceutil/trace.go:171","msg":"trace[832506513] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:5906; }","duration":"245.085238ms","start":"2026-04-03T02:34:02.20719Z","end":"2026-04-03T02:34:02.452275Z","steps":["trace[832506513] 'agreement among raft nodes before linearized reading' (duration: 244.932534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.45246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.576158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:02.452604Z","caller":"traceutil/trace.go:171","msg":"trace[673753801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5906; }","duration":"166.733903ms","start":"2026-04-03T02:34:02.285815Z","end":"2026-04-03T02:34:02.452549Z","steps":["trace[673753801] 'agreement among raft nodes before linearized reading' (duration: 166.427034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.691689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.396654ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-03T02:34:02.691987Z","caller":"traceutil/trace.go:171","msg":"trace[641888851] transaction","detail":"{read_only:false; response_revision:5907; number_of_response:1; }","duration":"157.549705ms","start":"2026-04-03T02:34:02.534406Z","end":"2026-04-03T02:34:02.691956Z","steps":["trace[641888851] 'process raft request' (duration: 157.401041ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:02.69228Z","caller":"traceutil/trace.go:171","msg":"trace[1492888382] linearizableReadLoop","detail":"{readStateIndex:6130; appliedIndex:6129; }","duration":"238.36397ms","start":"2026-04-03T02:34:02.453898Z","end":"2026-04-03T02:34:02.692262Z","steps":["trace[1492888382] 'read index received' (duration: 98.39613ms)","trace[1492888382] 'applied index is now lower than readState.Index' (duration: 139.96196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:02.692428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.502093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:02.692505Z","caller":"traceutil/trace.go:171","msg":"trace[1047326912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5907; }","duration":"238.620557ms","start":"2026-04-03T02:34:02.453868Z","end":"2026-04-03T02:34:02.692488Z","steps":["trace[1047326912] 'agreement among raft nodes before linearized reading' (duration: 238.487283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.692602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.45313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:02.692656Z","caller":"traceutil/trace.go:171","msg":"trace[106178129] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5907; }","duration":"158.535142ms","start":"2026-04-03T02:34:02.534104Z","end":"2026-04-03T02:34:02.692639Z","steps":["trace[106178129] 'agreement among raft nodes before linearized reading' (duration: 158.46176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.692662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.505032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-04-03T02:34:02.692832Z","caller":"traceutil/trace.go:171","msg":"trace[1443102718] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5907; }","duration":"158.672626ms","start":"2026-04-03T02:34:02.534144Z","end":"2026-04-03T02:34:02.692817Z","steps":["trace[1443102718] 'agreement among raft nodes before linearized reading' (duration: 158.404179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:02.69305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.615045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:34:02.693112Z","caller":"traceutil/trace.go:171","msg":"trace[590538125] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5907; }","duration":"159.249562ms","start":"2026-04-03T02:34:02.533843Z","end":"2026-04-03T02:34:02.693093Z","steps":["trace[590538125] 'agreement among raft nodes before linearized reading' (duration: 158.612074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:03.024722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.378826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:03.024979Z","caller":"traceutil/trace.go:171","msg":"trace[234231399] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"312.212608ms","start":"2026-04-03T02:34:02.712738Z","end":"2026-04-03T02:34:03.02495Z","steps":["trace[234231399] 'process raft request' (duration: 312.128085ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:03.025115Z","caller":"traceutil/trace.go:171","msg":"trace[822414468] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"331.935893ms","start":"2026-04-03T02:34:02.693066Z","end":"2026-04-03T02:34:03.025002Z","steps":["trace[822414468] 'process raft request' (duration: 129.141205ms)","trace[822414468] 'compare' (duration: 202.239893ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:03.025139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:02.712724Z","time spent":"312.362733ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:34:03.025285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:34:02.693039Z","time spent":"332.157429ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:34:03.361533Z","caller":"traceutil/trace.go:171","msg":"trace[602325787] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"154.692334ms","start":"2026-04-03T02:34:03.20682Z","end":"2026-04-03T02:34:03.361512Z","steps":["trace[602325787] 'process raft request' (duration: 138.785876ms)","trace[602325787] 'compare' (duration: 15.687162ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:03.36169Z","caller":"traceutil/trace.go:171","msg":"trace[1651455371] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"154.250621ms","start":"2026-04-03T02:34:03.20742Z","end":"2026-04-03T02:34:03.361671Z","steps":["trace[1651455371] 'process raft request' (duration: 154.034025ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:03.361859Z","caller":"traceutil/trace.go:171","msg":"trace[1667993827] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"152.979626ms","start":"2026-04-03T02:34:03.208872Z","end":"2026-04-03T02:34:03.361852Z","steps":["trace[1667993827] 'process raft request' (duration: 152.757039ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:03.361917Z","caller":"traceutil/trace.go:171","msg":"trace[51752948] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"152.925674ms","start":"2026-04-03T02:34:03.208984Z","end":"2026-04-03T02:34:03.361909Z","steps":["trace[51752948] 'process raft request' (duration: 152.79283ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:03.361923Z","caller":"traceutil/trace.go:171","msg":"trace[1924093072] linearizableReadLoop","detail":"{readStateIndex:6138; appliedIndex:6135; }","duration":"153.066908ms","start":"2026-04-03T02:34:03.208837Z","end":"2026-04-03T02:34:03.361904Z","steps":["trace[1924093072] 'read index received' (duration: 30.379995ms)","trace[1924093072] 'applied index is now lower than readState.Index' (duration: 122.685773ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:03.36196Z","caller":"traceutil/trace.go:171","msg":"trace[1858950860] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"152.899454ms","start":"2026-04-03T02:34:03.209045Z","end":"2026-04-03T02:34:03.361945Z","steps":["trace[1858950860] 'process raft request' (duration: 152.801091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:03.362135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.589945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:34:03.362166Z","caller":"traceutil/trace.go:171","msg":"trace[1940452452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5917; }","duration":"109.667157ms","start":"2026-04-03T02:34:03.252491Z","end":"2026-04-03T02:34:03.362158Z","steps":["trace[1940452452] 'agreement among raft nodes before linearized reading' (duration: 109.554064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:03.362265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.404368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:84878"} {"level":"info","ts":"2026-04-03T02:34:03.362332Z","caller":"traceutil/trace.go:171","msg":"trace[887197671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5917; }","duration":"153.512141ms","start":"2026-04-03T02:34:03.208804Z","end":"2026-04-03T02:34:03.362317Z","steps":["trace[887197671] 'agreement among raft nodes before linearized reading' (duration: 153.211572ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.650912Z","caller":"traceutil/trace.go:171","msg":"trace[1857058463] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"160.323932ms","start":"2026-04-03T02:34:09.490552Z","end":"2026-04-03T02:34:09.650876Z","steps":["trace[1857058463] 'process raft request' (duration: 160.099946ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.686477Z","caller":"traceutil/trace.go:171","msg":"trace[277381560] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"195.861803ms","start":"2026-04-03T02:34:09.490588Z","end":"2026-04-03T02:34:09.68645Z","steps":["trace[277381560] 'process raft request' (duration: 195.608815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.686941Z","caller":"traceutil/trace.go:171","msg":"trace[632649417] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"196.211753ms","start":"2026-04-03T02:34:09.490713Z","end":"2026-04-03T02:34:09.686924Z","steps":["trace[632649417] 'process raft request' (duration: 195.665218ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.687139Z","caller":"traceutil/trace.go:171","msg":"trace[1450810939] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"196.158912ms","start":"2026-04-03T02:34:09.490929Z","end":"2026-04-03T02:34:09.687088Z","steps":["trace[1450810939] 'process raft request' (duration: 195.854723ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:09.687158Z","caller":"traceutil/trace.go:171","msg":"trace[305062850] transaction","detail":"{read_only:false; response_revision:5971; number_of_response:1; }","duration":"196.137891ms","start":"2026-04-03T02:34:09.490986Z","end":"2026-04-03T02:34:09.687124Z","steps":["trace[305062850] 'process raft request' (duration: 195.928485ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:14.78862Z","caller":"traceutil/trace.go:171","msg":"trace[556418084] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"264.461684ms","start":"2026-04-03T02:34:14.524125Z","end":"2026-04-03T02:34:14.788586Z","steps":["trace[556418084] 'process raft request' (duration: 264.164185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:34:15.064551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.246776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:15.064689Z","caller":"traceutil/trace.go:171","msg":"trace[334912547] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"259.246557ms","start":"2026-04-03T02:34:14.805416Z","end":"2026-04-03T02:34:15.064663Z","steps":["trace[334912547] 'process raft request' (duration: 31.744294ms)","trace[334912547] 'compare' (duration: 227.02181ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:15.408611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.217414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:15.408944Z","caller":"traceutil/trace.go:171","msg":"trace[1322624982] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"297.636768ms","start":"2026-04-03T02:34:15.111268Z","end":"2026-04-03T02:34:15.408905Z","steps":["trace[1322624982] 'process raft request' (duration: 128.995602ms)","trace[1322624982] 'compare' (duration: 168.094011ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:34:15.970203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.484795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:34:15.970687Z","caller":"traceutil/trace.go:171","msg":"trace[1650953498] transaction","detail":"{read_only:false; response_revision:6004; number_of_response:1; }","duration":"211.534724ms","start":"2026-04-03T02:34:15.759122Z","end":"2026-04-03T02:34:15.970656Z","steps":["trace[1650953498] 'process raft request' (duration: 81.500904ms)","trace[1650953498] 'compare' (duration: 129.367521ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:34:15.970754Z","caller":"traceutil/trace.go:171","msg":"trace[622092301] transaction","detail":"{read_only:false; response_revision:6005; number_of_response:1; }","duration":"210.810084ms","start":"2026-04-03T02:34:15.759926Z","end":"2026-04-03T02:34:15.970736Z","steps":["trace[622092301] 'process raft request' (duration: 210.401372ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:15.97101Z","caller":"traceutil/trace.go:171","msg":"trace[1907109782] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"211.015389ms","start":"2026-04-03T02:34:15.759971Z","end":"2026-04-03T02:34:15.970987Z","steps":["trace[1907109782] 'process raft request' (duration: 210.70206ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:34:43.835359Z","caller":"traceutil/trace.go:171","msg":"trace[750313893] transaction","detail":"{read_only:false; response_revision:6201; number_of_response:1; }","duration":"240.791667ms","start":"2026-04-03T02:34:43.594536Z","end":"2026-04-03T02:34:43.835328Z","steps":["trace[750313893] 'process raft request' (duration: 240.610562ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:36:52.008322Z","caller":"traceutil/trace.go:171","msg":"trace[798119632] linearizableReadLoop","detail":"{readStateIndex:7328; appliedIndex:7327; }","duration":"249.015393ms","start":"2026-04-03T02:36:51.759272Z","end":"2026-04-03T02:36:52.008288Z","steps":["trace[798119632] 'read index received' (duration: 248.766896ms)","trace[798119632] 'applied index is now lower than readState.Index' (duration: 247.047µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:36:52.008825Z","caller":"traceutil/trace.go:171","msg":"trace[552175471] transaction","detail":"{read_only:false; response_revision:7065; number_of_response:1; }","duration":"292.704145ms","start":"2026-04-03T02:36:51.716108Z","end":"2026-04-03T02:36:52.008812Z","steps":["trace[552175471] 'process raft request' (duration: 291.947065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:52.009149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.860406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:36:52.009191Z","caller":"traceutil/trace.go:171","msg":"trace[1627637054] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7065; }","duration":"249.969618ms","start":"2026-04-03T02:36:51.759209Z","end":"2026-04-03T02:36:52.009179Z","steps":["trace[1627637054] 'agreement among raft nodes before linearized reading' (duration: 249.876346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:36:55.118524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.456427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:36:55.118652Z","caller":"traceutil/trace.go:171","msg":"trace[685783010] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7082; }","duration":"114.643902ms","start":"2026-04-03T02:36:55.003979Z","end":"2026-04-03T02:36:55.118623Z","steps":["trace[685783010] 'range keys from in-memory index tree' (duration: 114.22061ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:04.888658Z","caller":"traceutil/trace.go:171","msg":"trace[771038684] transaction","detail":"{read_only:false; response_revision:7135; number_of_response:1; }","duration":"181.845418ms","start":"2026-04-03T02:37:04.706787Z","end":"2026-04-03T02:37:04.888632Z","steps":["trace[771038684] 'process raft request' (duration: 181.688364ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:05.832542Z","caller":"traceutil/trace.go:171","msg":"trace[414296805] transaction","detail":"{read_only:false; response_revision:7142; number_of_response:1; }","duration":"131.941664ms","start":"2026-04-03T02:37:05.700567Z","end":"2026-04-03T02:37:05.832509Z","steps":["trace[414296805] 'process raft request' (duration: 131.739969ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.756497Z","caller":"traceutil/trace.go:171","msg":"trace[479580265] transaction","detail":"{read_only:false; response_revision:7156; number_of_response:1; }","duration":"149.779422ms","start":"2026-04-03T02:37:08.606694Z","end":"2026-04-03T02:37:08.756474Z","steps":["trace[479580265] 'process raft request' (duration: 108.71293ms)","trace[479580265] 'compare' (duration: 40.876226ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:08.756527Z","caller":"traceutil/trace.go:171","msg":"trace[1206408742] transaction","detail":"{read_only:false; response_revision:7157; number_of_response:1; }","duration":"149.730091ms","start":"2026-04-03T02:37:08.60678Z","end":"2026-04-03T02:37:08.75651Z","steps":["trace[1206408742] 'process raft request' (duration: 149.632218ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:08.756579Z","caller":"traceutil/trace.go:171","msg":"trace[1877476377] transaction","detail":"{read_only:false; response_revision:7158; number_of_response:1; }","duration":"143.344986ms","start":"2026-04-03T02:37:08.613211Z","end":"2026-04-03T02:37:08.756556Z","steps":["trace[1877476377] 'process raft request' (duration: 143.244033ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:15.794466Z","caller":"traceutil/trace.go:171","msg":"trace[222270734] linearizableReadLoop","detail":"{readStateIndex:7473; appliedIndex:7472; }","duration":"169.898882ms","start":"2026-04-03T02:37:15.624524Z","end":"2026-04-03T02:37:15.794422Z","steps":["trace[222270734] 'read index received' (duration: 82.413922ms)","trace[222270734] 'applied index is now lower than readState.Index' (duration: 87.48329ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:15.794617Z","caller":"traceutil/trace.go:171","msg":"trace[1897941775] transaction","detail":"{read_only:false; response_revision:7204; number_of_response:1; }","duration":"173.012856ms","start":"2026-04-03T02:37:15.621537Z","end":"2026-04-03T02:37:15.79455Z","steps":["trace[1897941775] 'process raft request' (duration: 85.376852ms)","trace[1897941775] 'compare' (duration: 87.333756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:15.795032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.484017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:22 size:322186"} {"level":"info","ts":"2026-04-03T02:37:15.795097Z","caller":"traceutil/trace.go:171","msg":"trace[1193162291] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:22; response_revision:7204; }","duration":"170.57011ms","start":"2026-04-03T02:37:15.624511Z","end":"2026-04-03T02:37:15.795081Z","steps":["trace[1193162291] 'agreement among raft nodes before linearized reading' (duration: 170.069026ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:16.347859Z","caller":"traceutil/trace.go:171","msg":"trace[581435625] transaction","detail":"{read_only:false; response_revision:7206; number_of_response:1; }","duration":"101.804371ms","start":"2026-04-03T02:37:16.245997Z","end":"2026-04-03T02:37:16.347801Z","steps":["trace[581435625] 'process raft request' (duration: 71.528174ms)","trace[581435625] 'compare' (duration: 29.771973ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.153372Z","caller":"traceutil/trace.go:171","msg":"trace[151738812] transaction","detail":"{read_only:false; response_revision:7228; number_of_response:1; }","duration":"103.178899ms","start":"2026-04-03T02:37:17.05017Z","end":"2026-04-03T02:37:17.153349Z","steps":["trace[151738812] 'process raft request' (duration: 32.284122ms)","trace[151738812] 'compare' (duration: 70.765923ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:17.154765Z","caller":"traceutil/trace.go:171","msg":"trace[553968455] transaction","detail":"{read_only:false; response_revision:7231; number_of_response:1; }","duration":"104.041102ms","start":"2026-04-03T02:37:17.050708Z","end":"2026-04-03T02:37:17.154749Z","steps":["trace[553968455] 'process raft request' (duration: 103.764994ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.154788Z","caller":"traceutil/trace.go:171","msg":"trace[73332359] transaction","detail":"{read_only:false; response_revision:7229; number_of_response:1; }","duration":"104.369392ms","start":"2026-04-03T02:37:17.050398Z","end":"2026-04-03T02:37:17.154768Z","steps":["trace[73332359] 'process raft request' (duration: 103.96604ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.154924Z","caller":"traceutil/trace.go:171","msg":"trace[1497668338] transaction","detail":"{read_only:false; response_revision:7230; number_of_response:1; }","duration":"104.430513ms","start":"2026-04-03T02:37:17.050486Z","end":"2026-04-03T02:37:17.154916Z","steps":["trace[1497668338] 'process raft request' (duration: 103.95495ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.155Z","caller":"traceutil/trace.go:171","msg":"trace[688018667] transaction","detail":"{read_only:false; response_revision:7233; number_of_response:1; }","duration":"104.089144ms","start":"2026-04-03T02:37:17.050905Z","end":"2026-04-03T02:37:17.154994Z","steps":["trace[688018667] 'process raft request' (duration: 103.631491ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.155057Z","caller":"traceutil/trace.go:171","msg":"trace[1516935764] transaction","detail":"{read_only:false; response_revision:7232; number_of_response:1; }","duration":"104.196386ms","start":"2026-04-03T02:37:17.050855Z","end":"2026-04-03T02:37:17.155051Z","steps":["trace[1516935764] 'process raft request' (duration: 103.644961ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.155187Z","caller":"traceutil/trace.go:171","msg":"trace[154409818] transaction","detail":"{read_only:false; response_revision:7234; number_of_response:1; }","duration":"104.168836ms","start":"2026-04-03T02:37:17.051008Z","end":"2026-04-03T02:37:17.155177Z","steps":["trace[154409818] 'process raft request' (duration: 103.558479ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.154608Z","caller":"traceutil/trace.go:171","msg":"trace[353071792] linearizableReadLoop","detail":"{readStateIndex:7504; appliedIndex:7497; }","duration":"102.998504ms","start":"2026-04-03T02:37:17.051595Z","end":"2026-04-03T02:37:17.154593Z","steps":["trace[353071792] 'read index received' (duration: 30.802142ms)","trace[353071792] 'applied index is now lower than readState.Index' (duration: 72.195172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:17.15543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.825687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:37:17.15546Z","caller":"traceutil/trace.go:171","msg":"trace[1519197781] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7234; }","duration":"103.932609ms","start":"2026-04-03T02:37:17.05152Z","end":"2026-04-03T02:37:17.155452Z","steps":["trace[1519197781] 'agreement among raft nodes before linearized reading' (duration: 103.760485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.155665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.508318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-04-03T02:37:17.155742Z","caller":"traceutil/trace.go:171","msg":"trace[653170488] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:7234; }","duration":"103.624531ms","start":"2026-04-03T02:37:17.052088Z","end":"2026-04-03T02:37:17.155712Z","steps":["trace[653170488] 'agreement among raft nodes before linearized reading' (duration: 103.311233ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.629709Z","caller":"traceutil/trace.go:171","msg":"trace[1588935174] transaction","detail":"{read_only:false; response_revision:7263; number_of_response:1; }","duration":"144.386514ms","start":"2026-04-03T02:37:17.485283Z","end":"2026-04-03T02:37:17.62967Z","steps":["trace[1588935174] 'process raft request' (duration: 144.128427ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.62977Z","caller":"traceutil/trace.go:171","msg":"trace[1766452229] transaction","detail":"{read_only:false; response_revision:7264; number_of_response:1; }","duration":"143.070498ms","start":"2026-04-03T02:37:17.48667Z","end":"2026-04-03T02:37:17.62974Z","steps":["trace[1766452229] 'process raft request' (duration: 142.903194ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.629995Z","caller":"traceutil/trace.go:171","msg":"trace[1468314608] transaction","detail":"{read_only:false; response_revision:7265; number_of_response:1; }","duration":"138.299637ms","start":"2026-04-03T02:37:17.491665Z","end":"2026-04-03T02:37:17.629965Z","steps":["trace[1468314608] 'process raft request' (duration: 137.994649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.639015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.271888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7596"} {"level":"info","ts":"2026-04-03T02:37:17.639057Z","caller":"traceutil/trace.go:171","msg":"trace[1121198172] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:7265; }","duration":"149.34335ms","start":"2026-04-03T02:37:17.489703Z","end":"2026-04-03T02:37:17.639047Z","steps":["trace[1121198172] 'agreement among raft nodes before linearized reading' (duration: 149.207876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.639144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.70855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-674fd94456-cqppz\" ","response":"range_response_count:1 size:6784"} {"level":"info","ts":"2026-04-03T02:37:17.639182Z","caller":"traceutil/trace.go:171","msg":"trace[1754991474] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-674fd94456-cqppz; range_end:; response_count:1; response_revision:7265; }","duration":"149.759471ms","start":"2026-04-03T02:37:17.489411Z","end":"2026-04-03T02:37:17.639171Z","steps":["trace[1754991474] 'agreement among raft nodes before linearized reading' (duration: 149.646188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.639327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.052321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:37:17.639403Z","caller":"traceutil/trace.go:171","msg":"trace[1065994750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7265; }","duration":"153.184065ms","start":"2026-04-03T02:37:17.4862Z","end":"2026-04-03T02:37:17.639384Z","steps":["trace[1065994750] 'agreement among raft nodes before linearized reading' (duration: 152.921858ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.765971Z","caller":"traceutil/trace.go:171","msg":"trace[1242204472] transaction","detail":"{read_only:false; response_revision:7270; number_of_response:1; }","duration":"117.12623ms","start":"2026-04-03T02:37:17.648807Z","end":"2026-04-03T02:37:17.765933Z","steps":["trace[1242204472] 'process raft request' (duration: 116.916644ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.766036Z","caller":"traceutil/trace.go:171","msg":"trace[165552622] transaction","detail":"{read_only:false; response_revision:7271; number_of_response:1; }","duration":"115.434454ms","start":"2026-04-03T02:37:17.650566Z","end":"2026-04-03T02:37:17.766001Z","steps":["trace[165552622] 'process raft request' (duration: 115.29402ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:17.766342Z","caller":"traceutil/trace.go:171","msg":"trace[2028556300] transaction","detail":"{read_only:false; response_revision:7272; number_of_response:1; }","duration":"114.374605ms","start":"2026-04-03T02:37:17.651928Z","end":"2026-04-03T02:37:17.766302Z","steps":["trace[2028556300] 'process raft request' (duration: 113.998845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:17.766785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.069535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:37:17.766836Z","caller":"traceutil/trace.go:171","msg":"trace[1018725935] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:7272; }","duration":"118.190209ms","start":"2026-04-03T02:37:17.648633Z","end":"2026-04-03T02:37:17.766823Z","steps":["trace[1018725935] 'agreement among raft nodes before linearized reading' (duration: 117.823639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:18.553481Z","caller":"traceutil/trace.go:171","msg":"trace[1220358062] transaction","detail":"{read_only:false; response_revision:7283; number_of_response:1; }","duration":"192.512749ms","start":"2026-04-03T02:37:18.360934Z","end":"2026-04-03T02:37:18.553446Z","steps":["trace[1220358062] 'process raft request' (duration: 192.17729ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:18.553576Z","caller":"traceutil/trace.go:171","msg":"trace[530440943] transaction","detail":"{read_only:false; response_revision:7284; number_of_response:1; }","duration":"166.868319ms","start":"2026-04-03T02:37:18.386664Z","end":"2026-04-03T02:37:18.553532Z","steps":["trace[530440943] 'process raft request' (duration: 166.601571ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:20.130234Z","caller":"traceutil/trace.go:171","msg":"trace[1911627668] transaction","detail":"{read_only:false; response_revision:7300; number_of_response:1; }","duration":"107.306192ms","start":"2026-04-03T02:37:20.022895Z","end":"2026-04-03T02:37:20.130201Z","steps":["trace[1911627668] 'process raft request' (duration: 107.087866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:21.835975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.486256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:21.836096Z","caller":"traceutil/trace.go:171","msg":"trace[2089923448] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7307; }","duration":"319.62191ms","start":"2026-04-03T02:37:21.516456Z","end":"2026-04-03T02:37:21.836078Z","steps":["trace[2089923448] 'range keys from in-memory index tree' (duration: 319.470086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:21.8362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.8623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:21.836341Z","caller":"traceutil/trace.go:171","msg":"trace[544921365] transaction","detail":"{read_only:false; response_revision:7308; number_of_response:1; }","duration":"498.956759ms","start":"2026-04-03T02:37:21.337363Z","end":"2026-04-03T02:37:21.83632Z","steps":["trace[544921365] 'process raft request' (duration: 198.911783ms)","trace[544921365] 'compare' (duration: 299.750918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:21.83643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:21.33734Z","time spent":"499.042591ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:21.842492Z","caller":"traceutil/trace.go:171","msg":"trace[343260146] linearizableReadLoop","detail":"{readStateIndex:7580; appliedIndex:7579; }","duration":"289.039355ms","start":"2026-04-03T02:37:21.553431Z","end":"2026-04-03T02:37:21.84247Z","steps":["trace[343260146] 'read index received' (duration: 288.842539ms)","trace[343260146] 'applied index is now lower than readState.Index' (duration: 195.556µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:21.842727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.883561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:21.842694Z","caller":"traceutil/trace.go:171","msg":"trace[309893402] transaction","detail":"{read_only:false; response_revision:7309; number_of_response:1; }","duration":"505.017555ms","start":"2026-04-03T02:37:21.337556Z","end":"2026-04-03T02:37:21.842574Z","steps":["trace[309893402] 'process raft request' (duration: 504.786618ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:21.842783Z","caller":"traceutil/trace.go:171","msg":"trace[2126117554] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7309; }","duration":"288.982013ms","start":"2026-04-03T02:37:21.553789Z","end":"2026-04-03T02:37:21.842771Z","steps":["trace[2126117554] 'agreement among raft nodes before linearized reading' (duration: 288.88819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:21.842836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.563652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:37:21.842855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.604203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:21.842877Z","caller":"traceutil/trace.go:171","msg":"trace[1897437589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7309; }","duration":"158.645195ms","start":"2026-04-03T02:37:21.684219Z","end":"2026-04-03T02:37:21.842865Z","steps":["trace[1897437589] 'agreement among raft nodes before linearized reading' (duration: 158.544082ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:21.842924Z","caller":"traceutil/trace.go:171","msg":"trace[2120778763] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7309; }","duration":"288.692776ms","start":"2026-04-03T02:37:21.554211Z","end":"2026-04-03T02:37:21.842904Z","steps":["trace[2120778763] 'agreement among raft nodes before linearized reading' (duration: 288.578443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:21.842936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.036485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:21.842721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.271951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:21.843009Z","caller":"traceutil/trace.go:171","msg":"trace[1604941029] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7309; }","duration":"289.108957ms","start":"2026-04-03T02:37:21.553878Z","end":"2026-04-03T02:37:21.842987Z","steps":["trace[1604941029] 'agreement among raft nodes before linearized reading' (duration: 288.982554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:21.843059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:21.337525Z","time spent":"505.281162ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:21.843051Z","caller":"traceutil/trace.go:171","msg":"trace[131542144] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:0; response_revision:7309; }","duration":"289.630431ms","start":"2026-04-03T02:37:21.553389Z","end":"2026-04-03T02:37:21.84302Z","steps":["trace[131542144] 'agreement among raft nodes before linearized reading' (duration: 289.212639ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:22.073611Z","caller":"traceutil/trace.go:171","msg":"trace[973578328] transaction","detail":"{read_only:false; response_revision:7310; number_of_response:1; }","duration":"227.021092ms","start":"2026-04-03T02:37:21.846557Z","end":"2026-04-03T02:37:22.073578Z","steps":["trace[973578328] 'process raft request' (duration: 208.628369ms)","trace[973578328] 'compare' (duration: 18.110125ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:22.074028Z","caller":"traceutil/trace.go:171","msg":"trace[390719733] transaction","detail":"{read_only:false; response_revision:7311; number_of_response:1; }","duration":"225.48093ms","start":"2026-04-03T02:37:21.848522Z","end":"2026-04-03T02:37:22.074003Z","steps":["trace[390719733] 'process raft request' (duration: 224.962995ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:22.074154Z","caller":"traceutil/trace.go:171","msg":"trace[1660920926] linearizableReadLoop","detail":"{readStateIndex:7582; appliedIndex:7580; }","duration":"191.142982ms","start":"2026-04-03T02:37:21.882983Z","end":"2026-04-03T02:37:22.074126Z","steps":["trace[1660920926] 'read index received' (duration: 172.220795ms)","trace[1660920926] 'applied index is now lower than readState.Index' (duration: 18.911727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:37:22.074378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.378838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:37:22.07444Z","caller":"traceutil/trace.go:171","msg":"trace[152242428] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7311; }","duration":"191.476721ms","start":"2026-04-03T02:37:21.882946Z","end":"2026-04-03T02:37:22.074423Z","steps":["trace[152242428] 'agreement among raft nodes before linearized reading' (duration: 191.288496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:22.400938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.106962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:37:22.401044Z","caller":"traceutil/trace.go:171","msg":"trace[477181569] transaction","detail":"{read_only:false; response_revision:7314; number_of_response:1; }","duration":"161.156933ms","start":"2026-04-03T02:37:22.239867Z","end":"2026-04-03T02:37:22.401024Z","steps":["trace[477181569] 'process raft request' (duration: 48.889426ms)","trace[477181569] 'compare' (duration: 111.966429ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:22.423683Z","caller":"traceutil/trace.go:171","msg":"trace[911690509] linearizableReadLoop","detail":"{readStateIndex:7588; appliedIndex:7585; }","duration":"138.436442ms","start":"2026-04-03T02:37:22.285213Z","end":"2026-04-03T02:37:22.423649Z","steps":["trace[911690509] 'read index received' (duration: 3.523956ms)","trace[911690509] 'applied index is now lower than readState.Index' (duration: 134.910686ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:22.423753Z","caller":"traceutil/trace.go:171","msg":"trace[833454098] transaction","detail":"{read_only:false; response_revision:7316; number_of_response:1; }","duration":"171.137775ms","start":"2026-04-03T02:37:22.252591Z","end":"2026-04-03T02:37:22.423729Z","steps":["trace[833454098] 'process raft request' (duration: 170.981861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:22.423851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.621817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:22.423889Z","caller":"traceutil/trace.go:171","msg":"trace[1480728065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7316; }","duration":"138.686069ms","start":"2026-04-03T02:37:22.285191Z","end":"2026-04-03T02:37:22.423877Z","steps":["trace[1480728065] 'agreement among raft nodes before linearized reading' (duration: 138.585816ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:22.423862Z","caller":"traceutil/trace.go:171","msg":"trace[1159111633] transaction","detail":"{read_only:false; response_revision:7315; number_of_response:1; }","duration":"179.00132ms","start":"2026-04-03T02:37:22.244803Z","end":"2026-04-03T02:37:22.423804Z","steps":["trace[1159111633] 'process raft request' (duration: 178.550558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.578577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558110167,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:37:24.679556Z","caller":"traceutil/trace.go:171","msg":"trace[366825751] transaction","detail":"{read_only:false; response_revision:7326; number_of_response:1; }","duration":"769.144342ms","start":"2026-04-03T02:37:23.910366Z","end":"2026-04-03T02:37:24.67951Z","steps":["trace[366825751] 'process raft request' (duration: 769.005576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.679849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:23.910341Z","time spent":"769.294677ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:24.698922Z","caller":"traceutil/trace.go:171","msg":"trace[1128339576] transaction","detail":"{read_only:false; response_revision:7327; number_of_response:1; }","duration":"475.965431ms","start":"2026-04-03T02:37:24.222925Z","end":"2026-04-03T02:37:24.69889Z","steps":["trace[1128339576] 'process raft request' (duration: 475.776714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.699111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:24.22283Z","time spent":"476.17773ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:37:24.699154Z","caller":"traceutil/trace.go:171","msg":"trace[1835442987] linearizableReadLoop","detail":"{readStateIndex:7600; appliedIndex:7597; }","duration":"620.779139ms","start":"2026-04-03T02:37:24.078348Z","end":"2026-04-03T02:37:24.699127Z","steps":["trace[1835442987] 'read index received' (duration: 601.069005ms)","trace[1835442987] 'applied index is now lower than readState.Index' (duration: 19.707534ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:24.699266Z","caller":"traceutil/trace.go:171","msg":"trace[1520107968] transaction","detail":"{read_only:false; response_revision:7328; number_of_response:1; }","duration":"201.302651ms","start":"2026-04-03T02:37:24.497924Z","end":"2026-04-03T02:37:24.699226Z","steps":["trace[1520107968] 'process raft request' (duration: 200.916206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.699402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.45581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:37:24.699419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.05973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:37:24.699479Z","caller":"traceutil/trace.go:171","msg":"trace[1948506166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7328; }","duration":"414.561743ms","start":"2026-04-03T02:37:24.284898Z","end":"2026-04-03T02:37:24.69946Z","steps":["trace[1948506166] 'agreement among raft nodes before linearized reading' (duration: 414.440758ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:24.699485Z","caller":"traceutil/trace.go:171","msg":"trace[453229633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7328; }","duration":"621.191555ms","start":"2026-04-03T02:37:24.078276Z","end":"2026-04-03T02:37:24.699468Z","steps":["trace[453229633] 'agreement among raft nodes before linearized reading' (duration: 620.967607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.699546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:24.284887Z","time spent":"414.629956ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:37:24.699567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:24.078229Z","time spent":"621.294249ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:37:24.699578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.651421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:37:24.699687Z","caller":"traceutil/trace.go:171","msg":"trace[906422487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7328; }","duration":"577.827618ms","start":"2026-04-03T02:37:24.121832Z","end":"2026-04-03T02:37:24.699659Z","steps":["trace[906422487] 'agreement among raft nodes before linearized reading' (duration: 577.522077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.699742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:24.121816Z","time spent":"577.916311ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:37:24.699721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.992838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:37:24.699883Z","caller":"traceutil/trace.go:171","msg":"trace[436644887] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7328; }","duration":"621.211996ms","start":"2026-04-03T02:37:24.078617Z","end":"2026-04-03T02:37:24.699829Z","steps":["trace[436644887] 'agreement among raft nodes before linearized reading' (duration: 620.717307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:24.699968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:24.07859Z","time spent":"621.339401ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:37:24.944358Z","caller":"traceutil/trace.go:171","msg":"trace[220534966] transaction","detail":"{read_only:false; response_revision:7330; number_of_response:1; }","duration":"239.425491ms","start":"2026-04-03T02:37:24.7049Z","end":"2026-04-03T02:37:24.944326Z","steps":["trace[220534966] 'process raft request' (duration: 220.507517ms)","trace[220534966] 'compare' (duration: 18.429536ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:24.944573Z","caller":"traceutil/trace.go:171","msg":"trace[1706351732] transaction","detail":"{read_only:false; response_revision:7331; number_of_response:1; }","duration":"238.353081ms","start":"2026-04-03T02:37:24.706196Z","end":"2026-04-03T02:37:24.944549Z","steps":["trace[1706351732] 'process raft request' (duration: 237.975796ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:26.594354Z","caller":"traceutil/trace.go:171","msg":"trace[215805370] linearizableReadLoop","detail":"{readStateIndex:7609; appliedIndex:7608; }","duration":"275.131768ms","start":"2026-04-03T02:37:26.3192Z","end":"2026-04-03T02:37:26.594332Z","steps":["trace[215805370] 'read index received' (duration: 274.951392ms)","trace[215805370] 'applied index is now lower than readState.Index' (duration: 178.856µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:26.594478Z","caller":"traceutil/trace.go:171","msg":"trace[702887097] transaction","detail":"{read_only:false; response_revision:7337; number_of_response:1; }","duration":"301.552966ms","start":"2026-04-03T02:37:26.292915Z","end":"2026-04-03T02:37:26.594468Z","steps":["trace[702887097] 'process raft request' (duration: 301.231904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:26.594595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:37:26.292894Z","time spent":"301.609608ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5546,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:37:26.594773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.564115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:37:26.594826Z","caller":"traceutil/trace.go:171","msg":"trace[456456201] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:7337; }","duration":"275.657559ms","start":"2026-04-03T02:37:26.319157Z","end":"2026-04-03T02:37:26.594815Z","steps":["trace[456456201] 'agreement among raft nodes before linearized reading' (duration: 275.564765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:26.595051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.999823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:26.595137Z","caller":"traceutil/trace.go:171","msg":"trace[1636943699] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:7337; }","duration":"177.134118ms","start":"2026-04-03T02:37:26.417982Z","end":"2026-04-03T02:37:26.595116Z","steps":["trace[1636943699] 'agreement among raft nodes before linearized reading' (duration: 177.005633ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:27.080836Z","caller":"traceutil/trace.go:171","msg":"trace[2071760417] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"125.493138ms","start":"2026-04-03T02:37:26.955312Z","end":"2026-04-03T02:37:27.080805Z","steps":["trace[2071760417] 'process raft request' (duration: 107.651725ms)","trace[2071760417] 'compare' (duration: 17.727239ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:28.304356Z","caller":"traceutil/trace.go:171","msg":"trace[1137200837] transaction","detail":"{read_only:false; response_revision:7358; number_of_response:1; }","duration":"178.576203ms","start":"2026-04-03T02:37:28.125574Z","end":"2026-04-03T02:37:28.304151Z","steps":["trace[1137200837] 'process raft request' (duration: 178.200429ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.30473Z","caller":"traceutil/trace.go:171","msg":"trace[1788113243] transaction","detail":"{read_only:false; response_revision:7359; number_of_response:1; }","duration":"152.204307ms","start":"2026-04-03T02:37:28.152502Z","end":"2026-04-03T02:37:28.304707Z","steps":["trace[1788113243] 'process raft request' (duration: 151.453369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.305139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.227162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:28.305258Z","caller":"traceutil/trace.go:171","msg":"trace[581413368] linearizableReadLoop","detail":"{readStateIndex:7631; appliedIndex:7629; }","duration":"158.538716ms","start":"2026-04-03T02:37:28.145872Z","end":"2026-04-03T02:37:28.304411Z","steps":["trace[581413368] 'read index received' (duration: 48.025463ms)","trace[581413368] 'applied index is now lower than readState.Index' (duration: 110.512043ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:28.305276Z","caller":"traceutil/trace.go:171","msg":"trace[843316473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7359; }","duration":"159.429709ms","start":"2026-04-03T02:37:28.145811Z","end":"2026-04-03T02:37:28.305241Z","steps":["trace[843316473] 'agreement among raft nodes before linearized reading' (duration: 159.165629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:28.308326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.323274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-db-sync-7wcln\" ","response":"range_response_count:1 size:5721"} {"level":"info","ts":"2026-04-03T02:37:28.30843Z","caller":"traceutil/trace.go:171","msg":"trace[313610484] range","detail":"{range_begin:/registry/pods/openstack/barbican-db-sync-7wcln; range_end:; response_count:1; response_revision:7360; }","duration":"106.46598ms","start":"2026-04-03T02:37:28.201942Z","end":"2026-04-03T02:37:28.308408Z","steps":["trace[313610484] 'agreement among raft nodes before linearized reading' (duration: 106.157748ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:28.308551Z","caller":"traceutil/trace.go:171","msg":"trace[2117758406] transaction","detail":"{read_only:false; response_revision:7360; number_of_response:1; }","duration":"107.624794ms","start":"2026-04-03T02:37:28.200888Z","end":"2026-04-03T02:37:28.308513Z","steps":["trace[2117758406] 'process raft request' (duration: 107.031602ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:32.341679Z","caller":"traceutil/trace.go:171","msg":"trace[854110838] linearizableReadLoop","detail":"{readStateIndex:7658; appliedIndex:7657; }","duration":"124.323094ms","start":"2026-04-03T02:37:32.217332Z","end":"2026-04-03T02:37:32.341655Z","steps":["trace[854110838] 'read index received' (duration: 124.109076ms)","trace[854110838] 'applied index is now lower than readState.Index' (duration: 213.008µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:32.341773Z","caller":"traceutil/trace.go:171","msg":"trace[1149255894] transaction","detail":"{read_only:false; response_revision:7385; number_of_response:1; }","duration":"264.475106ms","start":"2026-04-03T02:37:32.077264Z","end":"2026-04-03T02:37:32.341739Z","steps":["trace[1149255894] 'process raft request' (duration: 264.232907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:32.341945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.592305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:37:32.342125Z","caller":"traceutil/trace.go:171","msg":"trace[1703484647] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:7385; }","duration":"124.825693ms","start":"2026-04-03T02:37:32.21728Z","end":"2026-04-03T02:37:32.342106Z","steps":["trace[1703484647] 'agreement among raft nodes before linearized reading' (duration: 124.48699ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:34.908622Z","caller":"traceutil/trace.go:171","msg":"trace[1706797814] transaction","detail":"{read_only:false; response_revision:7402; number_of_response:1; }","duration":"107.152146ms","start":"2026-04-03T02:37:34.801447Z","end":"2026-04-03T02:37:34.908599Z","steps":["trace[1706797814] 'process raft request' (duration: 106.215971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:35.751595Z","caller":"traceutil/trace.go:171","msg":"trace[1323510330] linearizableReadLoop","detail":"{readStateIndex:7682; appliedIndex:7681; }","duration":"164.72868ms","start":"2026-04-03T02:37:35.586836Z","end":"2026-04-03T02:37:35.751565Z","steps":["trace[1323510330] 'read index received' (duration: 164.530432ms)","trace[1323510330] 'applied index is now lower than readState.Index' (duration: 196.938µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:35.751723Z","caller":"traceutil/trace.go:171","msg":"trace[1958096740] transaction","detail":"{read_only:false; response_revision:7408; number_of_response:1; }","duration":"167.357189ms","start":"2026-04-03T02:37:35.584332Z","end":"2026-04-03T02:37:35.751689Z","steps":["trace[1958096740] 'process raft request' (duration: 167.029207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.751823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.099833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:37:35.751878Z","caller":"traceutil/trace.go:171","msg":"trace[1355741871] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7408; }","duration":"125.222458ms","start":"2026-04-03T02:37:35.626639Z","end":"2026-04-03T02:37:35.751861Z","steps":["trace[1355741871] 'agreement among raft nodes before linearized reading' (duration: 125.099993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.751982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.019778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:37:35.752045Z","caller":"traceutil/trace.go:171","msg":"trace[95787651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7408; }","duration":"104.111141ms","start":"2026-04-03T02:37:35.647918Z","end":"2026-04-03T02:37:35.75203Z","steps":["trace[95787651] 'agreement among raft nodes before linearized reading' (duration: 103.935444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:37:35.752132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.24672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:20 size:167523"} {"level":"info","ts":"2026-04-03T02:37:35.752223Z","caller":"traceutil/trace.go:171","msg":"trace[1964515191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:20; response_revision:7408; }","duration":"165.396275ms","start":"2026-04-03T02:37:35.586808Z","end":"2026-04-03T02:37:35.752205Z","steps":["trace[1964515191] 'agreement among raft nodes before linearized reading' (duration: 164.920677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:37:35.867096Z","caller":"traceutil/trace.go:171","msg":"trace[1839523647] transaction","detail":"{read_only:false; response_revision:7409; number_of_response:1; }","duration":"109.673321ms","start":"2026-04-03T02:37:35.757393Z","end":"2026-04-03T02:37:35.867067Z","steps":["trace[1839523647] 'process raft request' (duration: 67.80473ms)","trace[1839523647] 'compare' (duration: 41.753116ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:37:43.167706Z","caller":"traceutil/trace.go:171","msg":"trace[982145686] transaction","detail":"{read_only:false; response_revision:7450; number_of_response:1; }","duration":"146.013053ms","start":"2026-04-03T02:37:43.021657Z","end":"2026-04-03T02:37:43.16767Z","steps":["trace[982145686] 'process raft request' (duration: 145.826035ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:17.470476Z","caller":"traceutil/trace.go:171","msg":"trace[1432398370] linearizableReadLoop","detail":"{readStateIndex:7974; appliedIndex:7973; }","duration":"186.290265ms","start":"2026-04-03T02:38:17.28416Z","end":"2026-04-03T02:38:17.47045Z","steps":["trace[1432398370] 'read index received' (duration: 186.057369ms)","trace[1432398370] 'applied index is now lower than readState.Index' (duration: 231.506µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:17.47058Z","caller":"traceutil/trace.go:171","msg":"trace[1385490728] transaction","detail":"{read_only:false; response_revision:7691; number_of_response:1; }","duration":"202.677468ms","start":"2026-04-03T02:38:17.267871Z","end":"2026-04-03T02:38:17.470549Z","steps":["trace[1385490728] 'process raft request' (duration: 202.40427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.470675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.503561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:17.470761Z","caller":"traceutil/trace.go:171","msg":"trace[430631549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7691; }","duration":"186.639645ms","start":"2026-04-03T02:38:17.284108Z","end":"2026-04-03T02:38:17.470748Z","steps":["trace[430631549] 'agreement among raft nodes before linearized reading' (duration: 186.493401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:17.470933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.098405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:38:17.471056Z","caller":"traceutil/trace.go:171","msg":"trace[1976670625] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7691; }","duration":"142.28527ms","start":"2026-04-03T02:38:17.328743Z","end":"2026-04-03T02:38:17.471029Z","steps":["trace[1976670625] 'agreement among raft nodes before linearized reading' (duration: 141.9319ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.13742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5566} {"level":"warn","ts":"2026-04-03T02:38:19.352678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.870075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:19.352896Z","caller":"traceutil/trace.go:171","msg":"trace[1089194371] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"141.086307ms","start":"2026-04-03T02:38:19.211772Z","end":"2026-04-03T02:38:19.352859Z","steps":["trace[1089194371] 'process raft request' (duration: 30.948665ms)","trace[1089194371] 'compare' (duration: 18.376167ms)","trace[1089194371] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:472; } (duration: 91.342053ms)"],"step_count":3} {"level":"info","ts":"2026-04-03T02:38:19.353049Z","caller":"traceutil/trace.go:171","msg":"trace[1086669873] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"112.210709ms","start":"2026-04-03T02:38:19.240818Z","end":"2026-04-03T02:38:19.353029Z","steps":["trace[1086669873] 'process raft request' (duration: 111.965883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:19.533655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5566,"took":"394.808675ms","hash":3741718769,"current-db-size-bytes":55767040,"current-db-size":"56 MB","current-db-size-in-use-bytes":25042944,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-03T02:38:19.533735Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3741718769,"revision":5566,"compact-revision":2682} {"level":"info","ts":"2026-04-03T02:38:20.868641Z","caller":"traceutil/trace.go:171","msg":"trace[498771192] linearizableReadLoop","detail":"{readStateIndex:8002; appliedIndex:8001; }","duration":"110.8227ms","start":"2026-04-03T02:38:20.757796Z","end":"2026-04-03T02:38:20.868619Z","steps":["trace[498771192] 'read index received' (duration: 16.471204ms)","trace[498771192] 'applied index is now lower than readState.Index' (duration: 94.350406ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:20.868731Z","caller":"traceutil/trace.go:171","msg":"trace[846163498] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"129.402094ms","start":"2026-04-03T02:38:20.739258Z","end":"2026-04-03T02:38:20.86866Z","steps":["trace[846163498] 'process raft request' (duration: 34.918945ms)","trace[846163498] 'compare' (duration: 94.302514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:20.868889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.075917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-03T02:38:20.868962Z","caller":"traceutil/trace.go:171","msg":"trace[8109379] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:7717; }","duration":"111.202161ms","start":"2026-04-03T02:38:20.757744Z","end":"2026-04-03T02:38:20.868946Z","steps":["trace[8109379] 'agreement among raft nodes before linearized reading' (duration: 110.985315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:20.874856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.22995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126651"} {"level":"info","ts":"2026-04-03T02:38:20.874917Z","caller":"traceutil/trace.go:171","msg":"trace[1901016994] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:7718; }","duration":"116.318933ms","start":"2026-04-03T02:38:20.758579Z","end":"2026-04-03T02:38:20.874898Z","steps":["trace[1901016994] 'agreement among raft nodes before linearized reading' (duration: 116.166289ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:20.874936Z","caller":"traceutil/trace.go:171","msg":"trace[168424534] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"117.081833ms","start":"2026-04-03T02:38:20.757824Z","end":"2026-04-03T02:38:20.874906Z","steps":["trace[168424534] 'process raft request' (duration: 116.751854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:23.685964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.973264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:38:23.686048Z","caller":"traceutil/trace.go:171","msg":"trace[545912014] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7740; }","duration":"124.092438ms","start":"2026-04-03T02:38:23.561931Z","end":"2026-04-03T02:38:23.686024Z","steps":["trace[545912014] 'range keys from in-memory index tree' (duration: 123.81949ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.484974Z","caller":"traceutil/trace.go:171","msg":"trace[622192456] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"197.342241ms","start":"2026-04-03T02:38:25.287583Z","end":"2026-04-03T02:38:25.484925Z","steps":["trace[622192456] 'process raft request' (duration: 196.976451ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:25.652943Z","caller":"traceutil/trace.go:171","msg":"trace[125302579] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"161.683096ms","start":"2026-04-03T02:38:25.490987Z","end":"2026-04-03T02:38:25.65267Z","steps":["trace[125302579] 'process raft request' (duration: 108.189718ms)","trace[125302579] 'compare' (duration: 53.20116ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:27.761082Z","caller":"traceutil/trace.go:171","msg":"trace[1624455875] linearizableReadLoop","detail":"{readStateIndex:8047; appliedIndex:8046; }","duration":"103.666093ms","start":"2026-04-03T02:38:27.657378Z","end":"2026-04-03T02:38:27.761044Z","steps":["trace[1624455875] 'read index received' (duration: 40.495398ms)","trace[1624455875] 'applied index is now lower than readState.Index' (duration: 63.168715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:27.761337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.945491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:38:27.761422Z","caller":"traceutil/trace.go:171","msg":"trace[1393741362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7760; }","duration":"104.072635ms","start":"2026-04-03T02:38:27.657328Z","end":"2026-04-03T02:38:27.761401Z","steps":["trace[1393741362] 'agreement among raft nodes before linearized reading' (duration: 103.838348ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.324153Z","caller":"traceutil/trace.go:171","msg":"trace[985413897] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8063; }","duration":"138.096234ms","start":"2026-04-03T02:38:31.186025Z","end":"2026-04-03T02:38:31.324121Z","steps":["trace[985413897] 'read index received' (duration: 137.879048ms)","trace[985413897] 'applied index is now lower than readState.Index' (duration: 214.946µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:38:31.32429Z","caller":"traceutil/trace.go:171","msg":"trace[1935165337] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"535.715136ms","start":"2026-04-03T02:38:30.788563Z","end":"2026-04-03T02:38:31.324278Z","steps":["trace[1935165337] 'process raft request' (duration: 535.370387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:31.324414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:30.788523Z","time spent":"535.798539ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:38:31.324723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.66412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:38:31.324815Z","caller":"traceutil/trace.go:171","msg":"trace[737580267] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7777; }","duration":"138.811234ms","start":"2026-04-03T02:38:31.185982Z","end":"2026-04-03T02:38:31.324794Z","steps":["trace[737580267] 'agreement among raft nodes before linearized reading' (duration: 138.515406ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.59541Z","caller":"traceutil/trace.go:171","msg":"trace[2033234484] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8064; }","duration":"271.119299ms","start":"2026-04-03T02:38:31.324237Z","end":"2026-04-03T02:38:31.595357Z","steps":["trace[2033234484] 'read index received' (duration: 181.294218ms)","trace[2033234484] 'applied index is now lower than readState.Index' (duration: 89.823441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:31.595609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.860108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:31.595683Z","caller":"traceutil/trace.go:171","msg":"trace[903090200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7778; }","duration":"309.948521ms","start":"2026-04-03T02:38:31.285722Z","end":"2026-04-03T02:38:31.595671Z","steps":["trace[903090200] 'agreement among raft nodes before linearized reading' (duration: 309.787756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:31.595668Z","caller":"traceutil/trace.go:171","msg":"trace[164438540] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"271.777526ms","start":"2026-04-03T02:38:31.323852Z","end":"2026-04-03T02:38:31.59563Z","steps":["trace[164438540] 'process raft request' (duration: 181.73608ms)","trace[164438540] 'compare' (duration: 89.593324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:31.595749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:38:31.285678Z","time spent":"310.060604ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:38:31.83184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.093204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:38:31.831963Z","caller":"traceutil/trace.go:171","msg":"trace[370078096] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"226.079334ms","start":"2026-04-03T02:38:31.605861Z","end":"2026-04-03T02:38:31.83194Z","steps":["trace[370078096] 'process raft request' (duration: 108.803545ms)","trace[370078096] 'compare' (duration: 116.903869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:32.084761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.774348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-03T02:38:32.084816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.377604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:38:32.084855Z","caller":"traceutil/trace.go:171","msg":"trace[2095147675] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:7779; }","duration":"119.901772ms","start":"2026-04-03T02:38:31.964931Z","end":"2026-04-03T02:38:32.084832Z","steps":["trace[2095147675] 'range keys from in-memory index tree' (duration: 119.625704ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:32.084903Z","caller":"traceutil/trace.go:171","msg":"trace[881407974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7779; }","duration":"150.531978ms","start":"2026-04-03T02:38:31.934347Z","end":"2026-04-03T02:38:32.084879Z","steps":["trace[881407974] 'range keys from in-memory index tree' (duration: 150.178268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:32.084946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.203696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:38:32.085029Z","caller":"traceutil/trace.go:171","msg":"trace[672392571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7779; }","duration":"122.339439ms","start":"2026-04-03T02:38:31.962671Z","end":"2026-04-03T02:38:32.085011Z","steps":["trace[672392571] 'range keys from in-memory index tree' (duration: 122.02638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:38:32.085111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.871031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:38:32.085227Z","caller":"traceutil/trace.go:171","msg":"trace[1113960502] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7779; }","duration":"120.071627ms","start":"2026-04-03T02:38:31.965129Z","end":"2026-04-03T02:38:32.085201Z","steps":["trace[1113960502] 'range keys from in-memory index tree' (duration: 119.612514ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:58.4992Z","caller":"traceutil/trace.go:171","msg":"trace[661865782] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8247; }","duration":"102.09707ms","start":"2026-04-03T02:38:58.397078Z","end":"2026-04-03T02:38:58.499175Z","steps":["trace[661865782] 'read index received' (duration: 15.886399ms)","trace[661865782] 'applied index is now lower than readState.Index' (duration: 86.209811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:38:58.499314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.215414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:38:58.499341Z","caller":"traceutil/trace.go:171","msg":"trace[1234354921] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7955; }","duration":"102.294255ms","start":"2026-04-03T02:38:58.397037Z","end":"2026-04-03T02:38:58.499331Z","steps":["trace[1234354921] 'agreement among raft nodes before linearized reading' (duration: 102.221533ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:38:58.499388Z","caller":"traceutil/trace.go:171","msg":"trace[1082323347] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"106.100931ms","start":"2026-04-03T02:38:58.393248Z","end":"2026-04-03T02:38:58.499349Z","steps":["trace[1082323347] 'process raft request' (duration: 19.837228ms)","trace[1082323347] 'compare' (duration: 85.980395ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:04.302185Z","caller":"traceutil/trace.go:171","msg":"trace[3753839] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"121.685911ms","start":"2026-04-03T02:39:04.180478Z","end":"2026-04-03T02:39:04.302164Z","steps":["trace[3753839] 'process raft request' (duration: 121.195878ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:06.123128Z","caller":"traceutil/trace.go:171","msg":"trace[1687379258] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"330.59602ms","start":"2026-04-03T02:39:05.792504Z","end":"2026-04-03T02:39:06.1231Z","steps":["trace[1687379258] 'process raft request' (duration: 330.458376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:06.123284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:05.79248Z","time spent":"330.726264ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:06.294402Z","caller":"traceutil/trace.go:171","msg":"trace[980411359] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"285.430602ms","start":"2026-04-03T02:39:06.008948Z","end":"2026-04-03T02:39:06.294379Z","steps":["trace[980411359] 'process raft request' (duration: 284.719573ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:06.294535Z","caller":"traceutil/trace.go:171","msg":"trace[211621977] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"215.548343ms","start":"2026-04-03T02:39:06.078961Z","end":"2026-04-03T02:39:06.29451Z","steps":["trace[211621977] 'process raft request' (duration: 215.198443ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:06.694238Z","caller":"traceutil/trace.go:171","msg":"trace[1161394821] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"147.178755ms","start":"2026-04-03T02:39:06.54702Z","end":"2026-04-03T02:39:06.694199Z","steps":["trace[1161394821] 'process raft request' (duration: 146.99501ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:08.199022Z","caller":"traceutil/trace.go:171","msg":"trace[1473785689] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"103.120098ms","start":"2026-04-03T02:39:08.095879Z","end":"2026-04-03T02:39:08.198999Z","steps":["trace[1473785689] 'process raft request' (duration: 102.950934ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:08.704046Z","caller":"traceutil/trace.go:171","msg":"trace[720127726] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"600.405673ms","start":"2026-04-03T02:39:08.103618Z","end":"2026-04-03T02:39:08.704023Z","steps":["trace[720127726] 'process raft request' (duration: 600.172177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:08.704188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.10359Z","time spent":"600.529307ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8264,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:08.704276Z","caller":"traceutil/trace.go:171","msg":"trace[1079710157] linearizableReadLoop","detail":"{readStateIndex:8337; appliedIndex:8334; }","duration":"515.143808ms","start":"2026-04-03T02:39:08.189101Z","end":"2026-04-03T02:39:08.704245Z","steps":["trace[1079710157] 'read index received' (duration: 9.732399ms)","trace[1079710157] 'applied index is now lower than readState.Index' (duration: 505.409489ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:08.704502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.360444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:08.704586Z","caller":"traceutil/trace.go:171","msg":"trace[392224295] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8038; }","duration":"515.512068ms","start":"2026-04-03T02:39:08.189056Z","end":"2026-04-03T02:39:08.704568Z","steps":["trace[392224295] 'agreement among raft nodes before linearized reading' (duration: 515.332343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:08.704635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.189021Z","time spent":"515.604661ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:08.70491Z","caller":"traceutil/trace.go:171","msg":"trace[1829791433] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"576.03555ms","start":"2026-04-03T02:39:08.128313Z","end":"2026-04-03T02:39:08.704349Z","steps":["trace[1829791433] 'process raft request' (duration: 575.646849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:08.70501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.128287Z","time spent":"576.677298ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:09.092091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.364408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:09.092388Z","caller":"traceutil/trace.go:171","msg":"trace[1904979426] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"792.388275ms","start":"2026-04-03T02:39:08.299975Z","end":"2026-04-03T02:39:09.092363Z","steps":["trace[1904979426] 'process raft request' (duration: 572.624526ms)","trace[1904979426] 'compare' (duration: 218.881905ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:09.092462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.158305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:39:09.092463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.346039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:39:09.092496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.510468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:39:09.092516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.385419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:09.092536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.510584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:39:09.092282Z","caller":"traceutil/trace.go:171","msg":"trace[1689095946] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8337; }","duration":"387.765649ms","start":"2026-04-03T02:39:08.704457Z","end":"2026-04-03T02:39:09.092222Z","steps":["trace[1689095946] 'read index received' (duration: 168.158805ms)","trace[1689095946] 'applied index is now lower than readState.Index' (duration: 219.604584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:09.092642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.125089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:39:09.09271Z","caller":"traceutil/trace.go:171","msg":"trace[1916874113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8039; }","duration":"609.76511ms","start":"2026-04-03T02:39:08.482888Z","end":"2026-04-03T02:39:09.092653Z","steps":["trace[1916874113] 'agreement among raft nodes before linearized reading' (duration: 609.39382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.092813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.73363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:39:09.09287Z","caller":"traceutil/trace.go:171","msg":"trace[48645939] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8039; }","duration":"609.813662ms","start":"2026-04-03T02:39:08.483039Z","end":"2026-04-03T02:39:09.092853Z","steps":["trace[48645939] 'agreement among raft nodes before linearized reading' (duration: 609.604756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:09.092548Z","caller":"traceutil/trace.go:171","msg":"trace[1286300354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8039; }","duration":"609.489013ms","start":"2026-04-03T02:39:08.483041Z","end":"2026-04-03T02:39:09.09253Z","steps":["trace[1286300354] 'agreement among raft nodes before linearized reading' (duration: 609.225936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.093006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.483021Z","time spent":"609.967157ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:39:09.092549Z","caller":"traceutil/trace.go:171","msg":"trace[703932358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8039; }","duration":"394.28806ms","start":"2026-04-03T02:39:08.698233Z","end":"2026-04-03T02:39:09.092521Z","steps":["trace[703932358] 'agreement among raft nodes before linearized reading' (duration: 394.100835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.093375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.698213Z","time spent":"395.139663ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:09.092885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.482853Z","time spent":"610.010887ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:39:09.092583Z","caller":"traceutil/trace.go:171","msg":"trace[23600963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8039; }","duration":"807.489162ms","start":"2026-04-03T02:39:08.285076Z","end":"2026-04-03T02:39:09.092566Z","steps":["trace[23600963] 'agreement among raft nodes before linearized reading' (duration: 807.370729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.093599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.285055Z","time spent":"808.520631ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:09.093546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.48303Z","time spent":"610.497181ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:09.092578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.299939Z","time spent":"792.526729ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:09.092575Z","caller":"traceutil/trace.go:171","msg":"trace[1599737143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8039; }","duration":"607.611292ms","start":"2026-04-03T02:39:08.484945Z","end":"2026-04-03T02:39:09.092556Z","steps":["trace[1599737143] 'agreement among raft nodes before linearized reading' (duration: 607.401636ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:09.092719Z","caller":"traceutil/trace.go:171","msg":"trace[743089087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8039; }","duration":"611.227651ms","start":"2026-04-03T02:39:08.481478Z","end":"2026-04-03T02:39:09.092705Z","steps":["trace[743089087] 'agreement among raft nodes before linearized reading' (duration: 610.816759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.093897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.481459Z","time spent":"612.317081ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:09.094017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.484934Z","time spent":"608.891797ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"warn","ts":"2026-04-03T02:39:09.661293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.585539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:09.661574Z","caller":"traceutil/trace.go:171","msg":"trace[985217220] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"951.572602ms","start":"2026-04-03T02:39:08.709984Z","end":"2026-04-03T02:39:09.661556Z","steps":["trace[985217220] 'process raft request' (duration: 514.647484ms)","trace[985217220] 'compare' (duration: 436.502946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:09.661634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.709962Z","time spent":"951.647055ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1102,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:09.661878Z","caller":"traceutil/trace.go:171","msg":"trace[1364553820] transaction","detail":"{read_only:false; response_revision:8041; number_of_response:1; }","duration":"951.711996ms","start":"2026-04-03T02:39:08.710146Z","end":"2026-04-03T02:39:09.661858Z","steps":["trace[1364553820] 'process raft request' (duration: 951.232243ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:09.661931Z","caller":"traceutil/trace.go:171","msg":"trace[1922414982] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8338; }","duration":"569.229743ms","start":"2026-04-03T02:39:09.092692Z","end":"2026-04-03T02:39:09.661922Z","steps":["trace[1922414982] 'read index received' (duration: 132.168281ms)","trace[1922414982] 'applied index is now lower than readState.Index' (duration: 437.060362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:09.661966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.710135Z","time spent":"951.789698ms","remote":"127.0.0.1:32814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:09.662051Z","caller":"traceutil/trace.go:171","msg":"trace[1763116706] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"946.001369ms","start":"2026-04-03T02:39:08.716022Z","end":"2026-04-03T02:39:09.662023Z","steps":["trace[1763116706] 'process raft request' (duration: 945.848535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.662132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.50393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:39:09.662171Z","caller":"traceutil/trace.go:171","msg":"trace[1978018797] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8043; }","duration":"590.53164ms","start":"2026-04-03T02:39:09.071618Z","end":"2026-04-03T02:39:09.662149Z","steps":["trace[1978018797] 'agreement among raft nodes before linearized reading' (duration: 590.440178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.662195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.071601Z","time spent":"590.587603ms","remote":"127.0.0.1:32800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-03T02:39:09.662228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.716002Z","time spent":"946.136122ms","remote":"127.0.0.1:33070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7358,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:09.66224Z","caller":"traceutil/trace.go:171","msg":"trace[391670547] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"952.056116ms","start":"2026-04-03T02:39:08.710173Z","end":"2026-04-03T02:39:09.662229Z","steps":["trace[391670547] 'process raft request' (duration: 951.569072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.662307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.710164Z","time spent":"952.113687ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1179,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:09.662343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.956124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:39:09.662382Z","caller":"traceutil/trace.go:171","msg":"trace[1018422489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8043; }","duration":"914.037086ms","start":"2026-04-03T02:39:08.748339Z","end":"2026-04-03T02:39:09.662376Z","steps":["trace[1018422489] 'agreement among raft nodes before linearized reading' (duration: 913.960264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:09.662408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:08.748316Z","time spent":"914.084336ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:10.162982Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112157,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:10.432423Z","caller":"traceutil/trace.go:171","msg":"trace[1324538628] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"1.331472436s","start":"2026-04-03T02:39:09.100925Z","end":"2026-04-03T02:39:10.432397Z","steps":["trace[1324538628] 'process raft request' (duration: 1.331430525s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:10.432587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.100914Z","time spent":"1.331589109s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:10.432893Z","caller":"traceutil/trace.go:171","msg":"trace[740589172] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"1.335504827s","start":"2026-04-03T02:39:09.097375Z","end":"2026-04-03T02:39:10.432879Z","steps":["trace[740589172] 'process raft request' (duration: 1.334473529s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:10.432898Z","caller":"traceutil/trace.go:171","msg":"trace[523686531] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"1.334341275s","start":"2026-04-03T02:39:09.098523Z","end":"2026-04-03T02:39:10.432864Z","steps":["trace[523686531] 'process raft request' (duration: 1.333514062s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:10.432994Z","caller":"traceutil/trace.go:171","msg":"trace[1361513865] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"1.334254173s","start":"2026-04-03T02:39:09.098712Z","end":"2026-04-03T02:39:10.432967Z","steps":["trace[1361513865] 'process raft request' (duration: 1.333595225s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:10.433013Z","caller":"traceutil/trace.go:171","msg":"trace[36116316] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"1.335309412s","start":"2026-04-03T02:39:09.097671Z","end":"2026-04-03T02:39:10.43298Z","steps":["trace[36116316] 'process raft request' (duration: 1.334326095s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:10.432954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.09735Z","time spent":"1.3355769s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:10.43313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.0987Z","time spent":"1.334365165s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:10.433145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.098506Z","time spent":"1.33450872s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:10.433216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.09766Z","time spent":"1.335472796s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:11.095271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000629178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:11.095375Z","caller":"traceutil/trace.go:171","msg":"trace[1719562424] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000789843s","start":"2026-04-03T02:39:09.094569Z","end":"2026-04-03T02:39:11.095359Z","steps":["trace[1719562424] 'agreement among raft nodes before linearized reading' (duration: 2.000669s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.095416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.094551Z","time spent":"2.000854365s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:11.227713Z","caller":"traceutil/trace.go:171","msg":"trace[1275487841] linearizableReadLoop","detail":"{readStateIndex:8349; appliedIndex:8342; }","duration":"1.565740766s","start":"2026-04-03T02:39:09.66195Z","end":"2026-04-03T02:39:11.227691Z","steps":["trace[1275487841] 'read index received' (duration: 770.000558ms)","trace[1275487841] 'applied index is now lower than readState.Index' (duration: 795.739068ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:11.227979Z","caller":"traceutil/trace.go:171","msg":"trace[1869347468] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"1.560843451s","start":"2026-04-03T02:39:09.667125Z","end":"2026-04-03T02:39:11.227968Z","steps":["trace[1869347468] 'process raft request' (duration: 1.560325417s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.228088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.667113Z","time spent":"1.560898583s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:11.228368Z","caller":"traceutil/trace.go:171","msg":"trace[575480280] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"1.55390925s","start":"2026-04-03T02:39:09.674448Z","end":"2026-04-03T02:39:11.228357Z","steps":["trace[575480280] 'process raft request' (duration: 1.553167089s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.228429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.674429Z","time spent":"1.553971261s","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7658,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:11.228715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609718231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:39:11.228773Z","caller":"traceutil/trace.go:171","msg":"trace[611809573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8050; }","duration":"1.609817124s","start":"2026-04-03T02:39:09.618942Z","end":"2026-04-03T02:39:11.228759Z","steps":["trace[611809573] 'agreement among raft nodes before linearized reading' (duration: 1.60966566s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.228823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.618919Z","time spent":"1.609889296s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:11.229345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974736324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:11.229406Z","caller":"traceutil/trace.go:171","msg":"trace[492900609] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8050; }","duration":"1.974834786s","start":"2026-04-03T02:39:09.254554Z","end":"2026-04-03T02:39:11.229389Z","steps":["trace[492900609] 'agreement among raft nodes before linearized reading' (duration: 1.974742374s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.229454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.254534Z","time spent":"1.974905078s","remote":"127.0.0.1:49958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:11.229736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130744902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207012"} {"level":"info","ts":"2026-04-03T02:39:11.22982Z","caller":"traceutil/trace.go:171","msg":"trace[1661442169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8050; }","duration":"2.130864586s","start":"2026-04-03T02:39:09.098936Z","end":"2026-04-03T02:39:11.229801Z","steps":["trace[1661442169] 'agreement among raft nodes before linearized reading' (duration: 2.130376182s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.229866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.098925Z","time spent":"2.130931507s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207035,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:39:11.231198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920500126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:11.231266Z","caller":"traceutil/trace.go:171","msg":"trace[1478590593] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8050; }","duration":"1.920629859s","start":"2026-04-03T02:39:09.310624Z","end":"2026-04-03T02:39:11.231254Z","steps":["trace[1478590593] 'agreement among raft nodes before linearized reading' (duration: 1.918279914s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.2313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.310603Z","time spent":"1.920686741s","remote":"127.0.0.1:33000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:11.627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.560054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:11.627169Z","caller":"traceutil/trace.go:171","msg":"trace[1474806693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8050; }","duration":"110.736489ms","start":"2026-04-03T02:39:11.516406Z","end":"2026-04-03T02:39:11.627143Z","steps":["trace[1474806693] 'range keys from in-memory index tree' (duration: 110.539823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.72849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:11.753103Z","caller":"traceutil/trace.go:171","msg":"trace[503669799] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"1.148207684s","start":"2026-04-03T02:39:10.604872Z","end":"2026-04-03T02:39:11.75308Z","steps":["trace[503669799] 'process raft request' (duration: 1.147984838s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.753259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.604849Z","time spent":"1.148332837s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:11.753463Z","caller":"traceutil/trace.go:171","msg":"trace[540521257] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"1.042843723s","start":"2026-04-03T02:39:10.710581Z","end":"2026-04-03T02:39:11.753425Z","steps":["trace[540521257] 'process raft request' (duration: 1.042452133s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.753622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.710564Z","time spent":"1.042973238s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:11.754252Z","caller":"traceutil/trace.go:171","msg":"trace[405549711] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"655.084174ms","start":"2026-04-03T02:39:11.099149Z","end":"2026-04-03T02:39:11.754233Z","steps":["trace[405549711] 'process raft request' (duration: 654.975921ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:11.754371Z","caller":"traceutil/trace.go:171","msg":"trace[668531940] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"655.586487ms","start":"2026-04-03T02:39:11.098766Z","end":"2026-04-03T02:39:11.754353Z","steps":["trace[668531940] 'process raft request' (duration: 654.60307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:11.75448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.098738Z","time spent":"655.69503ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:39:11.754503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.099138Z","time spent":"655.179076ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:12.168621Z","caller":"traceutil/trace.go:171","msg":"trace[1566223383] linearizableReadLoop","detail":"{readStateIndex:8355; appliedIndex:8349; }","duration":"940.827196ms","start":"2026-04-03T02:39:11.227773Z","end":"2026-04-03T02:39:12.1686Z","steps":["trace[1566223383] 'read index received' (duration: 525.164265ms)","trace[1566223383] 'applied index is now lower than readState.Index' (duration: 415.661421ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:12.16875Z","caller":"traceutil/trace.go:171","msg":"trace[35648451] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"806.497775ms","start":"2026-04-03T02:39:11.362229Z","end":"2026-04-03T02:39:12.168727Z","steps":["trace[35648451] 'process raft request' (duration: 806.3112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.16879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332948566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:12.168842Z","caller":"traceutil/trace.go:171","msg":"trace[1476157014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8056; }","duration":"1.33306968s","start":"2026-04-03T02:39:10.835759Z","end":"2026-04-03T02:39:12.168829Z","steps":["trace[1476157014] 'agreement among raft nodes before linearized reading' (duration: 1.332969587s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.168859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.581483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:39:12.16885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.362199Z","time spent":"806.592238ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:12.168882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.835736Z","time spent":"1.333135561s","remote":"127.0.0.1:44166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:12.168895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945130315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:12.168899Z","caller":"traceutil/trace.go:171","msg":"trace[531722813] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8056; }","duration":"955.651285ms","start":"2026-04-03T02:39:11.21323Z","end":"2026-04-03T02:39:12.168881Z","steps":["trace[531722813] 'agreement among raft nodes before linearized reading' (duration: 955.598824ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.168933Z","caller":"traceutil/trace.go:171","msg":"trace[574308651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8056; }","duration":"1.945196347s","start":"2026-04-03T02:39:10.223724Z","end":"2026-04-03T02:39:12.16892Z","steps":["trace[574308651] 'agreement among raft nodes before linearized reading' (duration: 1.945133896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.168944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.21321Z","time spent":"955.725177ms","remote":"127.0.0.1:33062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:12.168957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.223707Z","time spent":"1.945243848s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:12.168976Z","caller":"traceutil/trace.go:171","msg":"trace[1331932235] transaction","detail":"{read_only:false; response_revision:8055; number_of_response:1; }","duration":"934.059609ms","start":"2026-04-03T02:39:11.234907Z","end":"2026-04-03T02:39:12.168967Z","steps":["trace[1331932235] 'process raft request' (duration: 933.488763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.169036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.234887Z","time spent":"934.114211ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:12.169003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465135517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:39:12.168789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068039779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:12.169089Z","caller":"traceutil/trace.go:171","msg":"trace[598282061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8056; }","duration":"1.068384629s","start":"2026-04-03T02:39:11.100693Z","end":"2026-04-03T02:39:12.169077Z","steps":["trace[598282061] 'agreement among raft nodes before linearized reading' (duration: 1.068000688s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.169087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.498001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:12.169123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.100684Z","time spent":"1.06842923s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:12.169166Z","caller":"traceutil/trace.go:171","msg":"trace[774412498] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8056; }","duration":"783.632704ms","start":"2026-04-03T02:39:11.385512Z","end":"2026-04-03T02:39:12.169145Z","steps":["trace[774412498] 'agreement among raft nodes before linearized reading' (duration: 783.476849ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.169137Z","caller":"traceutil/trace.go:171","msg":"trace[1913642286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8056; }","duration":"1.465266322s","start":"2026-04-03T02:39:10.703804Z","end":"2026-04-03T02:39:12.16907Z","steps":["trace[1913642286] 'agreement among raft nodes before linearized reading' (duration: 1.465040475s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.169207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.385492Z","time spent":"783.704766ms","remote":"127.0.0.1:38912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:12.169263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.21791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:12.169256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:10.703772Z","time spent":"1.465465806s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-03T02:39:12.169342Z","caller":"traceutil/trace.go:171","msg":"trace[359836324] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8056; }","duration":"469.316053ms","start":"2026-04-03T02:39:11.700006Z","end":"2026-04-03T02:39:12.169322Z","steps":["trace[359836324] 'agreement among raft nodes before linearized reading' (duration: 469.177479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.169387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:11.699987Z","time spent":"469.390185ms","remote":"127.0.0.1:38840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:12.169413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503237781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-04-03T02:39:12.169479Z","caller":"traceutil/trace.go:171","msg":"trace[638090055] range","detail":"{range_begin:/registry/persistentvolumes/pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90; range_end:; response_count:1; response_revision:8056; }","duration":"2.503337673s","start":"2026-04-03T02:39:09.666126Z","end":"2026-04-03T02:39:12.169464Z","steps":["trace[638090055] 'agreement among raft nodes before linearized reading' (duration: 2.502626244s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.169513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:09.666108Z","time spent":"2.503395255s","remote":"127.0.0.1:32790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1473,"request content":"key:\"/registry/persistentvolumes/pvc-437e9f3f-70f2-4fa3-8970-bdbcadc5be90\" "} {"level":"warn","ts":"2026-04-03T02:39:12.353909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.840652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:39:12.353992Z","caller":"traceutil/trace.go:171","msg":"trace[476950435] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:8056; }","duration":"131.992896ms","start":"2026-04-03T02:39:12.221981Z","end":"2026-04-03T02:39:12.353973Z","steps":["trace[476950435] 'range keys from in-memory index tree' (duration: 131.403639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.354352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.069438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:12.354546Z","caller":"traceutil/trace.go:171","msg":"trace[538140860] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8056; }","duration":"115.306655ms","start":"2026-04-03T02:39:12.239209Z","end":"2026-04-03T02:39:12.354516Z","steps":["trace[538140860] 'range keys from in-memory index tree' (duration: 114.669667ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.481541Z","caller":"traceutil/trace.go:171","msg":"trace[1670511215] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8355; }","duration":"123.573893ms","start":"2026-04-03T02:39:12.357935Z","end":"2026-04-03T02:39:12.481509Z","steps":["trace[1670511215] 'read index received' (duration: 123.258035ms)","trace[1670511215] 'applied index is now lower than readState.Index' (duration: 313.898µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:12.481757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.789249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:12.481853Z","caller":"traceutil/trace.go:171","msg":"trace[1621081400] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8056; }","duration":"123.931183ms","start":"2026-04-03T02:39:12.357899Z","end":"2026-04-03T02:39:12.48183Z","steps":["trace[1621081400] 'agreement among raft nodes before linearized reading' (duration: 123.746498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:12.682488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.108884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:12.682632Z","caller":"traceutil/trace.go:171","msg":"trace[126910458] linearizableReadLoop","detail":"{readStateIndex:8357; appliedIndex:8356; }","duration":"197.055701ms","start":"2026-04-03T02:39:12.485554Z","end":"2026-04-03T02:39:12.682609Z","steps":["trace[126910458] 'read index received' (duration: 92.70354ms)","trace[126910458] 'applied index is now lower than readState.Index' (duration: 104.349091ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:12.682802Z","caller":"traceutil/trace.go:171","msg":"trace[911900923] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"199.474208ms","start":"2026-04-03T02:39:12.483146Z","end":"2026-04-03T02:39:12.68262Z","steps":["trace[911900923] 'process raft request' (duration: 95.131527ms)","trace[911900923] 'compare' (duration: 103.885468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:12.682942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.38179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:39:12.682996Z","caller":"traceutil/trace.go:171","msg":"trace[822580697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8057; }","duration":"197.468973ms","start":"2026-04-03T02:39:12.485513Z","end":"2026-04-03T02:39:12.682982Z","steps":["trace[822580697] 'agreement among raft nodes before linearized reading' (duration: 197.160054ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.685169Z","caller":"traceutil/trace.go:171","msg":"trace[319941709] transaction","detail":"{read_only:false; response_revision:8059; number_of_response:1; }","duration":"198.577844ms","start":"2026-04-03T02:39:12.486571Z","end":"2026-04-03T02:39:12.685149Z","steps":["trace[319941709] 'process raft request' (duration: 198.521542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.68519Z","caller":"traceutil/trace.go:171","msg":"trace[69033136] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"199.073547ms","start":"2026-04-03T02:39:12.486073Z","end":"2026-04-03T02:39:12.685146Z","steps":["trace[69033136] 'process raft request' (duration: 198.899942ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.68549Z","caller":"traceutil/trace.go:171","msg":"trace[824302567] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"198.832891ms","start":"2026-04-03T02:39:12.48664Z","end":"2026-04-03T02:39:12.685473Z","steps":["trace[824302567] 'process raft request' (duration: 198.481421ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.685586Z","caller":"traceutil/trace.go:171","msg":"trace[980660609] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"198.8117ms","start":"2026-04-03T02:39:12.486735Z","end":"2026-04-03T02:39:12.685546Z","steps":["trace[980660609] 'process raft request' (duration: 198.589433ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:12.685617Z","caller":"traceutil/trace.go:171","msg":"trace[1988025183] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"198.378558ms","start":"2026-04-03T02:39:12.487202Z","end":"2026-04-03T02:39:12.685581Z","steps":["trace[1988025183] 'process raft request' (duration: 198.263834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:16.595449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.542037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-04-03T02:39:16.595503Z","caller":"traceutil/trace.go:171","msg":"trace[1163397713] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:8196; }","duration":"100.63818ms","start":"2026-04-03T02:39:16.494854Z","end":"2026-04-03T02:39:16.595492Z","steps":["trace[1163397713] 'agreement among raft nodes before linearized reading' (duration: 100.451095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:20.838981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:39:21.231251Z","caller":"traceutil/trace.go:171","msg":"trace[1751263564] linearizableReadLoop","detail":"{readStateIndex:8530; appliedIndex:8529; }","duration":"945.750433ms","start":"2026-04-03T02:39:20.28548Z","end":"2026-04-03T02:39:21.231231Z","steps":["trace[1751263564] 'read index received' (duration: 945.678131ms)","trace[1751263564] 'applied index is now lower than readState.Index' (duration: 71.362µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:21.231395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.893617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:21.231421Z","caller":"traceutil/trace.go:171","msg":"trace[474625360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8229; }","duration":"945.955698ms","start":"2026-04-03T02:39:20.285458Z","end":"2026-04-03T02:39:21.231414Z","steps":["trace[474625360] 'agreement among raft nodes before linearized reading' (duration: 945.889426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.231445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.28545Z","time spent":"945.989578ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:21.231441Z","caller":"traceutil/trace.go:171","msg":"trace[565245218] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"952.144579ms","start":"2026-04-03T02:39:20.279195Z","end":"2026-04-03T02:39:21.231339Z","steps":["trace[565245218] 'process raft request' (duration: 951.900182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.231646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.279183Z","time spent":"952.327063ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:21.231751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.785665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:21.2318Z","caller":"traceutil/trace.go:171","msg":"trace[1949640529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8229; }","duration":"314.846556ms","start":"2026-04-03T02:39:20.916941Z","end":"2026-04-03T02:39:21.231788Z","steps":["trace[1949640529] 'agreement among raft nodes before linearized reading' (duration: 314.709222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.231833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.916934Z","time spent":"314.891568ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:21.231876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.014458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:39:21.231872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.353551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:39:21.231923Z","caller":"traceutil/trace.go:171","msg":"trace[1746174248] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8229; }","duration":"354.08628ms","start":"2026-04-03T02:39:20.877819Z","end":"2026-04-03T02:39:21.231906Z","steps":["trace[1746174248] 'agreement among raft nodes before linearized reading' (duration: 353.958667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.231957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.877792Z","time spent":"354.154952ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:21.231968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.840472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:21.231978Z","caller":"traceutil/trace.go:171","msg":"trace[1100654720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8229; }","duration":"315.474364ms","start":"2026-04-03T02:39:20.91646Z","end":"2026-04-03T02:39:21.231934Z","steps":["trace[1100654720] 'agreement among raft nodes before linearized reading' (duration: 315.246918ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:21.231994Z","caller":"traceutil/trace.go:171","msg":"trace[1870431421] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8229; }","duration":"135.895243ms","start":"2026-04-03T02:39:21.09609Z","end":"2026-04-03T02:39:21.231985Z","steps":["trace[1870431421] 'agreement among raft nodes before linearized reading' (duration: 135.816251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.232027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.916443Z","time spent":"315.574096ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:21.232114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.277221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:39:21.232154Z","caller":"traceutil/trace.go:171","msg":"trace[448221999] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8229; }","duration":"314.338002ms","start":"2026-04-03T02:39:20.917805Z","end":"2026-04-03T02:39:21.232143Z","steps":["trace[448221999] 'agreement among raft nodes before linearized reading' (duration: 314.201258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.232175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.917798Z","time spent":"314.371964ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:21.231605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.979042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:21.232458Z","caller":"traceutil/trace.go:171","msg":"trace[1102801378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8229; }","duration":"482.872717ms","start":"2026-04-03T02:39:20.749573Z","end":"2026-04-03T02:39:21.232446Z","steps":["trace[1102801378] 'agreement among raft nodes before linearized reading' (duration: 481.852359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.232529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:20.749559Z","time spent":"482.95845ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:21.794853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:21.9733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.53752ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:21.973407Z","caller":"traceutil/trace.go:171","msg":"trace[94596673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8229; }","duration":"456.653533ms","start":"2026-04-03T02:39:21.516738Z","end":"2026-04-03T02:39:21.973391Z","steps":["trace[94596673] 'range keys from in-memory index tree' (duration: 456.524099ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:21.973578Z","caller":"traceutil/trace.go:171","msg":"trace[2117158791] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"737.822899ms","start":"2026-04-03T02:39:21.23572Z","end":"2026-04-03T02:39:21.973543Z","steps":["trace[2117158791] 'process raft request' (duration: 729.89484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:21.973752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.235702Z","time spent":"737.962453ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:22.060943Z","caller":"traceutil/trace.go:171","msg":"trace[994750917] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"825.037367ms","start":"2026-04-03T02:39:21.235873Z","end":"2026-04-03T02:39:22.060911Z","steps":["trace[994750917] 'process raft request' (duration: 824.76782ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.061023Z","caller":"traceutil/trace.go:171","msg":"trace[385460200] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"824.550794ms","start":"2026-04-03T02:39:21.23645Z","end":"2026-04-03T02:39:22.061001Z","steps":["trace[385460200] 'process raft request' (duration: 824.428381ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.061061Z","caller":"traceutil/trace.go:171","msg":"trace[175067449] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"825.1035ms","start":"2026-04-03T02:39:21.235886Z","end":"2026-04-03T02:39:22.060989Z","steps":["trace[175067449] 'process raft request' (duration: 824.932225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.061081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.235825Z","time spent":"825.180972ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:22.061213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.236438Z","time spent":"824.667238ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:22.061248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.235868Z","time spent":"825.275535ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:22.061321Z","caller":"traceutil/trace.go:171","msg":"trace[1218379724] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"185.644398ms","start":"2026-04-03T02:39:21.875665Z","end":"2026-04-03T02:39:22.061309Z","steps":["trace[1218379724] 'process raft request' (duration: 185.482263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.06135Z","caller":"traceutil/trace.go:171","msg":"trace[229931291] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"163.475965ms","start":"2026-04-03T02:39:21.897866Z","end":"2026-04-03T02:39:22.061342Z","steps":["trace[229931291] 'process raft request' (duration: 163.389293ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.061305Z","caller":"traceutil/trace.go:171","msg":"trace[530195789] linearizableReadLoop","detail":"{readStateIndex:8535; appliedIndex:8530; }","duration":"766.783259ms","start":"2026-04-03T02:39:21.294504Z","end":"2026-04-03T02:39:22.061287Z","steps":["trace[530195789] 'read index received' (duration: 671.146187ms)","trace[530195789] 'applied index is now lower than readState.Index' (duration: 95.636132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:22.061447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.926053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:39:22.061272Z","caller":"traceutil/trace.go:171","msg":"trace[1777880315] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"824.487663ms","start":"2026-04-03T02:39:21.23676Z","end":"2026-04-03T02:39:22.061248Z","steps":["trace[1777880315] 'process raft request' (duration: 824.173484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.061505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.313397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:22.061528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.688916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:22.06155Z","caller":"traceutil/trace.go:171","msg":"trace[1576026269] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8236; }","duration":"728.747358ms","start":"2026-04-03T02:39:21.332799Z","end":"2026-04-03T02:39:22.061546Z","steps":["trace[1576026269] 'agreement among raft nodes before linearized reading' (duration: 728.711137ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:22.061559Z","caller":"traceutil/trace.go:171","msg":"trace[674105488] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8236; }","duration":"652.404399ms","start":"2026-04-03T02:39:21.40914Z","end":"2026-04-03T02:39:22.061545Z","steps":["trace[674105488] 'agreement among raft nodes before linearized reading' (duration: 652.329887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.061576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.332781Z","time spent":"728.79113ms","remote":"127.0.0.1:32944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:22.061594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.409118Z","time spent":"652.465531ms","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:22.061606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.67571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:39:22.061633Z","caller":"traceutil/trace.go:171","msg":"trace[1994201255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8236; }","duration":"764.718921ms","start":"2026-04-03T02:39:21.296907Z","end":"2026-04-03T02:39:22.061626Z","steps":["trace[1994201255] 'agreement among raft nodes before linearized reading' (duration: 764.550877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.06166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.296898Z","time spent":"764.755643ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:39:22.061486Z","caller":"traceutil/trace.go:171","msg":"trace[1888742344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8236; }","duration":"767.003825ms","start":"2026-04-03T02:39:21.294474Z","end":"2026-04-03T02:39:22.061478Z","steps":["trace[1888742344] 'agreement among raft nodes before linearized reading' (duration: 766.868311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:22.061827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.294462Z","time spent":"767.265772ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:22.061616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:21.236749Z","time spent":"824.77615ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:22.305629Z","caller":"traceutil/trace.go:171","msg":"trace[874900025] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"173.510792ms","start":"2026-04-03T02:39:22.132097Z","end":"2026-04-03T02:39:22.305608Z","steps":["trace[874900025] 'process raft request' (duration: 173.316527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:23.880639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:24.381032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:24.881536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:25.382654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558112528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:39:25.672405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.431706564s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:39:25.673097Z","caller":"traceutil/trace.go:171","msg":"trace[1920962927] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"2.432493945s","start":"2026-04-03T02:39:23.240572Z","end":"2026-04-03T02:39:25.673065Z","steps":["trace[1920962927] 'process raft request' (duration: 2.432214088s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:25.673341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.240545Z","time spent":"2.43264569s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:26.284217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-03T02:39:26.284329Z","caller":"traceutil/trace.go:171","msg":"trace[1834818582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048682s","start":"2026-04-03T02:39:24.284232Z","end":"2026-04-03T02:39:26.28428Z","steps":["trace[1834818582] 'agreement among raft nodes before linearized reading' (duration: 1.999939069s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.284403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.284211Z","time spent":"2.000174805s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:26.388385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.474029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:26.388584Z","caller":"traceutil/trace.go:171","msg":"trace[345105136] linearizableReadLoop","detail":"{readStateIndex:8544; appliedIndex:8541; }","duration":"3.00899926s","start":"2026-04-03T02:39:23.379568Z","end":"2026-04-03T02:39:26.388568Z","steps":["trace[345105136] 'read index received' (duration: 2.293185649s)","trace[345105136] 'applied index is now lower than readState.Index' (duration: 715.812321ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:26.388654Z","caller":"traceutil/trace.go:171","msg":"trace[1141611322] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"2.322023345s","start":"2026-04-03T02:39:24.066554Z","end":"2026-04-03T02:39:26.388577Z","steps":["trace[1141611322] 'process raft request' (duration: 1.689277538s)","trace[1141611322] 'compare' (duration: 632.198222ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:26.38868Z","caller":"traceutil/trace.go:171","msg":"trace[1259025699] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"2.3214672s","start":"2026-04-03T02:39:24.067181Z","end":"2026-04-03T02:39:26.388648Z","steps":["trace[1259025699] 'process raft request' (duration: 2.321298475s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.388765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009176404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:39:26.388835Z","caller":"traceutil/trace.go:171","msg":"trace[1538978579] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8242; }","duration":"3.009331609s","start":"2026-04-03T02:39:23.37949Z","end":"2026-04-03T02:39:26.388822Z","steps":["trace[1538978579] 'agreement among raft nodes before linearized reading' (duration: 3.009155354s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.388873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.379462Z","time spent":"3.009401681s","remote":"127.0.0.1:38974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:26.388864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.067151Z","time spent":"2.321619213s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:26.388991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.066522Z","time spent":"2.322217581s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:26.741326Z","caller":"traceutil/trace.go:171","msg":"trace[674346321] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"294.784872ms","start":"2026-04-03T02:39:26.446517Z","end":"2026-04-03T02:39:26.741302Z","steps":["trace[674346321] 'process raft request' (duration: 294.705739ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.741355Z","caller":"traceutil/trace.go:171","msg":"trace[350265205] linearizableReadLoop","detail":"{readStateIndex:8545; appliedIndex:8544; }","duration":"352.703862ms","start":"2026-04-03T02:39:26.388619Z","end":"2026-04-03T02:39:26.741323Z","steps":["trace[350265205] 'read index received' (duration: 342.182151ms)","trace[350265205] 'applied index is now lower than readState.Index' (duration: 10.518221ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:26.741555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262692487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:26.741618Z","caller":"traceutil/trace.go:171","msg":"trace[286704778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8244; }","duration":"3.262770069s","start":"2026-04-03T02:39:23.478832Z","end":"2026-04-03T02:39:26.741602Z","steps":["trace[286704778] 'agreement among raft nodes before linearized reading' (duration: 3.262611914s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.741659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.478767Z","time spent":"3.262881112s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:26.741772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.366957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:26.741832Z","caller":"traceutil/trace.go:171","msg":"trace[1553522332] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8244; }","duration":"699.47952ms","start":"2026-04-03T02:39:26.042339Z","end":"2026-04-03T02:39:26.741818Z","steps":["trace[1553522332] 'agreement among raft nodes before linearized reading' (duration: 699.379167ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.741861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.042317Z","time spent":"699.536982ms","remote":"127.0.0.1:38898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:39:26.741827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.065074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:26.741865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674289394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:39:26.741905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674396247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:26.741913Z","caller":"traceutil/trace.go:171","msg":"trace[107108892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8244; }","duration":"457.214369ms","start":"2026-04-03T02:39:26.28468Z","end":"2026-04-03T02:39:26.741894Z","steps":["trace[107108892] 'agreement among raft nodes before linearized reading' (duration: 457.043934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.741905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675101287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:39:26.741954Z","caller":"traceutil/trace.go:171","msg":"trace[1155677771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8244; }","duration":"2.67447952s","start":"2026-04-03T02:39:24.067463Z","end":"2026-04-03T02:39:26.741943Z","steps":["trace[1155677771] 'agreement among raft nodes before linearized reading' (duration: 2.674339386s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.741965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:26.284659Z","time spent":"457.297351ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:26.741939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67664898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:26.741995Z","caller":"traceutil/trace.go:171","msg":"trace[416227647] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8244; }","duration":"2.67521698s","start":"2026-04-03T02:39:24.066763Z","end":"2026-04-03T02:39:26.74198Z","steps":["trace[416227647] 'agreement among raft nodes before linearized reading' (duration: 2.675017335s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.74193Z","caller":"traceutil/trace.go:171","msg":"trace[1408400103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8244; }","duration":"2.674402198s","start":"2026-04-03T02:39:24.067507Z","end":"2026-04-03T02:39:26.741909Z","steps":["trace[1408400103] 'agreement among raft nodes before linearized reading' (duration: 2.674205963s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:26.742028Z","caller":"traceutil/trace.go:171","msg":"trace[135099293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8244; }","duration":"2.676783064s","start":"2026-04-03T02:39:24.065221Z","end":"2026-04-03T02:39:26.742004Z","steps":["trace[135099293] 'agreement among raft nodes before linearized reading' (duration: 2.676556258s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.742068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.066749Z","time spent":"2.675280662s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:26.742067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.06749Z","time spent":"2.674565682s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:26.742002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.067451Z","time spent":"2.674541782s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:39:26.742102Z","caller":"traceutil/trace.go:171","msg":"trace[170382435] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"796.375606ms","start":"2026-04-03T02:39:25.945675Z","end":"2026-04-03T02:39:26.74205Z","steps":["trace[170382435] 'process raft request' (duration: 785.073524ms)","trace[170382435] 'compare' (duration: 10.024547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:26.741926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669068701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:39:26.742273Z","caller":"traceutil/trace.go:171","msg":"trace[679834425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8244; }","duration":"2.669455822s","start":"2026-04-03T02:39:24.072804Z","end":"2026-04-03T02:39:26.74226Z","steps":["trace[679834425] 'agreement among raft nodes before linearized reading' (duration: 2.668941908s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.742311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.072794Z","time spent":"2.669505623s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:26.741934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763827927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:39:26.742366Z","caller":"traceutil/trace.go:171","msg":"trace[178297812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8244; }","duration":"2.764296191s","start":"2026-04-03T02:39:23.978059Z","end":"2026-04-03T02:39:26.742355Z","steps":["trace[178297812] 'agreement among raft nodes before linearized reading' (duration: 2.763727965s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.742416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:23.97804Z","time spent":"2.764362733s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:26.742093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.0652Z","time spent":"2.676880016s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:26.742602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672629559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:39:26.742614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:25.945646Z","time spent":"796.49117ms","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19338,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:26.74272Z","caller":"traceutil/trace.go:171","msg":"trace[953191268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8244; }","duration":"2.672747262s","start":"2026-04-03T02:39:24.069953Z","end":"2026-04-03T02:39:26.742701Z","steps":["trace[953191268] 'agreement among raft nodes before linearized reading' (duration: 2.671796216s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:26.744196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:24.069917Z","time spent":"2.674257754s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"warn","ts":"2026-04-03T02:39:32.648009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.431036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:32.648307Z","caller":"traceutil/trace.go:171","msg":"trace[740509938] linearizableReadLoop","detail":"{readStateIndex:8577; appliedIndex:8576; }","duration":"328.164469ms","start":"2026-04-03T02:39:32.320111Z","end":"2026-04-03T02:39:32.648276Z","steps":["trace[740509938] 'read index received' (duration: 57.369854ms)","trace[740509938] 'applied index is now lower than readState.Index' (duration: 270.791275ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:32.648414Z","caller":"traceutil/trace.go:171","msg":"trace[1087791185] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"144.89016ms","start":"2026-04-03T02:39:32.503502Z","end":"2026-04-03T02:39:32.648392Z","steps":["trace[1087791185] 'process raft request' (duration: 144.830838ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:32.648425Z","caller":"traceutil/trace.go:171","msg":"trace[315403298] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"328.366395ms","start":"2026-04-03T02:39:32.320028Z","end":"2026-04-03T02:39:32.648394Z","steps":["trace[315403298] 'process raft request' (duration: 57.443496ms)","trace[315403298] 'compare' (duration: 270.222279ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:32.648464Z","caller":"traceutil/trace.go:171","msg":"trace[315432365] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"219.401367ms","start":"2026-04-03T02:39:32.429009Z","end":"2026-04-03T02:39:32.648411Z","steps":["trace[315432365] 'process raft request' (duration: 219.258263ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:32.648475Z","caller":"traceutil/trace.go:171","msg":"trace[1116357180] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"224.24441ms","start":"2026-04-03T02:39:32.424204Z","end":"2026-04-03T02:39:32.648449Z","steps":["trace[1116357180] 'process raft request' (duration: 223.946352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.648558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.320004Z","time spent":"328.484588ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:32.64868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.56076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:32.648748Z","caller":"traceutil/trace.go:171","msg":"trace[1925760710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8276; }","duration":"328.668073ms","start":"2026-04-03T02:39:32.320061Z","end":"2026-04-03T02:39:32.648729Z","steps":["trace[1925760710] 'agreement among raft nodes before linearized reading' (duration: 328.304423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:32.648847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:32.320039Z","time spent":"328.793267ms","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:39:34.158701Z","caller":"traceutil/trace.go:171","msg":"trace[1734007933] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"286.389025ms","start":"2026-04-03T02:39:33.872272Z","end":"2026-04-03T02:39:34.158661Z","steps":["trace[1734007933] 'process raft request' (duration: 286.19489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:34.15886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.745215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-03T02:39:34.158921Z","caller":"traceutil/trace.go:171","msg":"trace[121612634] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8284; }","duration":"123.838608ms","start":"2026-04-03T02:39:34.03506Z","end":"2026-04-03T02:39:34.158899Z","steps":["trace[121612634] 'agreement among raft nodes before linearized reading' (duration: 123.671043ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:34.158669Z","caller":"traceutil/trace.go:171","msg":"trace[268137164] linearizableReadLoop","detail":"{readStateIndex:8588; appliedIndex:8587; }","duration":"123.524159ms","start":"2026-04-03T02:39:34.035092Z","end":"2026-04-03T02:39:34.158616Z","steps":["trace[268137164] 'read index received' (duration: 123.276472ms)","trace[268137164] 'applied index is now lower than readState.Index' (duration: 246.477µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:34.466067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.211233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:34.466148Z","caller":"traceutil/trace.go:171","msg":"trace[110767761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8284; }","duration":"181.341146ms","start":"2026-04-03T02:39:34.284786Z","end":"2026-04-03T02:39:34.466127Z","steps":["trace[110767761] 'range keys from in-memory index tree' (duration: 181.078599ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:34.837643Z","caller":"traceutil/trace.go:171","msg":"trace[1211767790] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"183.304171ms","start":"2026-04-03T02:39:34.654314Z","end":"2026-04-03T02:39:34.837619Z","steps":["trace[1211767790] 'process raft request' (duration: 183.098515ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.184643Z","caller":"traceutil/trace.go:171","msg":"trace[153999123] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"2.529800397s","start":"2026-04-03T02:39:34.654801Z","end":"2026-04-03T02:39:37.184601Z","steps":["trace[153999123] 'process raft request' (duration: 2.527676289s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.184754Z","caller":"traceutil/trace.go:171","msg":"trace[1796380782] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"2.492348943s","start":"2026-04-03T02:39:34.692357Z","end":"2026-04-03T02:39:37.184706Z","steps":["trace[1796380782] 'process raft request' (duration: 2.492090896s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.1848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347821073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:37.184831Z","caller":"traceutil/trace.go:171","msg":"trace[1602213366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8287; }","duration":"2.347900105s","start":"2026-04-03T02:39:34.836921Z","end":"2026-04-03T02:39:37.184821Z","steps":["trace[1602213366] 'agreement among raft nodes before linearized reading' (duration: 2.347785782s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.184854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.836878Z","time spent":"2.347969997s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:37.184841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.654768Z","time spent":"2.529969422s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:37.184669Z","caller":"traceutil/trace.go:171","msg":"trace[443728488] linearizableReadLoop","detail":"{readStateIndex:8591; appliedIndex:8588; }","duration":"2.347656829s","start":"2026-04-03T02:39:34.836973Z","end":"2026-04-03T02:39:37.18463Z","steps":["trace[443728488] 'read index received' (duration: 448.382µs)","trace[443728488] 'applied index is now lower than readState.Index' (duration: 2.347207657s)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:37.184906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.692336Z","time spent":"2.492476637s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:37.206708Z","caller":"traceutil/trace.go:171","msg":"trace[1974885570] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"364.40052ms","start":"2026-04-03T02:39:36.842277Z","end":"2026-04-03T02:39:37.206677Z","steps":["trace[1974885570] 'process raft request' (duration: 364.352919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.206871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.842231Z","time spent":"364.559124ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.206902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297012161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:39:37.206929Z","caller":"traceutil/trace.go:171","msg":"trace[972117352] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"403.973052ms","start":"2026-04-03T02:39:36.802929Z","end":"2026-04-03T02:39:37.206902Z","steps":["trace[972117352] 'process raft request' (duration: 403.591462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.206939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255556826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:39:37.206988Z","caller":"traceutil/trace.go:171","msg":"trace[685781993] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8289; }","duration":"2.297138945s","start":"2026-04-03T02:39:34.909821Z","end":"2026-04-03T02:39:37.20696Z","steps":["trace[685781993] 'agreement among raft nodes before linearized reading' (duration: 2.296876147s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26400251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:39:37.207041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.802904Z","time spent":"404.078445ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.207064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.90979Z","time spent":"2.297256628s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-03T02:39:37.207086Z","caller":"traceutil/trace.go:171","msg":"trace[1173719359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8289; }","duration":"2.264106653s","start":"2026-04-03T02:39:34.942963Z","end":"2026-04-03T02:39:37.20707Z","steps":["trace[1173719359] 'agreement among raft nodes before linearized reading' (duration: 2.263866376s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267678661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:39:37.207093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256319898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:39:37.207127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.942917Z","time spent":"2.264203065s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:39:37.207133Z","caller":"traceutil/trace.go:171","msg":"trace[587637218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8289; }","duration":"2.267741883s","start":"2026-04-03T02:39:34.939376Z","end":"2026-04-03T02:39:37.207118Z","steps":["trace[587637218] 'agreement among raft nodes before linearized reading' (duration: 2.26762762s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.20715Z","caller":"traceutil/trace.go:171","msg":"trace[1444360175] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8289; }","duration":"2.256409321s","start":"2026-04-03T02:39:34.950725Z","end":"2026-04-03T02:39:37.207135Z","steps":["trace[1444360175] 'agreement among raft nodes before linearized reading' (duration: 2.256229996s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.939362Z","time spent":"2.267812965s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:39:37.207036Z","caller":"traceutil/trace.go:171","msg":"trace[1264721960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8289; }","duration":"2.25567252s","start":"2026-04-03T02:39:34.951339Z","end":"2026-04-03T02:39:37.207012Z","steps":["trace[1264721960] 'agreement among raft nodes before linearized reading' (duration: 2.255433834s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.950708Z","time spent":"2.256479572s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:37.207231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.951332Z","time spent":"2.255892476s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:37.207265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273779239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:39:37.207299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043337953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:39:37.207328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255383962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:39:37.207353Z","caller":"traceutil/trace.go:171","msg":"trace[1066973533] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8289; }","duration":"2.255422412s","start":"2026-04-03T02:39:34.951921Z","end":"2026-04-03T02:39:37.207343Z","steps":["trace[1066973533] 'agreement among raft nodes before linearized reading' (duration: 2.255361521s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.335604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:37.207346Z","caller":"traceutil/trace.go:171","msg":"trace[1625051278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8289; }","duration":"2.273885783s","start":"2026-04-03T02:39:34.93344Z","end":"2026-04-03T02:39:37.207326Z","steps":["trace[1625051278] 'agreement among raft nodes before linearized reading' (duration: 2.273702358s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.640502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"warn","ts":"2026-04-03T02:39:37.207372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.951884Z","time spent":"2.255483925s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:39:37.207386Z","caller":"traceutil/trace.go:171","msg":"trace[1211426802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"921.397036ms","start":"2026-04-03T02:39:36.285977Z","end":"2026-04-03T02:39:37.207374Z","steps":["trace[1211426802] 'agreement among raft nodes before linearized reading' (duration: 921.337825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:34.933397Z","time spent":"2.273990606s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-03T02:39:37.207401Z","caller":"traceutil/trace.go:171","msg":"trace[2034819176] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8289; }","duration":"825.784237ms","start":"2026-04-03T02:39:36.381605Z","end":"2026-04-03T02:39:37.207389Z","steps":["trace[2034819176] 'agreement among raft nodes before linearized reading' (duration: 825.464838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.285959Z","time spent":"921.448018ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:37.207444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.381587Z","time spent":"825.842789ms","remote":"127.0.0.1:42450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414417,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-03T02:39:37.207353Z","caller":"traceutil/trace.go:171","msg":"trace[552397991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8289; }","duration":"1.043427035s","start":"2026-04-03T02:39:36.163911Z","end":"2026-04-03T02:39:37.207338Z","steps":["trace[552397991] 'agreement among raft nodes before linearized reading' (duration: 1.043278971s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.207494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:36.163879Z","time spent":"1.04360689s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:39:37.563467Z","caller":"traceutil/trace.go:171","msg":"trace[1231576226] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"350.907757ms","start":"2026-04-03T02:39:37.212514Z","end":"2026-04-03T02:39:37.563421Z","steps":["trace[1231576226] 'process raft request' (duration: 350.100375ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.5635Z","caller":"traceutil/trace.go:171","msg":"trace[1660969516] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"350.934737ms","start":"2026-04-03T02:39:37.212527Z","end":"2026-04-03T02:39:37.563462Z","steps":["trace[1660969516] 'process raft request' (duration: 350.749502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.563743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.212508Z","time spent":"351.100712ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:37.563934Z","caller":"traceutil/trace.go:171","msg":"trace[1056901268] linearizableReadLoop","detail":"{readStateIndex:8601; appliedIndex:8594; }","duration":"315.952912ms","start":"2026-04-03T02:39:37.247958Z","end":"2026-04-03T02:39:37.563911Z","steps":["trace[1056901268] 'read index received' (duration: 314.582174ms)","trace[1056901268] 'applied index is now lower than readState.Index' (duration: 1.369318ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:37.563963Z","caller":"traceutil/trace.go:171","msg":"trace[473477733] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"350.436324ms","start":"2026-04-03T02:39:37.213508Z","end":"2026-04-03T02:39:37.563944Z","steps":["trace[473477733] 'process raft request' (duration: 349.92517ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.563975Z","caller":"traceutil/trace.go:171","msg":"trace[2062651952] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"349.740765ms","start":"2026-04-03T02:39:37.21421Z","end":"2026-04-03T02:39:37.563951Z","steps":["trace[2062651952] 'process raft request' (duration: 349.621162ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.564004Z","caller":"traceutil/trace.go:171","msg":"trace[1337754821] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"351.419091ms","start":"2026-04-03T02:39:37.212562Z","end":"2026-04-03T02:39:37.563981Z","steps":["trace[1337754821] 'process raft request' (duration: 350.794773ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:37.564001Z","caller":"traceutil/trace.go:171","msg":"trace[300015252] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"351.39825ms","start":"2026-04-03T02:39:37.212576Z","end":"2026-04-03T02:39:37.563974Z","steps":["trace[300015252] 'process raft request' (duration: 350.818754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.564053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.214204Z","time spent":"349.812177ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.564017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.212495Z","time spent":"351.088152ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:37.56406Z","caller":"traceutil/trace.go:171","msg":"trace[2124044328] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"349.450527ms","start":"2026-04-03T02:39:37.214568Z","end":"2026-04-03T02:39:37.564018Z","steps":["trace[2124044328] 'process raft request' (duration: 349.303723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.564096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.213493Z","time spent":"350.518726ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.564112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.212535Z","time spent":"351.527164ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.56415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.212559Z","time spent":"351.512434ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.564195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.214563Z","time spent":"349.56011ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:37.564334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.724567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207012"} {"level":"info","ts":"2026-04-03T02:39:37.564377Z","caller":"traceutil/trace.go:171","msg":"trace[1234115404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8297; }","duration":"352.799259ms","start":"2026-04-03T02:39:37.211568Z","end":"2026-04-03T02:39:37.564367Z","steps":["trace[1234115404] 'agreement among raft nodes before linearized reading' (duration: 352.440029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:37.564412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:37.211547Z","time spent":"352.85548ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207035,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:39:38.051042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.74186ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:39:39.364934Z","caller":"traceutil/trace.go:171","msg":"trace[414451152] linearizableReadLoop","detail":"{readStateIndex:8606; appliedIndex:8604; }","duration":"112.877766ms","start":"2026-04-03T02:39:39.252037Z","end":"2026-04-03T02:39:39.364915Z","steps":["trace[414451152] 'read index received' (duration: 18.672216ms)","trace[414451152] 'applied index is now lower than readState.Index' (duration: 94.20457ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:39.365085Z","caller":"traceutil/trace.go:171","msg":"trace[1143262833] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"152.240753ms","start":"2026-04-03T02:39:39.212787Z","end":"2026-04-03T02:39:39.365027Z","steps":["trace[1143262833] 'process raft request' (duration: 94.104838ms)","trace[1143262833] 'compare' (duration: 57.875237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:39.365149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.095412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:39.365269Z","caller":"traceutil/trace.go:171","msg":"trace[44922018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8301; }","duration":"113.268037ms","start":"2026-04-03T02:39:39.251993Z","end":"2026-04-03T02:39:39.365261Z","steps":["trace[44922018] 'agreement among raft nodes before linearized reading' (duration: 113.048281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.006783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.475129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:40.006846Z","caller":"traceutil/trace.go:171","msg":"trace[1511356377] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8302; }","duration":"436.611453ms","start":"2026-04-03T02:39:39.570221Z","end":"2026-04-03T02:39:40.006833Z","steps":["trace[1511356377] 'range keys from in-memory index tree' (duration: 436.307974ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.006874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.570205Z","time spent":"436.663224ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:40.00686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.175959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:39:40.006908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.150075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:39:40.006984Z","caller":"traceutil/trace.go:171","msg":"trace[809213508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8302; }","duration":"437.400974ms","start":"2026-04-03T02:39:39.569556Z","end":"2026-04-03T02:39:40.006957Z","steps":["trace[809213508] 'range keys from in-memory index tree' (duration: 436.895811ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.006994Z","caller":"traceutil/trace.go:171","msg":"trace[345052314] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8302; }","duration":"438.285219ms","start":"2026-04-03T02:39:39.568687Z","end":"2026-04-03T02:39:40.006972Z","steps":["trace[345052314] 'range keys from in-memory index tree' (duration: 437.929049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.00705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.568666Z","time spent":"438.373461ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:40.006968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.154183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-04-03T02:39:40.007061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.29936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-03T02:39:40.00706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.292459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:39:40.007083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.148095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:39:40.007124Z","caller":"traceutil/trace.go:171","msg":"trace[1917599959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8302; }","duration":"438.394522ms","start":"2026-04-03T02:39:39.568711Z","end":"2026-04-03T02:39:40.007106Z","steps":["trace[1917599959] 'range keys from in-memory index tree' (duration: 438.121845ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.007131Z","caller":"traceutil/trace.go:171","msg":"trace[217010787] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8302; }","duration":"438.404172ms","start":"2026-04-03T02:39:39.568708Z","end":"2026-04-03T02:39:40.007112Z","steps":["trace[217010787] 'range keys from in-memory index tree' (duration: 438.117525ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.00714Z","caller":"traceutil/trace.go:171","msg":"trace[1847862346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8302; }","duration":"438.227188ms","start":"2026-04-03T02:39:39.568897Z","end":"2026-04-03T02:39:40.007124Z","steps":["trace[1847862346] 'range keys from in-memory index tree' (duration: 438.004691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.007056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.569544Z","time spent":"437.500668ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:39:40.007174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.568688Z","time spent":"438.479264ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:39:40.007181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.568887Z","time spent":"438.285199ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:39:40.007175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.568692Z","time spent":"438.473704ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:39:40.007137Z","caller":"traceutil/trace.go:171","msg":"trace[2101244376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8302; }","duration":"435.338357ms","start":"2026-04-03T02:39:39.571761Z","end":"2026-04-03T02:39:40.0071Z","steps":["trace[2101244376] 'range keys from in-memory index tree' (duration: 434.954977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.007291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:39.571751Z","time spent":"435.527343ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:39:40.236814Z","caller":"traceutil/trace.go:171","msg":"trace[1088112672] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"225.496515ms","start":"2026-04-03T02:39:40.01128Z","end":"2026-04-03T02:39:40.236776Z","steps":["trace[1088112672] 'process raft request' (duration: 225.238178ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.400129Z","caller":"traceutil/trace.go:171","msg":"trace[611317084] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"388.486264ms","start":"2026-04-03T02:39:40.011613Z","end":"2026-04-03T02:39:40.400099Z","steps":["trace[611317084] 'process raft request' (duration: 388.280868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.400304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.01156Z","time spent":"388.648789ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:40.400492Z","caller":"traceutil/trace.go:171","msg":"trace[381830985] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"387.623161ms","start":"2026-04-03T02:39:40.012855Z","end":"2026-04-03T02:39:40.400478Z","steps":["trace[381830985] 'process raft request' (duration: 387.198629ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.400523Z","caller":"traceutil/trace.go:171","msg":"trace[1881071981] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"387.562179ms","start":"2026-04-03T02:39:40.012931Z","end":"2026-04-03T02:39:40.400493Z","steps":["trace[1881071981] 'process raft request' (duration: 387.387524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.400568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.012837Z","time spent":"387.696562ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:40.400681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.01291Z","time spent":"387.677692ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:40.400835Z","caller":"traceutil/trace.go:171","msg":"trace[269844477] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"386.404387ms","start":"2026-04-03T02:39:40.014396Z","end":"2026-04-03T02:39:40.4008Z","steps":["trace[269844477] 'process raft request' (duration: 386.050447ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:40.400872Z","caller":"traceutil/trace.go:171","msg":"trace[1082243711] linearizableReadLoop","detail":"{readStateIndex:8609; appliedIndex:8607; }","duration":"388.884616ms","start":"2026-04-03T02:39:40.011953Z","end":"2026-04-03T02:39:40.400838Z","steps":["trace[1082243711] 'read index received' (duration: 224.57956ms)","trace[1082243711] 'applied index is now lower than readState.Index' (duration: 164.303676ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:40.400912Z","caller":"traceutil/trace.go:171","msg":"trace[1711960765] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"385.757689ms","start":"2026-04-03T02:39:40.01513Z","end":"2026-04-03T02:39:40.400888Z","steps":["trace[1711960765] 'process raft request' (duration: 385.571184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.401002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.014383Z","time spent":"386.52211ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:40.401037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.015121Z","time spent":"385.852311ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:40.401115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.788928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:40.401164Z","caller":"traceutil/trace.go:171","msg":"trace[116991608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8308; }","duration":"114.904792ms","start":"2026-04-03T02:39:40.286242Z","end":"2026-04-03T02:39:40.401147Z","steps":["trace[116991608] 'agreement among raft nodes before linearized reading' (duration: 114.793439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.401311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.351318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207012"} {"level":"info","ts":"2026-04-03T02:39:40.401366Z","caller":"traceutil/trace.go:171","msg":"trace[1624650217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8308; }","duration":"389.437731ms","start":"2026-04-03T02:39:40.011916Z","end":"2026-04-03T02:39:40.401354Z","steps":["trace[1624650217] 'agreement among raft nodes before linearized reading' (duration: 389.080631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:40.401399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:40.011903Z","time spent":"389.488582ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207035,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-03T02:39:41.488509Z","caller":"traceutil/trace.go:171","msg":"trace[2070218672] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"117.199065ms","start":"2026-04-03T02:39:41.371261Z","end":"2026-04-03T02:39:41.48846Z","steps":["trace[2070218672] 'process raft request' (duration: 116.457325ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:43.437731Z","caller":"traceutil/trace.go:171","msg":"trace[689989590] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"143.153462ms","start":"2026-04-03T02:39:43.294543Z","end":"2026-04-03T02:39:43.437696Z","steps":["trace[689989590] 'process raft request' (duration: 142.783592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:43.665758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.726351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:43.666027Z","caller":"traceutil/trace.go:171","msg":"trace[675732676] linearizableReadLoop","detail":"{readStateIndex:8627; appliedIndex:8626; }","duration":"164.272245ms","start":"2026-04-03T02:39:43.50173Z","end":"2026-04-03T02:39:43.666002Z","steps":["trace[675732676] 'read index received' (duration: 51.247734ms)","trace[675732676] 'applied index is now lower than readState.Index' (duration: 113.02142ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:43.666038Z","caller":"traceutil/trace.go:171","msg":"trace[1870313109] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"172.829431ms","start":"2026-04-03T02:39:43.49317Z","end":"2026-04-03T02:39:43.666Z","steps":["trace[1870313109] 'process raft request' (duration: 59.780351ms)","trace[1870313109] 'compare' (duration: 112.508286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:43.666206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.417149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:43.666378Z","caller":"traceutil/trace.go:171","msg":"trace[274717942] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8321; }","duration":"164.671395ms","start":"2026-04-03T02:39:43.501687Z","end":"2026-04-03T02:39:43.666358Z","steps":["trace[274717942] 'agreement among raft nodes before linearized reading' (duration: 164.398198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:43.666507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.479634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:39:43.666812Z","caller":"traceutil/trace.go:171","msg":"trace[1815230069] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8321; }","duration":"150.810313ms","start":"2026-04-03T02:39:43.515986Z","end":"2026-04-03T02:39:43.666796Z","steps":["trace[1815230069] 'agreement among raft nodes before linearized reading' (duration: 150.3128ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:43.832502Z","caller":"traceutil/trace.go:171","msg":"trace[929969109] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8627; }","duration":"160.013327ms","start":"2026-04-03T02:39:43.672456Z","end":"2026-04-03T02:39:43.832469Z","steps":["trace[929969109] 'read index received' (duration: 111.818597ms)","trace[929969109] 'applied index is now lower than readState.Index' (duration: 48.19308ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:43.832672Z","caller":"traceutil/trace.go:171","msg":"trace[781042410] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"161.682134ms","start":"2026-04-03T02:39:43.670949Z","end":"2026-04-03T02:39:43.832632Z","steps":["trace[781042410] 'process raft request' (duration: 113.38092ms)","trace[781042410] 'compare' (duration: 47.988195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:43.832756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.275144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:39:43.832809Z","caller":"traceutil/trace.go:171","msg":"trace[340739766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8322; }","duration":"160.365397ms","start":"2026-04-03T02:39:43.672428Z","end":"2026-04-03T02:39:43.832794Z","steps":["trace[340739766] 'agreement among raft nodes before linearized reading' (duration: 160.159711ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:46.39622Z","caller":"traceutil/trace.go:171","msg":"trace[1404214443] linearizableReadLoop","detail":"{readStateIndex:8639; appliedIndex:8638; }","duration":"110.628064ms","start":"2026-04-03T02:39:46.28557Z","end":"2026-04-03T02:39:46.396198Z","steps":["trace[1404214443] 'read index received' (duration: 110.402208ms)","trace[1404214443] 'applied index is now lower than readState.Index' (duration: 224.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:46.396291Z","caller":"traceutil/trace.go:171","msg":"trace[274746037] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"132.967441ms","start":"2026-04-03T02:39:46.263288Z","end":"2026-04-03T02:39:46.396256Z","steps":["trace[274746037] 'process raft request' (duration: 132.712743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:46.396323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.745017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:46.396353Z","caller":"traceutil/trace.go:171","msg":"trace[1098931136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8333; }","duration":"110.84158ms","start":"2026-04-03T02:39:46.285502Z","end":"2026-04-03T02:39:46.396344Z","steps":["trace[1098931136] 'agreement among raft nodes before linearized reading' (duration: 110.776038ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:54.12994Z","caller":"traceutil/trace.go:171","msg":"trace[613102974] linearizableReadLoop","detail":"{readStateIndex:8691; appliedIndex:8690; }","duration":"174.647301ms","start":"2026-04-03T02:39:53.955269Z","end":"2026-04-03T02:39:54.129917Z","steps":["trace[613102974] 'read index received' (duration: 174.366033ms)","trace[613102974] 'applied index is now lower than readState.Index' (duration: 280.008µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:54.130056Z","caller":"traceutil/trace.go:171","msg":"trace[1911630448] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"248.640714ms","start":"2026-04-03T02:39:53.88138Z","end":"2026-04-03T02:39:54.130021Z","steps":["trace[1911630448] 'process raft request' (duration: 248.358476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:54.130312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.017912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:39:54.13037Z","caller":"traceutil/trace.go:171","msg":"trace[20489042] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8383; }","duration":"175.130545ms","start":"2026-04-03T02:39:53.955226Z","end":"2026-04-03T02:39:54.130357Z","steps":["trace[20489042] 'agreement among raft nodes before linearized reading' (duration: 174.860578ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:58.241875Z","caller":"traceutil/trace.go:171","msg":"trace[1447742673] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"570.735725ms","start":"2026-04-03T02:39:57.671114Z","end":"2026-04-03T02:39:58.24185Z","steps":["trace[1447742673] 'process raft request' (duration: 570.54887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.242019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.671083Z","time spent":"570.866679ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:58.775202Z","caller":"traceutil/trace.go:171","msg":"trace[76314417] linearizableReadLoop","detail":"{readStateIndex:8711; appliedIndex:8709; }","duration":"678.698327ms","start":"2026-04-03T02:39:58.096479Z","end":"2026-04-03T02:39:58.775177Z","steps":["trace[76314417] 'read index received' (duration: 145.170678ms)","trace[76314417] 'applied index is now lower than readState.Index' (duration: 533.526249ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:58.775246Z","caller":"traceutil/trace.go:171","msg":"trace[1552616666] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"1.043168488s","start":"2026-04-03T02:39:57.732055Z","end":"2026-04-03T02:39:58.775224Z","steps":["trace[1552616666] 'process raft request' (duration: 999.40909ms)","trace[1552616666] 'compare' (duration: 43.411738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:58.775346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:57.732029Z","time spent":"1.043258701s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:58.775457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.676446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:39:58.775471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.977434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-674fd94456-cqppz.18a2b8653d164488\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-04-03T02:39:58.775548Z","caller":"traceutil/trace.go:171","msg":"trace[15537893] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8402; }","duration":"227.81896ms","start":"2026-04-03T02:39:58.547693Z","end":"2026-04-03T02:39:58.775512Z","steps":["trace[15537893] 'agreement among raft nodes before linearized reading' (duration: 227.658275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:58.775586Z","caller":"traceutil/trace.go:171","msg":"trace[1958462993] range","detail":"{range_begin:/registry/events/openstack/barbican-api-674fd94456-cqppz.18a2b8653d164488; range_end:; response_count:1; response_revision:8402; }","duration":"679.133548ms","start":"2026-04-03T02:39:58.09643Z","end":"2026-04-03T02:39:58.775564Z","steps":["trace[1958462993] 'agreement among raft nodes before linearized reading' (duration: 678.884171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.77561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.283412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-03T02:39:58.775637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.788611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-03T02:39:58.775642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.096399Z","time spent":"679.227881ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-674fd94456-cqppz.18a2b8653d164488\" "} {"level":"info","ts":"2026-04-03T02:39:58.775672Z","caller":"traceutil/trace.go:171","msg":"trace[2161605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8402; }","duration":"226.858593ms","start":"2026-04-03T02:39:58.548807Z","end":"2026-04-03T02:39:58.775665Z","steps":["trace[2161605] 'agreement among raft nodes before linearized reading' (duration: 226.75148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.775689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.017968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:39:58.77567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.997287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:58.775715Z","caller":"traceutil/trace.go:171","msg":"trace[1627016902] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8402; }","duration":"586.081009ms","start":"2026-04-03T02:39:58.189625Z","end":"2026-04-03T02:39:58.775706Z","steps":["trace[1627016902] 'agreement among raft nodes before linearized reading' (duration: 586.043748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.775725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.909025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:39:58.77575Z","caller":"traceutil/trace.go:171","msg":"trace[1736858058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8402; }","duration":"226.953835ms","start":"2026-04-03T02:39:58.548788Z","end":"2026-04-03T02:39:58.775742Z","steps":["trace[1736858058] 'agreement among raft nodes before linearized reading' (duration: 226.886163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.775757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.189597Z","time spent":"586.151391ms","remote":"127.0.0.1:38692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:39:58.775793Z","caller":"traceutil/trace.go:171","msg":"trace[1137897030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8402; }","duration":"490.119441ms","start":"2026-04-03T02:39:58.285614Z","end":"2026-04-03T02:39:58.775733Z","steps":["trace[1137897030] 'agreement among raft nodes before linearized reading' (duration: 490.003098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.775802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.999973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:39:58.775818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.28558Z","time spent":"490.231884ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:39:58.775827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.290605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:39:58.775838Z","caller":"traceutil/trace.go:171","msg":"trace[548980095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8402; }","duration":"229.038544ms","start":"2026-04-03T02:39:58.546791Z","end":"2026-04-03T02:39:58.77583Z","steps":["trace[548980095] 'agreement among raft nodes before linearized reading' (duration: 228.8969ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:58.775845Z","caller":"traceutil/trace.go:171","msg":"trace[594313214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8402; }","duration":"227.332096ms","start":"2026-04-03T02:39:58.548508Z","end":"2026-04-03T02:39:58.77584Z","steps":["trace[594313214] 'agreement among raft nodes before linearized reading' (duration: 227.281324ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:58.775652Z","caller":"traceutil/trace.go:171","msg":"trace[499839610] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8402; }","duration":"228.354414ms","start":"2026-04-03T02:39:58.54728Z","end":"2026-04-03T02:39:58.775634Z","steps":["trace[499839610] 'agreement among raft nodes before linearized reading' (duration: 228.286982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.775496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.825358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:39:58.776145Z","caller":"traceutil/trace.go:171","msg":"trace[2046586474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8402; }","duration":"630.531727ms","start":"2026-04-03T02:39:58.145602Z","end":"2026-04-03T02:39:58.776134Z","steps":["trace[2046586474] 'agreement among raft nodes before linearized reading' (duration: 629.743865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:58.776181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.145581Z","time spent":"630.590728ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:39:58.776681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.322396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:39:58.776715Z","caller":"traceutil/trace.go:171","msg":"trace[965788231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8402; }","duration":"223.359367ms","start":"2026-04-03T02:39:58.553347Z","end":"2026-04-03T02:39:58.776707Z","steps":["trace[965788231] 'agreement among raft nodes before linearized reading' (duration: 223.269994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.172607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.969686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:39:59.172994Z","caller":"traceutil/trace.go:171","msg":"trace[1641948063] transaction","detail":"{read_only:false; response_revision:8406; number_of_response:1; }","duration":"393.273066ms","start":"2026-04-03T02:39:58.779698Z","end":"2026-04-03T02:39:59.172971Z","steps":["trace[1641948063] 'process raft request' (duration: 393.166143ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.173022Z","caller":"traceutil/trace.go:171","msg":"trace[119499059] transaction","detail":"{read_only:false; response_revision:8405; number_of_response:1; }","duration":"393.354488ms","start":"2026-04-03T02:39:58.77963Z","end":"2026-04-03T02:39:59.172985Z","steps":["trace[119499059] 'process raft request' (duration: 393.097461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.173156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.779685Z","time spent":"393.374978ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.173173Z","caller":"traceutil/trace.go:171","msg":"trace[761740607] transaction","detail":"{read_only:false; response_revision:8404; number_of_response:1; }","duration":"393.722739ms","start":"2026-04-03T02:39:58.779419Z","end":"2026-04-03T02:39:59.173142Z","steps":["trace[761740607] 'process raft request' (duration: 292.096354ms)","trace[761740607] 'compare' (duration: 100.611586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:39:59.173283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.779621Z","time spent":"393.544713ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.173304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.779388Z","time spent":"393.844431ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.173383Z","caller":"traceutil/trace.go:171","msg":"trace[854715778] transaction","detail":"{read_only:false; response_revision:8407; number_of_response:1; }","duration":"393.603235ms","start":"2026-04-03T02:39:58.779761Z","end":"2026-04-03T02:39:59.173364Z","steps":["trace[854715778] 'process raft request' (duration: 393.155472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.173531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.779739Z","time spent":"393.699018ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.173561Z","caller":"traceutil/trace.go:171","msg":"trace[753586673] linearizableReadLoop","detail":"{readStateIndex:8718; appliedIndex:8711; }","duration":"392.812453ms","start":"2026-04-03T02:39:58.780734Z","end":"2026-04-03T02:39:59.173546Z","steps":["trace[753586673] 'read index received' (duration: 10.740816ms)","trace[753586673] 'applied index is now lower than readState.Index' (duration: 382.070557ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:39:59.173573Z","caller":"traceutil/trace.go:171","msg":"trace[1583314747] transaction","detail":"{read_only:false; response_revision:8408; number_of_response:1; }","duration":"393.614635ms","start":"2026-04-03T02:39:58.77992Z","end":"2026-04-03T02:39:59.173534Z","steps":["trace[1583314747] 'process raft request' (duration: 393.385569ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.173587Z","caller":"traceutil/trace.go:171","msg":"trace[111030411] transaction","detail":"{read_only:false; response_revision:8410; number_of_response:1; }","duration":"392.35682ms","start":"2026-04-03T02:39:58.781206Z","end":"2026-04-03T02:39:59.173562Z","steps":["trace[111030411] 'process raft request' (duration: 392.293118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.173703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.606971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:39:59.173749Z","caller":"traceutil/trace.go:171","msg":"trace[137763695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8410; }","duration":"144.656472ms","start":"2026-04-03T02:39:59.029079Z","end":"2026-04-03T02:39:59.173736Z","steps":["trace[137763695] 'agreement among raft nodes before linearized reading' (duration: 144.564969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.17374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.7799Z","time spent":"393.760079ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.173734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.781196Z","time spent":"392.451843ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:39:59.173809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.225655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-03T02:39:59.173849Z","caller":"traceutil/trace.go:171","msg":"trace[170062942] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8410; }","duration":"138.297777ms","start":"2026-04-03T02:39:59.035522Z","end":"2026-04-03T02:39:59.173838Z","steps":["trace[170062942] 'agreement among raft nodes before linearized reading' (duration: 138.156793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.17405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.302076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207012"} {"level":"info","ts":"2026-04-03T02:39:59.174113Z","caller":"traceutil/trace.go:171","msg":"trace[1564811793] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8410; }","duration":"393.365448ms","start":"2026-04-03T02:39:58.780728Z","end":"2026-04-03T02:39:59.174093Z","steps":["trace[1564811793] 'agreement among raft nodes before linearized reading' (duration: 392.898815ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:39:59.173591Z","caller":"traceutil/trace.go:171","msg":"trace[433251724] transaction","detail":"{read_only:false; response_revision:8409; number_of_response:1; }","duration":"393.143292ms","start":"2026-04-03T02:39:58.780415Z","end":"2026-04-03T02:39:59.173559Z","steps":["trace[433251724] 'process raft request' (duration: 393.029569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:39:59.174161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.780719Z","time spent":"393.42826ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":207035,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:39:59.174278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:39:58.780405Z","time spent":"393.759789ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:39:59.755969Z","caller":"traceutil/trace.go:171","msg":"trace[780421824] transaction","detail":"{read_only:false; response_revision:8411; number_of_response:1; }","duration":"261.54942ms","start":"2026-04-03T02:39:59.494382Z","end":"2026-04-03T02:39:59.755931Z","steps":["trace[780421824] 'process raft request' (duration: 261.330674ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:11.223445Z","caller":"traceutil/trace.go:171","msg":"trace[1787621820] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"408.60426ms","start":"2026-04-03T02:40:10.814747Z","end":"2026-04-03T02:40:11.223351Z","steps":["trace[1787621820] 'process raft request' (duration: 408.469796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:11.223651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:10.81472Z","time spent":"408.793765ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:13.551207Z","caller":"traceutil/trace.go:171","msg":"trace[1907160347] linearizableReadLoop","detail":"{readStateIndex:8840; appliedIndex:8839; }","duration":"266.445915ms","start":"2026-04-03T02:40:13.284739Z","end":"2026-04-03T02:40:13.551185Z","steps":["trace[1907160347] 'read index received' (duration: 266.26241ms)","trace[1907160347] 'applied index is now lower than readState.Index' (duration: 182.785µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:13.551552Z","caller":"traceutil/trace.go:171","msg":"trace[1987975297] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"322.841012ms","start":"2026-04-03T02:40:13.228671Z","end":"2026-04-03T02:40:13.551512Z","steps":["trace[1987975297] 'process raft request' (duration: 322.40225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.551644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.22862Z","time spent":"322.965265ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:13.551747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.31148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:40:13.551813Z","caller":"traceutil/trace.go:171","msg":"trace[1403244897] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8526; }","duration":"258.426183ms","start":"2026-04-03T02:40:13.293367Z","end":"2026-04-03T02:40:13.551793Z","steps":["trace[1403244897] 'agreement among raft nodes before linearized reading' (duration: 258.232158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.551811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.859258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:40:13.551851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.745483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:40:13.551917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.599334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:13.551934Z","caller":"traceutil/trace.go:171","msg":"trace[1828930117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8526; }","duration":"249.848136ms","start":"2026-04-03T02:40:13.302066Z","end":"2026-04-03T02:40:13.551914Z","steps":["trace[1828930117] 'agreement among raft nodes before linearized reading' (duration: 249.593409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.551945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.668406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:40:13.551954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.160775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:13.551971Z","caller":"traceutil/trace.go:171","msg":"trace[1101105596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8526; }","duration":"243.714607ms","start":"2026-04-03T02:40:13.30825Z","end":"2026-04-03T02:40:13.551965Z","steps":["trace[1101105596] 'agreement among raft nodes before linearized reading' (duration: 243.648745ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:13.551986Z","caller":"traceutil/trace.go:171","msg":"trace[327869395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8526; }","duration":"250.203807ms","start":"2026-04-03T02:40:13.301774Z","end":"2026-04-03T02:40:13.551978Z","steps":["trace[327869395] 'agreement among raft nodes before linearized reading' (duration: 250.088593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.270727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:13.552025Z","caller":"traceutil/trace.go:171","msg":"trace[969741888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8526; }","duration":"267.336839ms","start":"2026-04-03T02:40:13.28468Z","end":"2026-04-03T02:40:13.552017Z","steps":["trace[969741888] 'agreement among raft nodes before linearized reading' (duration: 267.295658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:13.551957Z","caller":"traceutil/trace.go:171","msg":"trace[544657542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8526; }","duration":"243.646496ms","start":"2026-04-03T02:40:13.308297Z","end":"2026-04-03T02:40:13.551943Z","steps":["trace[544657542] 'agreement among raft nodes before linearized reading' (duration: 243.559253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.552057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.034886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:13.551878Z","caller":"traceutil/trace.go:171","msg":"trace[1514503842] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8526; }","duration":"244.959711ms","start":"2026-04-03T02:40:13.306897Z","end":"2026-04-03T02:40:13.551857Z","steps":["trace[1514503842] 'agreement among raft nodes before linearized reading' (duration: 244.753056ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:13.552081Z","caller":"traceutil/trace.go:171","msg":"trace[1979180720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8526; }","duration":"252.105748ms","start":"2026-04-03T02:40:13.299969Z","end":"2026-04-03T02:40:13.552075Z","steps":["trace[1979180720] 'agreement among raft nodes before linearized reading' (duration: 252.037586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:13.551811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.884089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:13.552151Z","caller":"traceutil/trace.go:171","msg":"trace[1846105329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8526; }","duration":"245.27089ms","start":"2026-04-03T02:40:13.30687Z","end":"2026-04-03T02:40:13.552141Z","steps":["trace[1846105329] 'agreement among raft nodes before linearized reading' (duration: 244.818518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.157102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.686626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:14.157278Z","caller":"traceutil/trace.go:171","msg":"trace[699222949] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"602.087631ms","start":"2026-04-03T02:40:13.555143Z","end":"2026-04-03T02:40:14.15723Z","steps":["trace[699222949] 'process raft request' (duration: 40.187149ms)","trace[699222949] 'compare' (duration: 561.329056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:14.157354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.555124Z","time spent":"602.192824ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:14.299513Z","caller":"traceutil/trace.go:171","msg":"trace[1706119515] linearizableReadLoop","detail":"{readStateIndex:8847; appliedIndex:8840; }","duration":"742.061005ms","start":"2026-04-03T02:40:13.557424Z","end":"2026-04-03T02:40:14.299485Z","steps":["trace[1706119515] 'read index received' (duration: 37.886706ms)","trace[1706119515] 'applied index is now lower than readState.Index' (duration: 704.173139ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:14.299623Z","caller":"traceutil/trace.go:171","msg":"trace[1708859111] transaction","detail":"{read_only:false; response_revision:8530; number_of_response:1; }","duration":"743.972968ms","start":"2026-04-03T02:40:13.555621Z","end":"2026-04-03T02:40:14.299594Z","steps":["trace[1708859111] 'process raft request' (duration: 743.732792ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.299678Z","caller":"traceutil/trace.go:171","msg":"trace[320978854] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"744.068582ms","start":"2026-04-03T02:40:13.555569Z","end":"2026-04-03T02:40:14.299637Z","steps":["trace[320978854] 'process raft request' (duration: 743.593198ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.299709Z","caller":"traceutil/trace.go:171","msg":"trace[33198349] transaction","detail":"{read_only:false; response_revision:8533; number_of_response:1; }","duration":"742.983121ms","start":"2026-04-03T02:40:13.556713Z","end":"2026-04-03T02:40:14.299697Z","steps":["trace[33198349] 'process raft request' (duration: 742.738144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.29974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.555615Z","time spent":"744.061111ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:14.299812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.555558Z","time spent":"744.180324ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:14.29979Z","caller":"traceutil/trace.go:171","msg":"trace[1960364560] transaction","detail":"{read_only:false; response_revision:8531; number_of_response:1; }","duration":"743.67001ms","start":"2026-04-03T02:40:13.556069Z","end":"2026-04-03T02:40:14.299739Z","steps":["trace[1960364560] 'process raft request' (duration: 743.318081ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.299923Z","caller":"traceutil/trace.go:171","msg":"trace[1580440066] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"744.313648ms","start":"2026-04-03T02:40:13.555604Z","end":"2026-04-03T02:40:14.299917Z","steps":["trace[1580440066] 'process raft request' (duration: 743.706632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.299962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.555589Z","time spent":"744.353329ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:14.299964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.556059Z","time spent":"743.817754ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:14.29981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.556687Z","time spent":"743.049823ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:14.300161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.727864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211736"} {"level":"info","ts":"2026-04-03T02:40:14.30023Z","caller":"traceutil/trace.go:171","msg":"trace[1091382689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8533; }","duration":"742.804766ms","start":"2026-04-03T02:40:13.557407Z","end":"2026-04-03T02:40:14.300212Z","steps":["trace[1091382689] 'agreement among raft nodes before linearized reading' (duration: 742.432076ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:14.300157Z","caller":"traceutil/trace.go:171","msg":"trace[1461259849] transaction","detail":"{read_only:false; response_revision:8532; number_of_response:1; }","duration":"743.69039ms","start":"2026-04-03T02:40:13.556451Z","end":"2026-04-03T02:40:14.300141Z","steps":["trace[1461259849] 'process raft request' (duration: 742.972281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.300314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.557399Z","time spent":"742.870488ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211759,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:40:14.300455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.556442Z","time spent":"743.900916ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:14.303837Z","caller":"traceutil/trace.go:171","msg":"trace[1089990141] transaction","detail":"{read_only:false; response_revision:8534; number_of_response:1; }","duration":"507.645884ms","start":"2026-04-03T02:40:13.796177Z","end":"2026-04-03T02:40:14.303823Z","steps":["trace[1089990141] 'process raft request' (duration: 507.232272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.303889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.796145Z","time spent":"507.718066ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:14.304067Z","caller":"traceutil/trace.go:171","msg":"trace[1444882972] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"490.285384ms","start":"2026-04-03T02:40:13.813666Z","end":"2026-04-03T02:40:14.303951Z","steps":["trace[1444882972] 'process raft request' (duration: 490.004357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:14.304181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:13.813634Z","time spent":"490.49688ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:24.494184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.971357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:24.494319Z","caller":"traceutil/trace.go:171","msg":"trace[1239366831] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"139.142471ms","start":"2026-04-03T02:40:24.355168Z","end":"2026-04-03T02:40:24.494311Z","steps":["trace[1239366831] 'process raft request' (duration: 139.10247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.494436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.344871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:24.494468Z","caller":"traceutil/trace.go:171","msg":"trace[1400082886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8615; }","duration":"150.422013ms","start":"2026-04-03T02:40:24.344038Z","end":"2026-04-03T02:40:24.49446Z","steps":["trace[1400082886] 'agreement among raft nodes before linearized reading' (duration: 150.309169ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.494321Z","caller":"traceutil/trace.go:171","msg":"trace[909992642] linearizableReadLoop","detail":"{readStateIndex:8933; appliedIndex:8932; }","duration":"143.377568ms","start":"2026-04-03T02:40:24.350929Z","end":"2026-04-03T02:40:24.494306Z","steps":["trace[909992642] 'read index received' (duration: 42.216296ms)","trace[909992642] 'applied index is now lower than readState.Index' (duration: 101.160212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:24.494587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.277715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:24.494611Z","caller":"traceutil/trace.go:171","msg":"trace[1021496894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8615; }","duration":"118.336447ms","start":"2026-04-03T02:40:24.376269Z","end":"2026-04-03T02:40:24.494605Z","steps":["trace[1021496894] 'agreement among raft nodes before linearized reading' (duration: 118.274075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.494619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.426283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:24.494652Z","caller":"traceutil/trace.go:171","msg":"trace[1818138124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8615; }","duration":"108.496155ms","start":"2026-04-03T02:40:24.386146Z","end":"2026-04-03T02:40:24.494643Z","steps":["trace[1818138124] 'agreement among raft nodes before linearized reading' (duration: 108.401052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.494745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.388855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:40:24.494812Z","caller":"traceutil/trace.go:171","msg":"trace[160521339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8615; }","duration":"115.513519ms","start":"2026-04-03T02:40:24.379283Z","end":"2026-04-03T02:40:24.494797Z","steps":["trace[160521339] 'agreement among raft nodes before linearized reading' (duration: 115.347184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:24.494779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.398485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-03T02:40:24.494809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.053068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:24.494881Z","caller":"traceutil/trace.go:171","msg":"trace[1998919692] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8615; }","duration":"115.546119ms","start":"2026-04-03T02:40:24.37931Z","end":"2026-04-03T02:40:24.494856Z","steps":["trace[1998919692] 'agreement among raft nodes before linearized reading' (duration: 115.268812ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.494914Z","caller":"traceutil/trace.go:171","msg":"trace[665269056] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8615; }","duration":"110.153111ms","start":"2026-04-03T02:40:24.384724Z","end":"2026-04-03T02:40:24.494877Z","steps":["trace[665269056] 'agreement among raft nodes before linearized reading' (duration: 109.891594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.49531Z","caller":"traceutil/trace.go:171","msg":"trace[125062297] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"147.176032ms","start":"2026-04-03T02:40:24.347099Z","end":"2026-04-03T02:40:24.494275Z","steps":["trace[125062297] 'process raft request' (duration: 46.051491ms)","trace[125062297] 'compare' (duration: 100.884315ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:24.621285Z","caller":"traceutil/trace.go:171","msg":"trace[743304221] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"122.138322ms","start":"2026-04-03T02:40:24.499106Z","end":"2026-04-03T02:40:24.621245Z","steps":["trace[743304221] 'process raft request' (duration: 121.854724ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.621397Z","caller":"traceutil/trace.go:171","msg":"trace[518046176] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"117.968517ms","start":"2026-04-03T02:40:24.503397Z","end":"2026-04-03T02:40:24.621365Z","steps":["trace[518046176] 'process raft request' (duration: 117.905685ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.621415Z","caller":"traceutil/trace.go:171","msg":"trace[444874477] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"122.157122ms","start":"2026-04-03T02:40:24.499212Z","end":"2026-04-03T02:40:24.62137Z","steps":["trace[444874477] 'process raft request' (duration: 121.909275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:24.621518Z","caller":"traceutil/trace.go:171","msg":"trace[1287093742] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"121.777371ms","start":"2026-04-03T02:40:24.499714Z","end":"2026-04-03T02:40:24.621491Z","steps":["trace[1287093742] 'process raft request' (duration: 121.455922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:27.548798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.57572ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-03T02:40:28.726084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.111404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:28.726303Z","caller":"traceutil/trace.go:171","msg":"trace[2052683137] transaction","detail":"{read_only:false; response_revision:8637; number_of_response:1; }","duration":"164.517432ms","start":"2026-04-03T02:40:28.561761Z","end":"2026-04-03T02:40:28.726278Z","steps":["trace[2052683137] 'process raft request' (duration: 39.108939ms)","trace[2052683137] 'compare' (duration: 124.93022ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:28.871204Z","caller":"traceutil/trace.go:171","msg":"trace[824861650] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"141.484286ms","start":"2026-04-03T02:40:28.729702Z","end":"2026-04-03T02:40:28.871187Z","steps":["trace[824861650] 'process raft request' (duration: 141.089755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.871392Z","caller":"traceutil/trace.go:171","msg":"trace[1035267874] transaction","detail":"{read_only:false; response_revision:8640; number_of_response:1; }","duration":"140.977151ms","start":"2026-04-03T02:40:28.730405Z","end":"2026-04-03T02:40:28.871382Z","steps":["trace[1035267874] 'process raft request' (duration: 140.747965ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:28.871507Z","caller":"traceutil/trace.go:171","msg":"trace[1129197606] linearizableReadLoop","detail":"{readStateIndex:8961; appliedIndex:8957; }","duration":"139.431779ms","start":"2026-04-03T02:40:28.73205Z","end":"2026-04-03T02:40:28.871482Z","steps":["trace[1129197606] 'read index received' (duration: 27.942692ms)","trace[1129197606] 'applied index is now lower than readState.Index' (duration: 111.487307ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:28.871598Z","caller":"traceutil/trace.go:171","msg":"trace[1455472874] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"140.348754ms","start":"2026-04-03T02:40:28.731229Z","end":"2026-04-03T02:40:28.871578Z","steps":["trace[1455472874] 'process raft request' (duration: 140.116357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:28.871636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.562483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:28.871679Z","caller":"traceutil/trace.go:171","msg":"trace[1615008649] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8641; }","duration":"139.622804ms","start":"2026-04-03T02:40:28.732045Z","end":"2026-04-03T02:40:28.871668Z","steps":["trace[1615008649] 'agreement among raft nodes before linearized reading' (duration: 139.539362ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:30.181312Z","caller":"traceutil/trace.go:171","msg":"trace[1446231677] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"525.953309ms","start":"2026-04-03T02:40:29.655328Z","end":"2026-04-03T02:40:30.181282Z","steps":["trace[1446231677] 'process raft request' (duration: 525.718383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.181499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.655304Z","time spent":"526.104454ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:30.51152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.881498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:30.511664Z","caller":"traceutil/trace.go:171","msg":"trace[1079399758] linearizableReadLoop","detail":"{readStateIndex:8963; appliedIndex:8961; }","duration":"667.517857ms","start":"2026-04-03T02:40:29.844128Z","end":"2026-04-03T02:40:30.511646Z","steps":["trace[1079399758] 'read index received' (duration: 336.89339ms)","trace[1079399758] 'applied index is now lower than readState.Index' (duration: 330.622677ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:30.511764Z","caller":"traceutil/trace.go:171","msg":"trace[347954944] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"672.345901ms","start":"2026-04-03T02:40:29.839384Z","end":"2026-04-03T02:40:30.51173Z","steps":["trace[347954944] 'process raft request' (duration: 522.155245ms)","trace[347954944] 'compare' (duration: 149.736223ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:30.511873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.743813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:30.511916Z","caller":"traceutil/trace.go:171","msg":"trace[314153797] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8643; }","duration":"667.805316ms","start":"2026-04-03T02:40:29.844097Z","end":"2026-04-03T02:40:30.511902Z","steps":["trace[314153797] 'agreement among raft nodes before linearized reading' (duration: 667.642031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.511908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.839363Z","time spent":"672.473364ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:30.512099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.844089Z","time spent":"667.99189ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:40:30.512756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.656992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:30.512813Z","caller":"traceutil/trace.go:171","msg":"trace[140054266] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8644; }","duration":"654.752255ms","start":"2026-04-03T02:40:29.858048Z","end":"2026-04-03T02:40:30.5128Z","steps":["trace[140054266] 'agreement among raft nodes before linearized reading' (duration: 654.643212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.512845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:29.858034Z","time spent":"654.804436ms","remote":"127.0.0.1:32866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:30.513053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.624566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:40:30.513077Z","caller":"traceutil/trace.go:171","msg":"trace[261807787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8644; }","duration":"176.683118ms","start":"2026-04-03T02:40:30.336388Z","end":"2026-04-03T02:40:30.513071Z","steps":["trace[261807787] 'agreement among raft nodes before linearized reading' (duration: 176.597785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.513168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.87306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:30.513188Z","caller":"traceutil/trace.go:171","msg":"trace[140411634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8644; }","duration":"227.928952ms","start":"2026-04-03T02:40:30.285254Z","end":"2026-04-03T02:40:30.513183Z","steps":["trace[140411634] 'agreement among raft nodes before linearized reading' (duration: 227.901121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.513229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.468302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:30.51328Z","caller":"traceutil/trace.go:171","msg":"trace[776790784] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8644; }","duration":"368.557114ms","start":"2026-04-03T02:40:30.144708Z","end":"2026-04-03T02:40:30.513265Z","steps":["trace[776790784] 'agreement among raft nodes before linearized reading' (duration: 368.487312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:30.513318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.144682Z","time spent":"368.626846ms","remote":"127.0.0.1:54576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:30.513061Z","caller":"traceutil/trace.go:171","msg":"trace[1464760568] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"129.429423ms","start":"2026-04-03T02:40:30.383615Z","end":"2026-04-03T02:40:30.513045Z","steps":["trace[1464760568] 'process raft request' (duration: 128.988801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.324353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.885824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-03T02:40:31.324511Z","caller":"traceutil/trace.go:171","msg":"trace[513638084] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8658; }","duration":"456.43945ms","start":"2026-04-03T02:40:30.868053Z","end":"2026-04-03T02:40:31.324493Z","steps":["trace[513638084] 'process raft request' (duration: 54.278368ms)","trace[513638084] 'compare' (duration: 401.491473ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:31.324576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.868035Z","time spent":"456.509002ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-03T02:40:31.373847Z","caller":"traceutil/trace.go:171","msg":"trace[596974077] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8977; }","duration":"499.374874ms","start":"2026-04-03T02:40:30.87444Z","end":"2026-04-03T02:40:31.373815Z","steps":["trace[596974077] 'read index received' (duration: 47.907752ms)","trace[596974077] 'applied index is now lower than readState.Index' (duration: 451.464452ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:31.373937Z","caller":"traceutil/trace.go:171","msg":"trace[192866579] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"495.330503ms","start":"2026-04-03T02:40:30.87858Z","end":"2026-04-03T02:40:31.373911Z","steps":["trace[192866579] 'process raft request' (duration: 494.883131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.374064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.87857Z","time spent":"495.431205ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:31.374369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.711913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:40:31.374425Z","caller":"traceutil/trace.go:171","msg":"trace[866411215] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8660; }","duration":"499.999532ms","start":"2026-04-03T02:40:30.874407Z","end":"2026-04-03T02:40:31.374407Z","steps":["trace[866411215] 'agreement among raft nodes before linearized reading' (duration: 499.56293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.374468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.87439Z","time spent":"500.066294ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:40:31.374845Z","caller":"traceutil/trace.go:171","msg":"trace[1140221729] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"504.848805ms","start":"2026-04-03T02:40:30.869981Z","end":"2026-04-03T02:40:31.374829Z","steps":["trace[1140221729] 'process raft request' (duration: 503.286642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.374968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.869966Z","time spent":"504.930348ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:31.375201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.168386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:40:31.37527Z","caller":"traceutil/trace.go:171","msg":"trace[493730200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8660; }","duration":"500.248999ms","start":"2026-04-03T02:40:30.874998Z","end":"2026-04-03T02:40:31.375247Z","steps":["trace[493730200] 'agreement among raft nodes before linearized reading' (duration: 499.698494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.375317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.874988Z","time spent":"500.32104ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:40:31.375328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.172822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lwjc9\" ","response":"range_response_count:1 size:4641"} {"level":"info","ts":"2026-04-03T02:40:31.375379Z","caller":"traceutil/trace.go:171","msg":"trace[1361962821] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lwjc9; range_end:; response_count:1; response_revision:8660; }","duration":"498.242003ms","start":"2026-04-03T02:40:30.877122Z","end":"2026-04-03T02:40:31.375364Z","steps":["trace[1361962821] 'agreement among raft nodes before linearized reading' (duration: 498.14731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.37543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.877114Z","time spent":"498.305635ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4664,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lwjc9\" "} {"level":"warn","ts":"2026-04-03T02:40:31.375639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.556748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:31.375707Z","caller":"traceutil/trace.go:171","msg":"trace[329660382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8660; }","duration":"500.66072ms","start":"2026-04-03T02:40:30.875034Z","end":"2026-04-03T02:40:31.375694Z","steps":["trace[329660382] 'agreement among raft nodes before linearized reading' (duration: 500.469635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:31.375741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:30.875029Z","time spent":"500.704361ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:40:31.518447Z","caller":"traceutil/trace.go:171","msg":"trace[1070580153] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"136.290912ms","start":"2026-04-03T02:40:31.382134Z","end":"2026-04-03T02:40:31.518425Z","steps":["trace[1070580153] 'process raft request' (duration: 136.139258ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.570837Z","caller":"traceutil/trace.go:171","msg":"trace[1362728971] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"187.077045ms","start":"2026-04-03T02:40:31.383739Z","end":"2026-04-03T02:40:31.570816Z","steps":["trace[1362728971] 'process raft request' (duration: 186.89117ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.571174Z","caller":"traceutil/trace.go:171","msg":"trace[663880549] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"186.733045ms","start":"2026-04-03T02:40:31.384423Z","end":"2026-04-03T02:40:31.571156Z","steps":["trace[663880549] 'process raft request' (duration: 186.345594ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.571327Z","caller":"traceutil/trace.go:171","msg":"trace[1658502148] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"185.025188ms","start":"2026-04-03T02:40:31.386293Z","end":"2026-04-03T02:40:31.571318Z","steps":["trace[1658502148] 'process raft request' (duration: 184.726049ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:31.571292Z","caller":"traceutil/trace.go:171","msg":"trace[1646863448] linearizableReadLoop","detail":"{readStateIndex:8982; appliedIndex:8980; }","duration":"187.381052ms","start":"2026-04-03T02:40:31.383885Z","end":"2026-04-03T02:40:31.571266Z","steps":["trace[1646863448] 'read index received' (duration: 134.355208ms)","trace[1646863448] 'applied index is now lower than readState.Index' (duration: 53.024064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:31.571448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.535857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-lwjc9\" ","response":"range_response_count:1 size:4646"} {"level":"info","ts":"2026-04-03T02:40:31.571514Z","caller":"traceutil/trace.go:171","msg":"trace[162184229] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-lwjc9; range_end:; response_count:1; response_revision:8664; }","duration":"187.63837ms","start":"2026-04-03T02:40:31.38386Z","end":"2026-04-03T02:40:31.571498Z","steps":["trace[162184229] 'agreement among raft nodes before linearized reading' (duration: 187.490696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.272808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.098542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:32.272924Z","caller":"traceutil/trace.go:171","msg":"trace[1634510242] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8664; }","duration":"581.258506ms","start":"2026-04-03T02:40:31.691633Z","end":"2026-04-03T02:40:32.272891Z","steps":["trace[1634510242] 'count revisions from in-memory index tree' (duration: 580.992039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.273004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.691611Z","time spent":"581.366ms","remote":"127.0.0.1:37950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:32.273407Z","caller":"traceutil/trace.go:171","msg":"trace[1910032881] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"423.901192ms","start":"2026-04-03T02:40:31.849481Z","end":"2026-04-03T02:40:32.273383Z","steps":["trace[1910032881] 'process raft request' (duration: 344.438618ms)","trace[1910032881] 'compare' (duration: 78.754434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:32.273519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:31.849449Z","time spent":"424.007085ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:32.272963Z","caller":"traceutil/trace.go:171","msg":"trace[955516400] linearizableReadLoop","detail":"{readStateIndex:8985; appliedIndex:8984; }","duration":"244.51087ms","start":"2026-04-03T02:40:32.028409Z","end":"2026-04-03T02:40:32.27292Z","steps":["trace[955516400] 'read index received' (duration: 165.430967ms)","trace[955516400] 'applied index is now lower than readState.Index' (duration: 79.077253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:32.273736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.320383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-03T02:40:32.273819Z","caller":"traceutil/trace.go:171","msg":"trace[11643867] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8665; }","duration":"245.410525ms","start":"2026-04-03T02:40:32.028391Z","end":"2026-04-03T02:40:32.273801Z","steps":["trace[11643867] 'agreement among raft nodes before linearized reading' (duration: 245.131088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:32.522216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.160199ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:32.522391Z","caller":"traceutil/trace.go:171","msg":"trace[293314018] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"217.302399ms","start":"2026-04-03T02:40:32.305064Z","end":"2026-04-03T02:40:32.522367Z","steps":["trace[293314018] 'process raft request' (duration: 113.899365ms)","trace[293314018] 'compare' (duration: 103.010294ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:32.802908Z","caller":"traceutil/trace.go:171","msg":"trace[34827387] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"231.673756ms","start":"2026-04-03T02:40:32.571207Z","end":"2026-04-03T02:40:32.802881Z","steps":["trace[34827387] 'process raft request' (duration: 231.46799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:33.325579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.684383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:1097"} {"level":"info","ts":"2026-04-03T02:40:33.32568Z","caller":"traceutil/trace.go:171","msg":"trace[984723159] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8673; }","duration":"124.833366ms","start":"2026-04-03T02:40:33.200826Z","end":"2026-04-03T02:40:33.32566Z","steps":["trace[984723159] 'range keys from in-memory index tree' (duration: 124.484396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:34.105666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:34.606651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:35.107785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:35.608602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113862,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:35.713593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.13579801s","expected-duration":"1s"} {"level":"info","ts":"2026-04-03T02:40:35.713922Z","caller":"traceutil/trace.go:171","msg":"trace[1647996045] transaction","detail":"{read_only:false; response_revision:8675; number_of_response:1; }","duration":"2.136191881s","start":"2026-04-03T02:40:33.577711Z","end":"2026-04-03T02:40:35.713903Z","steps":["trace[1647996045] 'process raft request' (duration: 2.136071917s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:35.714077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.577699Z","time spent":"2.136288543s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:36.02391Z","caller":"traceutil/trace.go:171","msg":"trace[1232511071] transaction","detail":"{read_only:false; response_revision:8676; number_of_response:1; }","duration":"2.446108186s","start":"2026-04-03T02:40:33.577778Z","end":"2026-04-03T02:40:36.023886Z","steps":["trace[1232511071] 'process raft request' (duration: 2.445862799s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.02395Z","caller":"traceutil/trace.go:171","msg":"trace[826223422] transaction","detail":"{read_only:false; response_revision:8677; number_of_response:1; }","duration":"2.444335287s","start":"2026-04-03T02:40:33.579593Z","end":"2026-04-03T02:40:36.023928Z","steps":["trace[826223422] 'process raft request' (duration: 2.444171243s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.023981Z","caller":"traceutil/trace.go:171","msg":"trace[303130189] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:8996; }","duration":"2.41907186s","start":"2026-04-03T02:40:33.604889Z","end":"2026-04-03T02:40:36.02396Z","steps":["trace[303130189] 'read index received' (duration: 2.109064182s)","trace[303130189] 'applied index is now lower than readState.Index' (duration: 310.006408ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:36.024009Z","caller":"traceutil/trace.go:171","msg":"trace[1121073749] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"1.483233645s","start":"2026-04-03T02:40:34.540755Z","end":"2026-04-03T02:40:36.023989Z","steps":["trace[1121073749] 'process raft request' (duration: 1.483080961s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.577763Z","time spent":"2.446227009s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:36.024061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.579573Z","time spent":"2.44442806s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:36.024075Z","caller":"traceutil/trace.go:171","msg":"trace[992997963] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"1.745409483s","start":"2026-04-03T02:40:34.278647Z","end":"2026-04-03T02:40:36.024057Z","steps":["trace[992997963] 'process raft request' (duration: 1.745156916s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.278627Z","time spent":"1.745500706s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:36.024324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.419409559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-03T02:40:36.024383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186304447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:40:36.024091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.54071Z","time spent":"1.483346268s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:36.024433Z","caller":"traceutil/trace.go:171","msg":"trace[1092569015] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8680; }","duration":"2.419558223s","start":"2026-04-03T02:40:33.604848Z","end":"2026-04-03T02:40:36.024406Z","steps":["trace[1092569015] 'agreement among raft nodes before linearized reading' (duration: 2.419227264s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407365661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:36.024509Z","caller":"traceutil/trace.go:171","msg":"trace[534675628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8680; }","duration":"1.407465993s","start":"2026-04-03T02:40:34.617031Z","end":"2026-04-03T02:40:36.024497Z","steps":["trace[534675628] 'agreement among raft nodes before linearized reading' (duration: 1.407258917s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.617013Z","time spent":"1.407525565s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"warn","ts":"2026-04-03T02:40:36.024535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.019937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:36.024557Z","caller":"traceutil/trace.go:171","msg":"trace[609249262] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"1.129629103s","start":"2026-04-03T02:40:34.894912Z","end":"2026-04-03T02:40:36.024541Z","steps":["trace[609249262] 'process raft request' (duration: 1.129001616s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218179198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:40:36.024428Z","caller":"traceutil/trace.go:171","msg":"trace[331854487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8680; }","duration":"1.186394331s","start":"2026-04-03T02:40:34.838022Z","end":"2026-04-03T02:40:36.024416Z","steps":["trace[331854487] 'agreement among raft nodes before linearized reading' (duration: 1.186237336s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.024589Z","caller":"traceutil/trace.go:171","msg":"trace[422701806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8680; }","duration":"407.115809ms","start":"2026-04-03T02:40:35.617458Z","end":"2026-04-03T02:40:36.024574Z","steps":["trace[422701806] 'agreement among raft nodes before linearized reading' (duration: 406.968905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.604831Z","time spent":"2.419655336s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-03T02:40:36.024618Z","caller":"traceutil/trace.go:171","msg":"trace[656383372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8680; }","duration":"1.21825916s","start":"2026-04-03T02:40:34.806346Z","end":"2026-04-03T02:40:36.024605Z","steps":["trace[656383372] 'agreement among raft nodes before linearized reading' (duration: 1.218123166s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:35.617439Z","time spent":"407.18197ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:40:36.024658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.806327Z","time spent":"1.218321342s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:36.024669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.894886Z","time spent":"1.129709056s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:36.024828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459797238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:36.024852Z","caller":"traceutil/trace.go:171","msg":"trace[1456356083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8680; }","duration":"1.45984875s","start":"2026-04-03T02:40:34.564998Z","end":"2026-04-03T02:40:36.024846Z","steps":["trace[1456356083] 'agreement among raft nodes before linearized reading' (duration: 1.459794478s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.837998Z","time spent":"1.186619276s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:40:36.024866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.564982Z","time spent":"1.45987995s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:36.024873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409023186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:40:36.024953Z","caller":"traceutil/trace.go:171","msg":"trace[315711244] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8680; }","duration":"1.409110759s","start":"2026-04-03T02:40:34.615791Z","end":"2026-04-03T02:40:36.024902Z","steps":["trace[315711244] 'agreement among raft nodes before linearized reading' (duration: 1.408983946s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.024995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:34.615768Z","time spent":"1.409217861s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:40:36.025137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384411753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2366184"} {"level":"info","ts":"2026-04-03T02:40:36.025184Z","caller":"traceutil/trace.go:171","msg":"trace[274103129] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8680; }","duration":"2.384495746s","start":"2026-04-03T02:40:33.640677Z","end":"2026-04-03T02:40:36.025173Z","steps":["trace[274103129] 'agreement among raft nodes before linearized reading' (duration: 2.383460377s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.025217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:33.640656Z","time spent":"2.384549976s","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2366207,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-04-03T02:40:36.024879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.182508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:36.025581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.327687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:36.025551Z","caller":"traceutil/trace.go:171","msg":"trace[1128526318] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8680; }","duration":"479.952929ms","start":"2026-04-03T02:40:35.545577Z","end":"2026-04-03T02:40:36.02553Z","steps":["trace[1128526318] 'agreement among raft nodes before linearized reading' (duration: 479.195469ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.025646Z","caller":"traceutil/trace.go:171","msg":"trace[1989521460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8680; }","duration":"740.462911ms","start":"2026-04-03T02:40:35.285168Z","end":"2026-04-03T02:40:36.025631Z","steps":["trace[1989521460] 'agreement among raft nodes before linearized reading' (duration: 740.365568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.025708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:35.285148Z","time spent":"740.533744ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:36.025768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:35.545554Z","time spent":"480.086523ms","remote":"127.0.0.1:38638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:36.411843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.992674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:36.412158Z","caller":"traceutil/trace.go:171","msg":"trace[172514237] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9001; }","duration":"383.126616ms","start":"2026-04-03T02:40:36.029015Z","end":"2026-04-03T02:40:36.412142Z","steps":["trace[172514237] 'read index received' (duration: 54.755251ms)","trace[172514237] 'applied index is now lower than readState.Index' (duration: 328.370355ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:36.412295Z","caller":"traceutil/trace.go:171","msg":"trace[594023480] transaction","detail":"{read_only:false; response_revision:8682; number_of_response:1; }","duration":"382.978963ms","start":"2026-04-03T02:40:36.029225Z","end":"2026-04-03T02:40:36.412204Z","steps":["trace[594023480] 'process raft request' (duration: 382.712535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.412378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.356953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:36.412344Z","caller":"traceutil/trace.go:171","msg":"trace[419719643] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"383.668031ms","start":"2026-04-03T02:40:36.028586Z","end":"2026-04-03T02:40:36.412254Z","steps":["trace[419719643] 'process raft request' (duration: 55.175313ms)","trace[419719643] 'compare' (duration: 327.713807ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:36.412412Z","caller":"traceutil/trace.go:171","msg":"trace[1640531554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8685; }","duration":"383.409564ms","start":"2026-04-03T02:40:36.028993Z","end":"2026-04-03T02:40:36.412402Z","steps":["trace[1640531554] 'agreement among raft nodes before linearized reading' (duration: 383.26511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.412452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.028985Z","time spent":"383.460246ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:40:36.412451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.651217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:36.41253Z","caller":"traceutil/trace.go:171","msg":"trace[1004384450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8685; }","duration":"159.77265ms","start":"2026-04-03T02:40:36.252739Z","end":"2026-04-03T02:40:36.412511Z","steps":["trace[1004384450] 'agreement among raft nodes before linearized reading' (duration: 159.650157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.412552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.028572Z","time spent":"383.893608ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:36.412588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.029216Z","time spent":"383.152997ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:36.412789Z","caller":"traceutil/trace.go:171","msg":"trace[989665221] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"382.905331ms","start":"2026-04-03T02:40:36.029339Z","end":"2026-04-03T02:40:36.412244Z","steps":["trace[989665221] 'process raft request' (duration: 382.688385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.412867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.23196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-04-03T02:40:36.412924Z","caller":"traceutil/trace.go:171","msg":"trace[384424471] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8685; }","duration":"316.318352ms","start":"2026-04-03T02:40:36.096591Z","end":"2026-04-03T02:40:36.41291Z","steps":["trace[384424471] 'agreement among raft nodes before linearized reading' (duration: 316.178708ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.412918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.029323Z","time spent":"383.516077ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:36.412971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.096502Z","time spent":"316.458326ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-03T02:40:36.412995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.563248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211651"} {"level":"info","ts":"2026-04-03T02:40:36.413079Z","caller":"traceutil/trace.go:171","msg":"trace[2075627899] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"381.624045ms","start":"2026-04-03T02:40:36.030631Z","end":"2026-04-03T02:40:36.412255Z","steps":["trace[2075627899] 'process raft request' (duration: 381.479211ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.413138Z","caller":"traceutil/trace.go:171","msg":"trace[737769426] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8685; }","duration":"383.685812ms","start":"2026-04-03T02:40:36.0294Z","end":"2026-04-03T02:40:36.413085Z","steps":["trace[737769426] 'agreement among raft nodes before linearized reading' (duration: 382.926721ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:36.413046Z","caller":"traceutil/trace.go:171","msg":"trace[483929587] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"382.392576ms","start":"2026-04-03T02:40:36.029857Z","end":"2026-04-03T02:40:36.41225Z","steps":["trace[483929587] 'process raft request' (duration: 382.204131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:36.413196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.030606Z","time spent":"382.55367ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:36.413243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.029392Z","time spent":"383.794865ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211674,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:40:36.413243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:36.029847Z","time spent":"383.352302ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:37.599649Z","caller":"traceutil/trace.go:171","msg":"trace[1108542844] linearizableReadLoop","detail":"{readStateIndex:9009; appliedIndex:9008; }","duration":"133.144056ms","start":"2026-04-03T02:40:37.466475Z","end":"2026-04-03T02:40:37.599619Z","steps":["trace[1108542844] 'read index received' (duration: 48.482539ms)","trace[1108542844] 'applied index is now lower than readState.Index' (duration: 84.659627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:37.599965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.414663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19316"} {"level":"info","ts":"2026-04-03T02:40:37.600008Z","caller":"traceutil/trace.go:171","msg":"trace[813468670] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8687; }","duration":"133.564257ms","start":"2026-04-03T02:40:37.46643Z","end":"2026-04-03T02:40:37.599994Z","steps":["trace[813468670] 'agreement among raft nodes before linearized reading' (duration: 133.30907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.219977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:40:38.504308Z","caller":"traceutil/trace.go:171","msg":"trace[1544971476] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"852.731169ms","start":"2026-04-03T02:40:37.651542Z","end":"2026-04-03T02:40:38.504273Z","steps":["trace[1544971476] 'process raft request' (duration: 852.529194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.504638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:37.651501Z","time spent":"852.901424ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:38.564953Z","caller":"traceutil/trace.go:171","msg":"trace[732644046] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"535.739719ms","start":"2026-04-03T02:40:38.029189Z","end":"2026-04-03T02:40:38.564929Z","steps":["trace[732644046] 'process raft request' (duration: 535.638586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.029171Z","time spent":"535.853101ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:38.565169Z","caller":"traceutil/trace.go:171","msg":"trace[1034609797] linearizableReadLoop","detail":"{readStateIndex:9013; appliedIndex:9009; }","duration":"845.817008ms","start":"2026-04-03T02:40:37.719332Z","end":"2026-04-03T02:40:38.565149Z","steps":["trace[1034609797] 'read index received' (duration: 784.802284ms)","trace[1034609797] 'applied index is now lower than readState.Index' (duration: 61.013554ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:38.565246Z","caller":"traceutil/trace.go:171","msg":"trace[1964914121] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"534.513675ms","start":"2026-04-03T02:40:38.030711Z","end":"2026-04-03T02:40:38.565225Z","steps":["trace[1964914121] 'process raft request' (duration: 534.175325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.030698Z","time spent":"534.597547ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:38.565369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.028794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:40:38.565379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.047092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:38.565246Z","caller":"traceutil/trace.go:171","msg":"trace[1710144127] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"543.325788ms","start":"2026-04-03T02:40:38.0219Z","end":"2026-04-03T02:40:38.565226Z","steps":["trace[1710144127] 'process raft request' (duration: 494.539811ms)","trace[1710144127] 'compare' (duration: 48.142349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:38.565443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.315334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:38.565469Z","caller":"traceutil/trace.go:171","msg":"trace[1297075049] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8691; }","duration":"386.367494ms","start":"2026-04-03T02:40:38.179092Z","end":"2026-04-03T02:40:38.56546Z","steps":["trace[1297075049] 'agreement among raft nodes before linearized reading' (duration: 386.334303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.021878Z","time spent":"543.555215ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:38.565494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.179076Z","time spent":"386.413196ms","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:38.565544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.8217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-04-03T02:40:38.565529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.473624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:40:38.565573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.198099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:38.565599Z","caller":"traceutil/trace.go:171","msg":"trace[1422073784] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8691; }","duration":"535.889423ms","start":"2026-04-03T02:40:38.029694Z","end":"2026-04-03T02:40:38.565584Z","steps":["trace[1422073784] 'agreement among raft nodes before linearized reading' (duration: 535.739539ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:38.565612Z","caller":"traceutil/trace.go:171","msg":"trace[1761452173] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:8691; }","duration":"428.274161ms","start":"2026-04-03T02:40:38.137329Z","end":"2026-04-03T02:40:38.565603Z","steps":["trace[1761452173] 'agreement among raft nodes before linearized reading' (duration: 428.22102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.137307Z","time spent":"428.321573ms","remote":"127.0.0.1:38660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:38.565635Z","caller":"traceutil/trace.go:171","msg":"trace[1098259659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8691; }","duration":"279.624418ms","start":"2026-04-03T02:40:38.285976Z","end":"2026-04-03T02:40:38.565601Z","steps":["trace[1098259659] 'agreement among raft nodes before linearized reading' (duration: 279.427913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.017965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"warn","ts":"2026-04-03T02:40:38.565711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.906213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-674fd94456-cqppz.18a2b8653d164488\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-04-03T02:40:38.565632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.029685Z","time spent":"535.939474ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:40:38.565744Z","caller":"traceutil/trace.go:171","msg":"trace[531958668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8691; }","duration":"574.083427ms","start":"2026-04-03T02:40:37.991654Z","end":"2026-04-03T02:40:38.565738Z","steps":["trace[531958668] 'agreement among raft nodes before linearized reading' (duration: 574.023895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.082482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:38.565751Z","caller":"traceutil/trace.go:171","msg":"trace[1710726029] range","detail":"{range_begin:/registry/events/openstack/barbican-api-674fd94456-cqppz.18a2b8653d164488; range_end:; response_count:1; response_revision:8691; }","duration":"468.944864ms","start":"2026-04-03T02:40:38.096798Z","end":"2026-04-03T02:40:38.565743Z","steps":["trace[1710726029] 'agreement among raft nodes before linearized reading' (duration: 468.854112ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:38.565771Z","caller":"traceutil/trace.go:171","msg":"trace[1762804554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8691; }","duration":"146.127733ms","start":"2026-04-03T02:40:38.419637Z","end":"2026-04-03T02:40:38.565765Z","steps":["trace[1762804554] 'agreement among raft nodes before linearized reading' (duration: 146.048281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.096734Z","time spent":"469.049037ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-674fd94456-cqppz.18a2b8653d164488\" "} {"level":"warn","ts":"2026-04-03T02:40:38.565809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.12208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:38.565414Z","caller":"traceutil/trace.go:171","msg":"trace[1328636578] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8691; }","duration":"768.124244ms","start":"2026-04-03T02:40:37.797284Z","end":"2026-04-03T02:40:38.565408Z","steps":["trace[1328636578] 'agreement among raft nodes before linearized reading' (duration: 768.015821ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:38.56583Z","caller":"traceutil/trace.go:171","msg":"trace[2016797846] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8691; }","duration":"619.178681ms","start":"2026-04-03T02:40:37.946644Z","end":"2026-04-03T02:40:38.565823Z","steps":["trace[2016797846] 'agreement among raft nodes before linearized reading' (duration: 619.13343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.565841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:37.797262Z","time spent":"768.572056ms","remote":"127.0.0.1:60980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":84,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:38.56585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:37.946622Z","time spent":"619.223923ms","remote":"127.0.0.1:38874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:40:38.565765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:37.991632Z","time spent":"574.129279ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-04-03T02:40:38.565665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.568242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-03T02:40:38.566113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.422609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:40:38.565394Z","caller":"traceutil/trace.go:171","msg":"trace[1050712223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8691; }","duration":"846.093135ms","start":"2026-04-03T02:40:37.719294Z","end":"2026-04-03T02:40:38.565387Z","steps":["trace[1050712223] 'agreement among raft nodes before linearized reading' (duration: 845.976792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.566272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.07111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:40:38.566289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.663725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:40:38.566299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:37.719275Z","time spent":"847.015681ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-03T02:40:38.566311Z","caller":"traceutil/trace.go:171","msg":"trace[539308166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8691; }","duration":"147.724908ms","start":"2026-04-03T02:40:38.418579Z","end":"2026-04-03T02:40:38.566304Z","steps":["trace[539308166] 'agreement among raft nodes before linearized reading' (duration: 147.661146ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:38.566312Z","caller":"traceutil/trace.go:171","msg":"trace[1751815484] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8691; }","duration":"167.146762ms","start":"2026-04-03T02:40:38.399151Z","end":"2026-04-03T02:40:38.566298Z","steps":["trace[1751815484] 'agreement among raft nodes before linearized reading' (duration: 167.085341ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:38.566141Z","caller":"traceutil/trace.go:171","msg":"trace[2053769413] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8691; }","duration":"537.074256ms","start":"2026-04-03T02:40:38.029053Z","end":"2026-04-03T02:40:38.566127Z","steps":["trace[2053769413] 'agreement among raft nodes before linearized reading' (duration: 536.550981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:38.566535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.029035Z","time spent":"537.492397ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-03T02:40:38.566182Z","caller":"traceutil/trace.go:171","msg":"trace[725218085] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8691; }","duration":"147.516082ms","start":"2026-04-03T02:40:38.418648Z","end":"2026-04-03T02:40:38.566165Z","steps":["trace[725218085] 'agreement among raft nodes before linearized reading' (duration: 147.314366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.072096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113914,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:39.64143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.981049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:39.641566Z","caller":"traceutil/trace.go:171","msg":"trace[272249393] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"1.070979666s","start":"2026-04-03T02:40:38.570562Z","end":"2026-04-03T02:40:39.641542Z","steps":["trace[272249393] 'process raft request' (duration: 740.806881ms)","trace[272249393] 'compare' (duration: 329.491926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:39.641627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.570542Z","time spent":"1.071055697s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:39.886439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.440605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:39.886686Z","caller":"traceutil/trace.go:171","msg":"trace[1196979601] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"1.316003049s","start":"2026-04-03T02:40:38.57065Z","end":"2026-04-03T02:40:39.886653Z","steps":["trace[1196979601] 'process raft request' (duration: 1.174262266s)","trace[1196979601] 'compare' (duration: 141.295321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:39.886861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.570628Z","time spent":"1.316143834s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:39.886872Z","caller":"traceutil/trace.go:171","msg":"trace[2008228627] linearizableReadLoop","detail":"{readStateIndex:9022; appliedIndex:9013; }","duration":"1.315139996s","start":"2026-04-03T02:40:38.571714Z","end":"2026-04-03T02:40:39.886854Z","steps":["trace[2008228627] 'read index received' (duration: 739.649239ms)","trace[2008228627] 'applied index is now lower than readState.Index' (duration: 575.489567ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:39.887054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315340421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18a2b8732bdf2e46\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-03T02:40:39.887117Z","caller":"traceutil/trace.go:171","msg":"trace[1357272600] range","detail":"{range_begin:/registry/events/openstack/ceph.18a2b8732bdf2e46; range_end:; response_count:1; response_revision:8700; }","duration":"1.315433234s","start":"2026-04-03T02:40:38.571674Z","end":"2026-04-03T02:40:39.887107Z","steps":["trace[1357272600] 'agreement among raft nodes before linearized reading' (duration: 1.315229638s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.887155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.571666Z","time spent":"1.315479375s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18a2b8732bdf2e46\" "} {"level":"info","ts":"2026-04-03T02:40:39.887156Z","caller":"traceutil/trace.go:171","msg":"trace[337852387] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"1.31641581s","start":"2026-04-03T02:40:38.570712Z","end":"2026-04-03T02:40:39.887128Z","steps":["trace[337852387] 'process raft request' (duration: 1.315849865s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:39.887188Z","caller":"traceutil/trace.go:171","msg":"trace[867307757] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"1.3164095s","start":"2026-04-03T02:40:38.570748Z","end":"2026-04-03T02:40:39.887157Z","steps":["trace[867307757] 'process raft request' (duration: 1.315898186s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:39.887227Z","caller":"traceutil/trace.go:171","msg":"trace[828541350] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"1.312441522s","start":"2026-04-03T02:40:38.574736Z","end":"2026-04-03T02:40:39.887177Z","steps":["trace[828541350] 'process raft request' (duration: 1.312048501s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:39.887206Z","caller":"traceutil/trace.go:171","msg":"trace[763922825] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"1.314084037s","start":"2026-04-03T02:40:38.57309Z","end":"2026-04-03T02:40:39.887175Z","steps":["trace[763922825] 'process raft request' (duration: 1.313663875s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:39.887264Z","caller":"traceutil/trace.go:171","msg":"trace[697167030] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"1.007174285s","start":"2026-04-03T02:40:38.880071Z","end":"2026-04-03T02:40:39.887245Z","steps":["trace[697167030] 'process raft request' (duration: 1.006744563s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.887282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.57069Z","time spent":"1.316519624s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:39.887362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.880039Z","time spent":"1.007274616s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:39.887384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.574722Z","time spent":"1.312573865s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:39.887688Z","caller":"traceutil/trace.go:171","msg":"trace[2118954902] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"1.316083352s","start":"2026-04-03T02:40:38.570813Z","end":"2026-04-03T02:40:39.886897Z","steps":["trace[2118954902] 'process raft request' (duration: 1.315875336s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.887836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.804553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:39.887892Z","caller":"traceutil/trace.go:171","msg":"trace[1007218671] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8700; }","duration":"196.897465ms","start":"2026-04-03T02:40:39.690979Z","end":"2026-04-03T02:40:39.887877Z","steps":["trace[1007218671] 'agreement among raft nodes before linearized reading' (duration: 196.809163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.888137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.570801Z","time spent":"1.317059149s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:39.888168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.573075Z","time spent":"1.314730414s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:39.88772Z","caller":"traceutil/trace.go:171","msg":"trace[834453413] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"1.316096822s","start":"2026-04-03T02:40:38.571611Z","end":"2026-04-03T02:40:39.887708Z","steps":["trace[834453413] 'process raft request' (duration: 1.315108985s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.887794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315589588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:211651"} {"level":"info","ts":"2026-04-03T02:40:39.888737Z","caller":"traceutil/trace.go:171","msg":"trace[2040402813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8700; }","duration":"1.316559174s","start":"2026-04-03T02:40:38.572166Z","end":"2026-04-03T02:40:39.888726Z","steps":["trace[2040402813] 'agreement among raft nodes before linearized reading' (duration: 1.31494998s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:39.888778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.572158Z","time spent":"1.316607307s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":211674,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-03T02:40:39.888858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.571592Z","time spent":"1.316976656s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:39.889423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:38.570741Z","time spent":"1.316531134s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.210166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.460118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:40.210403Z","caller":"traceutil/trace.go:171","msg":"trace[545250406] linearizableReadLoop","detail":"{readStateIndex:9024; appliedIndex:9022; }","duration":"249.775665ms","start":"2026-04-03T02:40:39.960609Z","end":"2026-04-03T02:40:40.210384Z","steps":["trace[545250406] 'read index received' (duration: 54.963297ms)","trace[545250406] 'applied index is now lower than readState.Index' (duration: 194.811178ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:40.2104Z","caller":"traceutil/trace.go:171","msg":"trace[247609475] transaction","detail":"{read_only:false; response_revision:8701; number_of_response:1; }","duration":"320.893808ms","start":"2026-04-03T02:40:39.889462Z","end":"2026-04-03T02:40:40.210356Z","steps":["trace[247609475] 'process raft request' (duration: 126.170673ms)","trace[247609475] 'compare' (duration: 193.661186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:40.210565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.961457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:40.210514Z","caller":"traceutil/trace.go:171","msg":"trace[1716835033] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"320.505288ms","start":"2026-04-03T02:40:39.889977Z","end":"2026-04-03T02:40:40.210482Z","steps":["trace[1716835033] 'process raft request' (duration: 320.307532ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:40.210606Z","caller":"traceutil/trace.go:171","msg":"trace[1618931193] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:8702; }","duration":"214.013118ms","start":"2026-04-03T02:40:39.996582Z","end":"2026-04-03T02:40:40.210595Z","steps":["trace[1618931193] 'agreement among raft nodes before linearized reading' (duration: 213.918595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.210611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.96807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:40.210656Z","caller":"traceutil/trace.go:171","msg":"trace[1784978289] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8702; }","duration":"250.080023ms","start":"2026-04-03T02:40:39.960564Z","end":"2026-04-03T02:40:40.210644Z","steps":["trace[1784978289] 'agreement among raft nodes before linearized reading' (duration: 249.928569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.210835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.889951Z","time spent":"320.676053ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:40.211128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:39.889437Z","time spent":"321.571047ms","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-03T02:40:40.560899Z","caller":"traceutil/trace.go:171","msg":"trace[1447482561] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"345.606911ms","start":"2026-04-03T02:40:40.215264Z","end":"2026-04-03T02:40:40.560871Z","steps":["trace[1447482561] 'process raft request' (duration: 345.425216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:40.561049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.215242Z","time spent":"345.739045ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-03T02:40:41.291809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.539499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:41.292017Z","caller":"traceutil/trace.go:171","msg":"trace[103299332] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"1.076712084s","start":"2026-04-03T02:40:40.21528Z","end":"2026-04-03T02:40:41.291992Z","steps":["trace[103299332] 'process raft request' (duration: 475.895928ms)","trace[103299332] 'compare' (duration: 600.25041ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:41.292095Z","caller":"traceutil/trace.go:171","msg":"trace[1940411983] linearizableReadLoop","detail":"{readStateIndex:9026; appliedIndex:9024; }","duration":"1.007341258s","start":"2026-04-03T02:40:40.284727Z","end":"2026-04-03T02:40:41.292069Z","steps":["trace[1940411983] 'read index received' (duration: 276.012949ms)","trace[1940411983] 'applied index is now lower than readState.Index' (duration: 731.325419ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:41.292135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.215252Z","time spent":"1.076819276s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:41.29224Z","caller":"traceutil/trace.go:171","msg":"trace[2009737968] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"720.942222ms","start":"2026-04-03T02:40:40.57129Z","end":"2026-04-03T02:40:41.292232Z","steps":["trace[2009737968] 'process raft request' (duration: 720.649014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.292291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.571267Z","time spent":"721.002573ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:41.292358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007619576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:41.29242Z","caller":"traceutil/trace.go:171","msg":"trace[839965091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8705; }","duration":"1.007727919s","start":"2026-04-03T02:40:40.284677Z","end":"2026-04-03T02:40:41.292405Z","steps":["trace[839965091] 'agreement among raft nodes before linearized reading' (duration: 1.007633937s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.29246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.284656Z","time spent":"1.007797021s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-03T02:40:41.293619Z","caller":"traceutil/trace.go:171","msg":"trace[1399569989] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"721.323812ms","start":"2026-04-03T02:40:40.572278Z","end":"2026-04-03T02:40:41.293602Z","steps":["trace[1399569989] 'process raft request' (duration: 719.767369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:41.293705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:40.572255Z","time spent":"721.415105ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:41.811476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558113937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-03T02:40:42.016737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.814038ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:42.016857Z","caller":"traceutil/trace.go:171","msg":"trace[1304333498] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8706; }","duration":"499.943451ms","start":"2026-04-03T02:40:41.516895Z","end":"2026-04-03T02:40:42.016839Z","steps":["trace[1304333498] 'range keys from in-memory index tree' (duration: 499.798097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.017624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.84309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:42.017741Z","caller":"traceutil/trace.go:171","msg":"trace[1126614697] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9028; }","duration":"707.007237ms","start":"2026-04-03T02:40:41.310713Z","end":"2026-04-03T02:40:42.01772Z","steps":["trace[1126614697] 'read index received' (duration: 521.069024ms)","trace[1126614697] 'applied index is now lower than readState.Index' (duration: 185.936213ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:42.017827Z","caller":"traceutil/trace.go:171","msg":"trace[246781502] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"717.915619ms","start":"2026-04-03T02:40:41.299884Z","end":"2026-04-03T02:40:42.0178Z","steps":["trace[246781502] 'process raft request' (duration: 531.806391ms)","trace[246781502] 'compare' (duration: 184.684708ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:42.017846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.123851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:42.0179Z","caller":"traceutil/trace.go:171","msg":"trace[874782445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"707.201323ms","start":"2026-04-03T02:40:41.310685Z","end":"2026-04-03T02:40:42.017886Z","steps":["trace[874782445] 'agreement among raft nodes before linearized reading' (duration: 707.10547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.017933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:41.310673Z","time spent":"707.252294ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:40:42.017956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:41.29986Z","time spent":"718.025772ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:42.017961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.261647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:40:42.017969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.388075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-04-03T02:40:42.017981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.590137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-03T02:40:42.018023Z","caller":"traceutil/trace.go:171","msg":"trace[1822810147] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8707; }","duration":"554.486507ms","start":"2026-04-03T02:40:41.463523Z","end":"2026-04-03T02:40:42.01801Z","steps":["trace[1822810147] 'agreement among raft nodes before linearized reading' (duration: 554.318883ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.018028Z","caller":"traceutil/trace.go:171","msg":"trace[1858742130] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8707; }","duration":"125.375561ms","start":"2026-04-03T02:40:41.89263Z","end":"2026-04-03T02:40:42.018005Z","steps":["trace[1858742130] 'agreement among raft nodes before linearized reading' (duration: 125.209857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.018045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:41.463506Z","time spent":"554.533798ms","remote":"127.0.0.1:60984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-03T02:40:42.018039Z","caller":"traceutil/trace.go:171","msg":"trace[1086069527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8707; }","duration":"125.6923ms","start":"2026-04-03T02:40:41.89233Z","end":"2026-04-03T02:40:42.018022Z","steps":["trace[1086069527] 'agreement among raft nodes before linearized reading' (duration: 125.521315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.018017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.657059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-03T02:40:42.018086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.453706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:40:42.018099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.583246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:40:42.018124Z","caller":"traceutil/trace.go:171","msg":"trace[348264366] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8707; }","duration":"125.809133ms","start":"2026-04-03T02:40:41.892292Z","end":"2026-04-03T02:40:42.018101Z","steps":["trace[348264366] 'agreement among raft nodes before linearized reading' (duration: 125.554406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.018099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.498032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:40:42.018132Z","caller":"traceutil/trace.go:171","msg":"trace[581933198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8707; }","duration":"124.519727ms","start":"2026-04-03T02:40:41.893598Z","end":"2026-04-03T02:40:42.018118Z","steps":["trace[581933198] 'agreement among raft nodes before linearized reading' (duration: 124.377843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.018172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.430573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:40:42.018174Z","caller":"traceutil/trace.go:171","msg":"trace[82533732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8707; }","duration":"372.706149ms","start":"2026-04-03T02:40:41.645447Z","end":"2026-04-03T02:40:42.018153Z","steps":["trace[82533732] 'agreement among raft nodes before linearized reading' (duration: 372.469983ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.018193Z","caller":"traceutil/trace.go:171","msg":"trace[620311474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8707; }","duration":"125.472473ms","start":"2026-04-03T02:40:41.892715Z","end":"2026-04-03T02:40:42.018187Z","steps":["trace[620311474] 'agreement among raft nodes before linearized reading' (duration: 125.413582ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.018185Z","caller":"traceutil/trace.go:171","msg":"trace[1421866767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8707; }","duration":"122.655686ms","start":"2026-04-03T02:40:41.895513Z","end":"2026-04-03T02:40:42.018168Z","steps":["trace[1421866767] 'agreement among raft nodes before linearized reading' (duration: 122.402589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.018224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:41.645426Z","time spent":"372.789711ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:40:42.018101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.170175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:40:42.018283Z","caller":"traceutil/trace.go:171","msg":"trace[879483833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8707; }","duration":"472.415352ms","start":"2026-04-03T02:40:41.545854Z","end":"2026-04-03T02:40:42.01827Z","steps":["trace[879483833] 'agreement among raft nodes before linearized reading' (duration: 472.057442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.018347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:41.54583Z","time spent":"472.500644ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:40:42.018485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.995485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:42.018581Z","caller":"traceutil/trace.go:171","msg":"trace[1840001972] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8707; }","duration":"123.077328ms","start":"2026-04-03T02:40:41.895454Z","end":"2026-04-03T02:40:42.018532Z","steps":["trace[1840001972] 'agreement among raft nodes before linearized reading' (duration: 122.400319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.487918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.242703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:40:42.488137Z","caller":"traceutil/trace.go:171","msg":"trace[894563917] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"462.735123ms","start":"2026-04-03T02:40:42.025383Z","end":"2026-04-03T02:40:42.488118Z","steps":["trace[894563917] 'process raft request' (duration: 462.64233ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.488134Z","caller":"traceutil/trace.go:171","msg":"trace[1099122522] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"462.789045ms","start":"2026-04-03T02:40:42.025312Z","end":"2026-04-03T02:40:42.488101Z","steps":["trace[1099122522] 'process raft request' (duration: 143.095789ms)","trace[1099122522] 'compare' (duration: 318.968826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:42.488296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.025292Z","time spent":"462.917338ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:42.488311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.025379Z","time spent":"462.801785ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:42.561287Z","caller":"traceutil/trace.go:171","msg":"trace[861438988] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"534.739671ms","start":"2026-04-03T02:40:42.026523Z","end":"2026-04-03T02:40:42.561263Z","steps":["trace[861438988] 'process raft request' (duration: 534.560936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.561445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.02651Z","time spent":"534.855644ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:42.561786Z","caller":"traceutil/trace.go:171","msg":"trace[1556983428] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"535.028149ms","start":"2026-04-03T02:40:42.026705Z","end":"2026-04-03T02:40:42.561733Z","steps":["trace[1556983428] 'process raft request' (duration: 534.514524ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:42.561833Z","caller":"traceutil/trace.go:171","msg":"trace[512685720] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"535.044459ms","start":"2026-04-03T02:40:42.026772Z","end":"2026-04-03T02:40:42.561817Z","steps":["trace[512685720] 'process raft request' (duration: 534.761821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.562782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.026699Z","time spent":"536.009977ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:42.561834Z","caller":"traceutil/trace.go:171","msg":"trace[1572531446] transaction","detail":"{read_only:false; response_revision:8713; number_of_response:1; }","duration":"534.556516ms","start":"2026-04-03T02:40:42.02726Z","end":"2026-04-03T02:40:42.561817Z","steps":["trace[1572531446] 'process raft request' (duration: 534.453923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.562896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.026762Z","time spent":"536.072738ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:42.562966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.027254Z","time spent":"535.684117ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:40:42.56193Z","caller":"traceutil/trace.go:171","msg":"trace[34397388] linearizableReadLoop","detail":"{readStateIndex:9036; appliedIndex:9029; }","duration":"469.569853ms","start":"2026-04-03T02:40:42.092341Z","end":"2026-04-03T02:40:42.561911Z","steps":["trace[34397388] 'read index received' (duration: 76.04696ms)","trace[34397388] 'applied index is now lower than readState.Index' (duration: 393.521273ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:42.562015Z","caller":"traceutil/trace.go:171","msg":"trace[1452200582] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"533.179657ms","start":"2026-04-03T02:40:42.028803Z","end":"2026-04-03T02:40:42.561983Z","steps":["trace[1452200582] 'process raft request' (duration: 532.969922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.563115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.028795Z","time spent":"534.273548ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:40:42.562093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.730248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:42.563249Z","caller":"traceutil/trace.go:171","msg":"trace[1754988776] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8714; }","duration":"470.929601ms","start":"2026-04-03T02:40:42.092307Z","end":"2026-04-03T02:40:42.563236Z","steps":["trace[1754988776] 'agreement among raft nodes before linearized reading' (duration: 469.706957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.563254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.291484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:42.563285Z","caller":"traceutil/trace.go:171","msg":"trace[564498984] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8714; }","duration":"102.374726ms","start":"2026-04-03T02:40:42.4609Z","end":"2026-04-03T02:40:42.563275Z","steps":["trace[564498984] 'agreement among raft nodes before linearized reading' (duration: 102.322675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.563284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.092294Z","time spent":"470.981832ms","remote":"127.0.0.1:33058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-03T02:40:42.563202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.901143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:40:42.563374Z","caller":"traceutil/trace.go:171","msg":"trace[379533336] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:8714; }","duration":"336.115378ms","start":"2026-04-03T02:40:42.22724Z","end":"2026-04-03T02:40:42.563355Z","steps":["trace[379533336] 'agreement among raft nodes before linearized reading' (duration: 335.832531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:42.563453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:42.227221Z","time spent":"336.213702ms","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-04-03T02:40:42.701918Z","caller":"traceutil/trace.go:171","msg":"trace[1960738918] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9036; }","duration":"134.940286ms","start":"2026-04-03T02:40:42.566947Z","end":"2026-04-03T02:40:42.701888Z","steps":["trace[1960738918] 'read index received' (duration: 133.64758ms)","trace[1960738918] 'applied index is now lower than readState.Index' (duration: 1.290675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:40:42.702087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.11038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:40:42.702157Z","caller":"traceutil/trace.go:171","msg":"trace[119713026] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8714; }","duration":"135.218992ms","start":"2026-04-03T02:40:42.566917Z","end":"2026-04-03T02:40:42.702136Z","steps":["trace[119713026] 'agreement among raft nodes before linearized reading' (duration: 135.082189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:50.19856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.248418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:40:50.198765Z","caller":"traceutil/trace.go:171","msg":"trace[1099898735] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8782; }","duration":"497.502235ms","start":"2026-04-03T02:40:49.701232Z","end":"2026-04-03T02:40:50.198734Z","steps":["trace[1099898735] 'count revisions from in-memory index tree' (duration: 497.143784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:50.198852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:40:49.701213Z","time spent":"497.615937ms","remote":"127.0.0.1:55564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-03T02:40:50.200108Z","caller":"traceutil/trace.go:171","msg":"trace[439345687] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9108; }","duration":"166.571199ms","start":"2026-04-03T02:40:50.033503Z","end":"2026-04-03T02:40:50.200074Z","steps":["trace[439345687] 'read index received' (duration: 166.482336ms)","trace[439345687] 'applied index is now lower than readState.Index' (duration: 87.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:40:50.200178Z","caller":"traceutil/trace.go:171","msg":"trace[2020445404] transaction","detail":"{read_only:false; response_revision:8783; number_of_response:1; }","duration":"187.239979ms","start":"2026-04-03T02:40:50.012912Z","end":"2026-04-03T02:40:50.200152Z","steps":["trace[2020445404] 'process raft request' (duration: 186.970391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:40:50.200413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.882137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-2f6c2\" ","response":"range_response_count:1 size:4558"} {"level":"warn","ts":"2026-04-03T02:40:50.200455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.835191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:40:50.200503Z","caller":"traceutil/trace.go:171","msg":"trace[1882465646] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-2f6c2; range_end:; response_count:1; response_revision:8783; }","duration":"167.027201ms","start":"2026-04-03T02:40:50.033454Z","end":"2026-04-03T02:40:50.200481Z","steps":["trace[1882465646] 'agreement among raft nodes before linearized reading' (duration: 166.767424ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:40:50.200544Z","caller":"traceutil/trace.go:171","msg":"trace[756698280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:8783; }","duration":"130.975866ms","start":"2026-04-03T02:40:50.069551Z","end":"2026-04-03T02:40:50.200527Z","steps":["trace[756698280] 'agreement among raft nodes before linearized reading' (duration: 130.689588ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:17.782698Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000024af.wal"} {"level":"info","ts":"2026-04-03T02:41:39.08402Z","caller":"traceutil/trace.go:171","msg":"trace[1157762447] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"111.620462ms","start":"2026-04-03T02:41:38.972369Z","end":"2026-04-03T02:41:39.083989Z","steps":["trace[1157762447] 'process raft request' (duration: 111.428716ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:41.858813Z","caller":"traceutil/trace.go:171","msg":"trace[2485865] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"157.233774ms","start":"2026-04-03T02:41:41.70155Z","end":"2026-04-03T02:41:41.858784Z","steps":["trace[2485865] 'process raft request' (duration: 157.06647ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:41.954983Z","caller":"traceutil/trace.go:171","msg":"trace[2016410842] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"176.049834ms","start":"2026-04-03T02:41:41.778906Z","end":"2026-04-03T02:41:41.954956Z","steps":["trace[2016410842] 'process raft request' (duration: 173.287887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:52.35254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.349786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-03T02:41:52.352624Z","caller":"traceutil/trace.go:171","msg":"trace[1021456093] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:9353; }","duration":"121.482839ms","start":"2026-04-03T02:41:52.231122Z","end":"2026-04-03T02:41:52.352605Z","steps":["trace[1021456093] 'range keys from in-memory index tree' (duration: 121.15343ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:52.506915Z","caller":"traceutil/trace.go:171","msg":"trace[1888944130] linearizableReadLoop","detail":"{readStateIndex:9694; appliedIndex:9693; }","duration":"132.550244ms","start":"2026-04-03T02:41:52.374331Z","end":"2026-04-03T02:41:52.506881Z","steps":["trace[1888944130] 'read index received' (duration: 132.4143ms)","trace[1888944130] 'applied index is now lower than readState.Index' (duration: 134.093µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:52.507239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.857493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-04-03T02:41:52.507365Z","caller":"traceutil/trace.go:171","msg":"trace[235497128] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9353; }","duration":"133.046108ms","start":"2026-04-03T02:41:52.37429Z","end":"2026-04-03T02:41:52.507337Z","steps":["trace[235497128] 'agreement among raft nodes before linearized reading' (duration: 132.712689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.778859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.089966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:53.778985Z","caller":"traceutil/trace.go:171","msg":"trace[1906002917] linearizableReadLoop","detail":"{readStateIndex:9695; appliedIndex:9694; }","duration":"1.167506163s","start":"2026-04-03T02:41:52.611456Z","end":"2026-04-03T02:41:53.778962Z","steps":["trace[1906002917] 'read index received' (duration: 195.221031ms)","trace[1906002917] 'applied index is now lower than readState.Index' (duration: 972.282302ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:53.779083Z","caller":"traceutil/trace.go:171","msg":"trace[319387617] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"1.270637336s","start":"2026-04-03T02:41:52.50842Z","end":"2026-04-03T02:41:53.779057Z","steps":["trace[319387617] 'process raft request' (duration: 298.255282ms)","trace[319387617] 'compare' (duration: 971.327465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:53.779176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.508393Z","time spent":"1.270738139s","remote":"127.0.0.1:60914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:53.779733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168273104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:41:53.779892Z","caller":"traceutil/trace.go:171","msg":"trace[1320820981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:9354; }","duration":"1.168498941s","start":"2026-04-03T02:41:52.611373Z","end":"2026-04-03T02:41:53.779872Z","steps":["trace[1320820981] 'agreement among raft nodes before linearized reading' (duration: 1.168019198s)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.779964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.61135Z","time spent":"1.168602213s","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:41:53.815871Z","caller":"traceutil/trace.go:171","msg":"trace[1322920758] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"105.636502ms","start":"2026-04-03T02:41:53.710211Z","end":"2026-04-03T02:41:53.815848Z","steps":["trace[1322920758] 'process raft request' (duration: 105.487328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.816508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.082797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-03T02:41:53.816564Z","caller":"traceutil/trace.go:171","msg":"trace[443860417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9355; }","duration":"639.168829ms","start":"2026-04-03T02:41:53.177377Z","end":"2026-04-03T02:41:53.816546Z","steps":["trace[443860417] 'agreement among raft nodes before linearized reading' (duration: 639.004925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.81663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.177364Z","time spent":"639.254061ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:41:53.816661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.458699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-03T02:41:53.816769Z","caller":"traceutil/trace.go:171","msg":"trace[1167040850] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9355; }","duration":"667.624904ms","start":"2026-04-03T02:41:53.149121Z","end":"2026-04-03T02:41:53.816746Z","steps":["trace[1167040850] 'agreement among raft nodes before linearized reading' (duration: 667.287614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.816813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.149098Z","time spent":"667.705936ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:53.816819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127872572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:41:53.816885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.72064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-03T02:41:53.816976Z","caller":"traceutil/trace.go:171","msg":"trace[1766987697] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:9355; }","duration":"1.128017815s","start":"2026-04-03T02:41:52.688862Z","end":"2026-04-03T02:41:53.81688Z","steps":["trace[1766987697] 'agreement among raft nodes before linearized reading' (duration: 1.12781974s)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.816998Z","caller":"traceutil/trace.go:171","msg":"trace[1505668469] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9355; }","duration":"123.871375ms","start":"2026-04-03T02:41:53.69311Z","end":"2026-04-03T02:41:53.816981Z","steps":["trace[1505668469] 'agreement among raft nodes before linearized reading' (duration: 123.702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.817041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:52.688834Z","time spent":"1.1281927s","remote":"127.0.0.1:32846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-03T02:41:53.817121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.861833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-04-03T02:41:53.817186Z","caller":"traceutil/trace.go:171","msg":"trace[1862851836] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9355; }","duration":"662.956375ms","start":"2026-04-03T02:41:53.154206Z","end":"2026-04-03T02:41:53.817162Z","steps":["trace[1862851836] 'agreement among raft nodes before linearized reading' (duration: 662.839342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.817219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.556192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-03T02:41:53.817236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.154184Z","time spent":"663.035957ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-03T02:41:53.817251Z","caller":"traceutil/trace.go:171","msg":"trace[1965590485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9355; }","duration":"638.607583ms","start":"2026-04-03T02:41:53.178632Z","end":"2026-04-03T02:41:53.81724Z","steps":["trace[1965590485] 'agreement among raft nodes before linearized reading' (duration: 638.517701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.817282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.178623Z","time spent":"638.649545ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-03T02:41:53.817391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.866222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-03T02:41:53.817467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.944153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-03T02:41:53.817523Z","caller":"traceutil/trace.go:171","msg":"trace[1154698700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9355; }","duration":"790.997944ms","start":"2026-04-03T02:41:53.02646Z","end":"2026-04-03T02:41:53.817458Z","steps":["trace[1154698700] 'agreement among raft nodes before linearized reading' (duration: 790.765378ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:53.817551Z","caller":"traceutil/trace.go:171","msg":"trace[1500864599] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9355; }","duration":"639.057136ms","start":"2026-04-03T02:41:53.178471Z","end":"2026-04-03T02:41:53.817528Z","steps":["trace[1500864599] 'agreement among raft nodes before linearized reading' (duration: 638.82333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.817567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.026422Z","time spent":"791.135388ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:41:53.817597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.178455Z","time spent":"639.130758ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:41:53.81772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.545041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-03T02:41:53.817744Z","caller":"traceutil/trace.go:171","msg":"trace[1497025577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9355; }","duration":"667.601513ms","start":"2026-04-03T02:41:53.150135Z","end":"2026-04-03T02:41:53.817737Z","steps":["trace[1497025577] 'agreement among raft nodes before linearized reading' (duration: 667.012197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:53.817764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.150118Z","time spent":"667.642364ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:41:54.441653Z","caller":"traceutil/trace.go:171","msg":"trace[304455461] transaction","detail":"{read_only:false; response_revision:9357; number_of_response:1; }","duration":"619.636591ms","start":"2026-04-03T02:41:53.821978Z","end":"2026-04-03T02:41:54.441614Z","steps":["trace[304455461] 'process raft request' (duration: 603.327162ms)","trace[304455461] 'compare' (duration: 16.142755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:54.441854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.821959Z","time spent":"619.787796ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.442018Z","caller":"traceutil/trace.go:171","msg":"trace[507642413] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"619.973301ms","start":"2026-04-03T02:41:53.822015Z","end":"2026-04-03T02:41:54.441989Z","steps":["trace[507642413] 'process raft request' (duration: 619.557399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.442198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.821994Z","time spent":"620.112135ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.442259Z","caller":"traceutil/trace.go:171","msg":"trace[966910741] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"619.932609ms","start":"2026-04-03T02:41:53.822297Z","end":"2026-04-03T02:41:54.44223Z","steps":["trace[966910741] 'process raft request' (duration: 619.59451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.442404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.822281Z","time spent":"620.049043ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.442417Z","caller":"traceutil/trace.go:171","msg":"trace[1248952426] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"619.993902ms","start":"2026-04-03T02:41:53.822384Z","end":"2026-04-03T02:41:54.442378Z","steps":["trace[1248952426] 'process raft request' (duration: 619.873738ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.442403Z","caller":"traceutil/trace.go:171","msg":"trace[1178877357] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"620.038613ms","start":"2026-04-03T02:41:53.822331Z","end":"2026-04-03T02:41:54.442369Z","steps":["trace[1178877357] 'process raft request' (duration: 619.808347ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.442447Z","caller":"traceutil/trace.go:171","msg":"trace[1791970337] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9696; }","duration":"620.384183ms","start":"2026-04-03T02:41:53.822035Z","end":"2026-04-03T02:41:54.442419Z","steps":["trace[1791970337] 'read index received' (duration: 29.646578ms)","trace[1791970337] 'applied index is now lower than readState.Index' (duration: 590.736375ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:54.442558Z","caller":"traceutil/trace.go:171","msg":"trace[20249667] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"620.049714ms","start":"2026-04-03T02:41:53.822402Z","end":"2026-04-03T02:41:54.442452Z","steps":["trace[20249667] 'process raft request' (duration: 619.91277ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:41:54.442496Z","caller":"traceutil/trace.go:171","msg":"trace[1852220328] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"619.984161ms","start":"2026-04-03T02:41:53.822489Z","end":"2026-04-03T02:41:54.442473Z","steps":["trace[1852220328] 'process raft request' (duration: 619.875338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.442636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.595188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:41:54.442749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.822317Z","time spent":"620.263139ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.442574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.822378Z","time spent":"620.117185ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.442839Z","caller":"traceutil/trace.go:171","msg":"trace[183597487] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9363; }","duration":"620.794174ms","start":"2026-04-03T02:41:53.82203Z","end":"2026-04-03T02:41:54.442824Z","steps":["trace[183597487] 'agreement among raft nodes before linearized reading' (duration: 620.514446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.442865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.822482Z","time spent":"620.261739ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.442946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.821982Z","time spent":"620.926757ms","remote":"127.0.0.1:32916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-03T02:41:54.442835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.822391Z","time spent":"620.316051ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.632769Z","caller":"traceutil/trace.go:171","msg":"trace[1414628019] linearizableReadLoop","detail":"{readStateIndex:9706; appliedIndex:9704; }","duration":"190.170202ms","start":"2026-04-03T02:41:54.442579Z","end":"2026-04-03T02:41:54.632749Z","steps":["trace[1414628019] 'read index received' (duration: 123.614288ms)","trace[1414628019] 'applied index is now lower than readState.Index' (duration: 66.555034ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:54.632772Z","caller":"traceutil/trace.go:171","msg":"trace[1083649513] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"722.422605ms","start":"2026-04-03T02:41:53.910317Z","end":"2026-04-03T02:41:54.632739Z","steps":["trace[1083649513] 'process raft request' (duration: 655.924862ms)","trace[1083649513] 'compare' (duration: 66.289487ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:54.632824Z","caller":"traceutil/trace.go:171","msg":"trace[782748040] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"597.778378ms","start":"2026-04-03T02:41:54.035007Z","end":"2026-04-03T02:41:54.632786Z","steps":["trace[782748040] 'process raft request' (duration: 597.693486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.632948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.293419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-04-03T02:41:54.632939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:53.910289Z","time spent":"722.556079ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:41:54.632977Z","caller":"traceutil/trace.go:171","msg":"trace[505180663] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9365; }","duration":"460.368661ms","start":"2026-04-03T02:41:54.1726Z","end":"2026-04-03T02:41:54.632969Z","steps":["trace[505180663] 'agreement among raft nodes before linearized reading' (duration: 460.223447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.633004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.172584Z","time spent":"460.413982ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-03T02:41:54.633059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.790237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:54.633136Z","caller":"traceutil/trace.go:171","msg":"trace[1638295504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9365; }","duration":"347.908761ms","start":"2026-04-03T02:41:54.285209Z","end":"2026-04-03T02:41:54.633118Z","steps":["trace[1638295504] 'agreement among raft nodes before linearized reading' (duration: 347.797138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:54.633077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.034986Z","time spent":"597.916303ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:41:54.633177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:41:54.285188Z","time spent":"347.981763ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:41:54.903181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.222142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:54.90326Z","caller":"traceutil/trace.go:171","msg":"trace[976498108] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9365; }","duration":"170.356786ms","start":"2026-04-03T02:41:54.732885Z","end":"2026-04-03T02:41:54.903242Z","steps":["trace[976498108] 'range keys from in-memory index tree' (duration: 170.13395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:41:56.948971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.701089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:41:56.949441Z","caller":"traceutil/trace.go:171","msg":"trace[1527863761] linearizableReadLoop","detail":"{readStateIndex:9717; appliedIndex:9716; }","duration":"195.513039ms","start":"2026-04-03T02:41:56.753906Z","end":"2026-04-03T02:41:56.949419Z","steps":["trace[1527863761] 'read index received' (duration: 13.246855ms)","trace[1527863761] 'applied index is now lower than readState.Index' (duration: 182.263504ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:41:56.949521Z","caller":"traceutil/trace.go:171","msg":"trace[520390755] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"262.711402ms","start":"2026-04-03T02:41:56.686791Z","end":"2026-04-03T02:41:56.949502Z","steps":["trace[520390755] 'process raft request' (duration: 80.366385ms)","trace[520390755] 'compare' (duration: 181.589216ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:41:56.949608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.691634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:41:56.94971Z","caller":"traceutil/trace.go:171","msg":"trace[410816484] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9376; }","duration":"195.851218ms","start":"2026-04-03T02:41:56.753826Z","end":"2026-04-03T02:41:56.949677Z","steps":["trace[410816484] 'agreement among raft nodes before linearized reading' (duration: 195.687724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:02.279712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.465791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:02.279794Z","caller":"traceutil/trace.go:171","msg":"trace[1792168395] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9420; }","duration":"112.569034ms","start":"2026-04-03T02:42:02.167205Z","end":"2026-04-03T02:42:02.279774Z","steps":["trace[1792168395] 'count revisions from in-memory index tree' (duration: 112.381889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:06.023176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.268346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:42:06.023298Z","caller":"traceutil/trace.go:171","msg":"trace[989506872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:9446; }","duration":"103.469392ms","start":"2026-04-03T02:42:05.919812Z","end":"2026-04-03T02:42:06.023281Z","steps":["trace[989506872] 'range keys from in-memory index tree' (duration: 102.989529ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:28.704235Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-03T02:42:28.709997Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-03T02:42:28.710678Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-04-03T02:42:37.878034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.131617ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:42:37.878164Z","caller":"traceutil/trace.go:171","msg":"trace[1277563850] linearizableReadLoop","detail":"{readStateIndex:10083; appliedIndex:10082; }","duration":"356.019475ms","start":"2026-04-03T02:42:37.522124Z","end":"2026-04-03T02:42:37.878144Z","steps":["trace[1277563850] 'read index received' (duration: 225.695622ms)","trace[1277563850] 'applied index is now lower than readState.Index' (duration: 130.321703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:37.878343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.2258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19221"} {"level":"info","ts":"2026-04-03T02:42:37.878383Z","caller":"traceutil/trace.go:171","msg":"trace[357985282] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9732; }","duration":"356.309192ms","start":"2026-04-03T02:42:37.522064Z","end":"2026-04-03T02:42:37.878373Z","steps":["trace[357985282] 'agreement among raft nodes before linearized reading' (duration: 356.132617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:37.878418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:37.522011Z","time spent":"356.399335ms","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19244,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-03T02:42:43.021031Z","caller":"traceutil/trace.go:171","msg":"trace[1280190166] linearizableReadLoop","detail":"{readStateIndex:10123; appliedIndex:10122; }","duration":"199.048637ms","start":"2026-04-03T02:42:42.821947Z","end":"2026-04-03T02:42:43.020995Z","steps":["trace[1280190166] 'read index received' (duration: 114.9948ms)","trace[1280190166] 'applied index is now lower than readState.Index' (duration: 84.052317ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:43.021376Z","caller":"traceutil/trace.go:171","msg":"trace[1248310698] transaction","detail":"{read_only:false; response_revision:9771; number_of_response:1; }","duration":"201.037532ms","start":"2026-04-03T02:42:42.820317Z","end":"2026-04-03T02:42:43.021354Z","steps":["trace[1248310698] 'process raft request' (duration: 116.652076ms)","trace[1248310698] 'compare' (duration: 83.752199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:42:43.02155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.578843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:42:43.021638Z","caller":"traceutil/trace.go:171","msg":"trace[1246022812] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9771; }","duration":"207.692016ms","start":"2026-04-03T02:42:42.813924Z","end":"2026-04-03T02:42:43.021616Z","steps":["trace[1246022812] 'agreement among raft nodes before linearized reading' (duration: 207.514511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:43.02155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.168919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:42:43.021721Z","caller":"traceutil/trace.go:171","msg":"trace[373461322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9771; }","duration":"208.382205ms","start":"2026-04-03T02:42:42.813326Z","end":"2026-04-03T02:42:43.021708Z","steps":["trace[373461322] 'agreement among raft nodes before linearized reading' (duration: 208.024555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:43.021634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.817454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-03T02:42:43.021878Z","caller":"traceutil/trace.go:171","msg":"trace[1072187124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9771; }","duration":"210.093122ms","start":"2026-04-03T02:42:42.811772Z","end":"2026-04-03T02:42:43.021865Z","steps":["trace[1072187124] 'agreement among raft nodes before linearized reading' (duration: 209.672971ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.081827Z","caller":"traceutil/trace.go:171","msg":"trace[1473321951] transaction","detail":"{read_only:false; response_revision:9773; number_of_response:1; }","duration":"156.447153ms","start":"2026-04-03T02:42:42.925354Z","end":"2026-04-03T02:42:43.081801Z","steps":["trace[1473321951] 'process raft request' (duration: 156.34036ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.081918Z","caller":"traceutil/trace.go:171","msg":"trace[328846066] transaction","detail":"{read_only:false; response_revision:9774; number_of_response:1; }","duration":"150.927201ms","start":"2026-04-03T02:42:42.930961Z","end":"2026-04-03T02:42:43.081888Z","steps":["trace[328846066] 'process raft request' (duration: 150.789537ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.081831Z","caller":"traceutil/trace.go:171","msg":"trace[496795021] transaction","detail":"{read_only:false; response_revision:9772; number_of_response:1; }","duration":"256.47037ms","start":"2026-04-03T02:42:42.825325Z","end":"2026-04-03T02:42:43.081796Z","steps":["trace[496795021] 'process raft request' (duration: 256.227624ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.2255Z","caller":"traceutil/trace.go:171","msg":"trace[387688157] transaction","detail":"{read_only:false; response_revision:9776; number_of_response:1; }","duration":"197.528435ms","start":"2026-04-03T02:42:43.027941Z","end":"2026-04-03T02:42:43.22547Z","steps":["trace[387688157] 'process raft request' (duration: 197.413452ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.225699Z","caller":"traceutil/trace.go:171","msg":"trace[2061222045] transaction","detail":"{read_only:false; response_revision:9777; number_of_response:1; }","duration":"197.70338ms","start":"2026-04-03T02:42:43.027986Z","end":"2026-04-03T02:42:43.22569Z","steps":["trace[2061222045] 'process raft request' (duration: 197.430073ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.225499Z","caller":"traceutil/trace.go:171","msg":"trace[1557745312] transaction","detail":"{read_only:false; response_revision:9775; number_of_response:1; }","duration":"200.096586ms","start":"2026-04-03T02:42:43.025369Z","end":"2026-04-03T02:42:43.225466Z","steps":["trace[1557745312] 'process raft request' (duration: 199.730976ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.225877Z","caller":"traceutil/trace.go:171","msg":"trace[1181984684] linearizableReadLoop","detail":"{readStateIndex:10130; appliedIndex:10126; }","duration":"131.987859ms","start":"2026-04-03T02:42:43.093875Z","end":"2026-04-03T02:42:43.225863Z","steps":["trace[1181984684] 'read index received' (duration: 131.252009ms)","trace[1181984684] 'applied index is now lower than readState.Index' (duration: 735.03µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:42:43.225953Z","caller":"traceutil/trace.go:171","msg":"trace[1108438058] transaction","detail":"{read_only:false; response_revision:9778; number_of_response:1; }","duration":"181.894684ms","start":"2026-04-03T02:42:43.044048Z","end":"2026-04-03T02:42:43.225942Z","steps":["trace[1108438058] 'process raft request' (duration: 181.568035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:43.226189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.270857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:42:43.226287Z","caller":"traceutil/trace.go:171","msg":"trace[360466649] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9778; }","duration":"132.39158ms","start":"2026-04-03T02:42:43.093868Z","end":"2026-04-03T02:42:43.22626Z","steps":["trace[360466649] 'agreement among raft nodes before linearized reading' (duration: 132.198275ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:42:43.829539Z","caller":"traceutil/trace.go:171","msg":"trace[862501316] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9782; }","duration":"361.659509ms","start":"2026-04-03T02:42:43.467856Z","end":"2026-04-03T02:42:43.829516Z","steps":["trace[862501316] 'process raft request' (duration: 361.531595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:42:43.829779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:42:43.467836Z","time spent":"361.863035ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-03T02:43:09.0095Z","caller":"traceutil/trace.go:171","msg":"trace[428090528] transaction","detail":"{read_only:false; response_revision:9970; number_of_response:1; }","duration":"120.881752ms","start":"2026-04-03T02:43:08.888591Z","end":"2026-04-03T02:43:09.009473Z","steps":["trace[428090528] 'process raft request' (duration: 63.766388ms)","trace[428090528] 'compare' (duration: 56.97048ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:09.534037Z","caller":"traceutil/trace.go:171","msg":"trace[1581940270] transaction","detail":"{read_only:false; response_revision:9979; number_of_response:1; }","duration":"107.917775ms","start":"2026-04-03T02:43:09.426056Z","end":"2026-04-03T02:43:09.533974Z","steps":["trace[1581940270] 'process raft request' (duration: 37.786641ms)","trace[1581940270] 'compare' (duration: 69.696522ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:09.534095Z","caller":"traceutil/trace.go:171","msg":"trace[230762143] linearizableReadLoop","detail":"{readStateIndex:10337; appliedIndex:10335; }","duration":"106.952829ms","start":"2026-04-03T02:43:09.427108Z","end":"2026-04-03T02:43:09.534061Z","steps":["trace[230762143] 'read index received' (duration: 9.805401ms)","trace[230762143] 'applied index is now lower than readState.Index' (duration: 97.144188ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:09.534479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.872276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-03T02:43:09.534458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.326169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:43:09.534532Z","caller":"traceutil/trace.go:171","msg":"trace[1107224455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9980; }","duration":"102.934547ms","start":"2026-04-03T02:43:09.431581Z","end":"2026-04-03T02:43:09.534516Z","steps":["trace[1107224455] 'agreement among raft nodes before linearized reading' (duration: 102.780313ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:09.534545Z","caller":"traceutil/trace.go:171","msg":"trace[341500222] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9979; }","duration":"107.441872ms","start":"2026-04-03T02:43:09.427084Z","end":"2026-04-03T02:43:09.534526Z","steps":["trace[341500222] 'agreement among raft nodes before linearized reading' (duration: 107.054901ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:11.751923Z","caller":"traceutil/trace.go:171","msg":"trace[1571857961] transaction","detail":"{read_only:false; response_revision:9996; number_of_response:1; }","duration":"167.903959ms","start":"2026-04-03T02:43:11.583991Z","end":"2026-04-03T02:43:11.751895Z","steps":["trace[1571857961] 'process raft request' (duration: 167.704964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:12.68396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.222682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:43:12.684057Z","caller":"traceutil/trace.go:171","msg":"trace[126447144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:9998; }","duration":"113.359746ms","start":"2026-04-03T02:43:12.570674Z","end":"2026-04-03T02:43:12.684034Z","steps":["trace[126447144] 'range keys from in-memory index tree' (duration: 113.018566ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:13.244835Z","caller":"traceutil/trace.go:171","msg":"trace[1388066678] transaction","detail":"{read_only:false; response_revision:10000; number_of_response:1; }","duration":"124.80996ms","start":"2026-04-03T02:43:13.120002Z","end":"2026-04-03T02:43:13.244812Z","steps":["trace[1388066678] 'process raft request' (duration: 75.788239ms)","trace[1388066678] 'compare' (duration: 48.895418ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:13.40768Z","caller":"traceutil/trace.go:171","msg":"trace[1510392573] transaction","detail":"{read_only:false; response_revision:10002; number_of_response:1; }","duration":"102.369083ms","start":"2026-04-03T02:43:13.304919Z","end":"2026-04-03T02:43:13.407288Z","steps":["trace[1510392573] 'process raft request' (duration: 101.855358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:13.770949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.045141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:43:13.771023Z","caller":"traceutil/trace.go:171","msg":"trace[1717848756] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10006; }","duration":"136.168064ms","start":"2026-04-03T02:43:13.634839Z","end":"2026-04-03T02:43:13.771007Z","steps":["trace[1717848756] 'range keys from in-memory index tree' (duration: 135.855755ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:16.747905Z","caller":"traceutil/trace.go:171","msg":"trace[1689469261] linearizableReadLoop","detail":"{readStateIndex:10384; appliedIndex:10383; }","duration":"163.161918ms","start":"2026-04-03T02:43:16.584711Z","end":"2026-04-03T02:43:16.747873Z","steps":["trace[1689469261] 'read index received' (duration: 66.0043ms)","trace[1689469261] 'applied index is now lower than readState.Index' (duration: 97.155898ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:16.747979Z","caller":"traceutil/trace.go:171","msg":"trace[847334373] transaction","detail":"{read_only:false; response_revision:10024; number_of_response:1; }","duration":"214.883064ms","start":"2026-04-03T02:43:16.533051Z","end":"2026-04-03T02:43:16.747934Z","steps":["trace[847334373] 'process raft request' (duration: 117.660533ms)","trace[847334373] 'compare' (duration: 96.382667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:43:16.748348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.619801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:43:16.748413Z","caller":"traceutil/trace.go:171","msg":"trace[586561268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10024; }","duration":"163.732074ms","start":"2026-04-03T02:43:16.584665Z","end":"2026-04-03T02:43:16.748397Z","steps":["trace[586561268] 'agreement among raft nodes before linearized reading' (duration: 163.351144ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:19.144007Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7705} {"level":"info","ts":"2026-04-03T02:43:19.209484Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7705,"took":"63.149751ms","hash":2127459511,"current-db-size-bytes":55767040,"current-db-size":"56 MB","current-db-size-in-use-bytes":27787264,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-04-03T02:43:19.209553Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2127459511,"revision":7705,"compact-revision":5566} {"level":"info","ts":"2026-04-03T02:43:20.664322Z","caller":"traceutil/trace.go:171","msg":"trace[622814829] transaction","detail":"{read_only:false; response_revision:10046; number_of_response:1; }","duration":"114.459685ms","start":"2026-04-03T02:43:20.549799Z","end":"2026-04-03T02:43:20.664258Z","steps":["trace[622814829] 'process raft request' (duration: 111.257397ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:21.968021Z","caller":"traceutil/trace.go:171","msg":"trace[951714397] transaction","detail":"{read_only:false; response_revision:10055; number_of_response:1; }","duration":"105.408526ms","start":"2026-04-03T02:43:21.862581Z","end":"2026-04-03T02:43:21.96799Z","steps":["trace[951714397] 'process raft request' (duration: 105.197781ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:35.985042Z","caller":"traceutil/trace.go:171","msg":"trace[1744308244] linearizableReadLoop","detail":"{readStateIndex:10529; appliedIndex:10528; }","duration":"138.865858ms","start":"2026-04-03T02:43:35.846149Z","end":"2026-04-03T02:43:35.985015Z","steps":["trace[1744308244] 'read index received' (duration: 138.614951ms)","trace[1744308244] 'applied index is now lower than readState.Index' (duration: 247.237µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:35.985114Z","caller":"traceutil/trace.go:171","msg":"trace[1329226091] transaction","detail":"{read_only:false; response_revision:10163; number_of_response:1; }","duration":"259.770321ms","start":"2026-04-03T02:43:35.725293Z","end":"2026-04-03T02:43:35.985063Z","steps":["trace[1329226091] 'process raft request' (duration: 259.492884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:35.985264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.089894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:43:35.985307Z","caller":"traceutil/trace.go:171","msg":"trace[67290842] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10163; }","duration":"139.190717ms","start":"2026-04-03T02:43:35.846106Z","end":"2026-04-03T02:43:35.985296Z","steps":["trace[67290842] 'agreement among raft nodes before linearized reading' (duration: 139.035603ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:36.852325Z","caller":"traceutil/trace.go:171","msg":"trace[1669930205] linearizableReadLoop","detail":"{readStateIndex:10534; appliedIndex:10533; }","duration":"110.167947ms","start":"2026-04-03T02:43:36.742133Z","end":"2026-04-03T02:43:36.852301Z","steps":["trace[1669930205] 'read index received' (duration: 108.791449ms)","trace[1669930205] 'applied index is now lower than readState.Index' (duration: 1.373048ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:36.852426Z","caller":"traceutil/trace.go:171","msg":"trace[292808415] transaction","detail":"{read_only:false; response_revision:10168; number_of_response:1; }","duration":"116.883952ms","start":"2026-04-03T02:43:36.735499Z","end":"2026-04-03T02:43:36.852383Z","steps":["trace[292808415] 'process raft request' (duration: 115.944636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:36.852715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.540758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-b4pk7\" ","response":"range_response_count:1 size:9794"} {"level":"info","ts":"2026-04-03T02:43:36.852839Z","caller":"traceutil/trace.go:171","msg":"trace[889359277] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-b4pk7; range_end:; response_count:1; response_revision:10168; }","duration":"110.735383ms","start":"2026-04-03T02:43:36.742079Z","end":"2026-04-03T02:43:36.852814Z","steps":["trace[889359277] 'agreement among raft nodes before linearized reading' (duration: 110.359123ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:58.496322Z","caller":"traceutil/trace.go:171","msg":"trace[1336591718] linearizableReadLoop","detail":"{readStateIndex:10690; appliedIndex:10689; }","duration":"224.370715ms","start":"2026-04-03T02:43:58.271927Z","end":"2026-04-03T02:43:58.496298Z","steps":["trace[1336591718] 'read index received' (duration: 224.244381ms)","trace[1336591718] 'applied index is now lower than readState.Index' (duration: 125.204µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:43:58.49642Z","caller":"traceutil/trace.go:171","msg":"trace[1415278591] transaction","detail":"{read_only:false; response_revision:10316; number_of_response:1; }","duration":"225.464305ms","start":"2026-04-03T02:43:58.270924Z","end":"2026-04-03T02:43:58.496388Z","steps":["trace[1415278591] 'process raft request' (duration: 225.2534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:43:58.496559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.595871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-04-03T02:43:58.496573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.906313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:43:58.496596Z","caller":"traceutil/trace.go:171","msg":"trace[222023827] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10316; }","duration":"224.685374ms","start":"2026-04-03T02:43:58.2719Z","end":"2026-04-03T02:43:58.496585Z","steps":["trace[222023827] 'agreement among raft nodes before linearized reading' (duration: 224.513559ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:43:58.496651Z","caller":"traceutil/trace.go:171","msg":"trace[1999791035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10316; }","duration":"211.021206ms","start":"2026-04-03T02:43:58.285609Z","end":"2026-04-03T02:43:58.49663Z","steps":["trace[1999791035] 'agreement among raft nodes before linearized reading' (duration: 210.857932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.859263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.229244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:00.859326Z","caller":"traceutil/trace.go:171","msg":"trace[899376064] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10327; }","duration":"112.354787ms","start":"2026-04-03T02:44:00.746958Z","end":"2026-04-03T02:44:00.859313Z","steps":["trace[899376064] 'count revisions from in-memory index tree' (duration: 112.045519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:00.859365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.047714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:00.859461Z","caller":"traceutil/trace.go:171","msg":"trace[455520910] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:10327; }","duration":"182.21303ms","start":"2026-04-03T02:44:00.677227Z","end":"2026-04-03T02:44:00.85944Z","steps":["trace[455520910] 'count revisions from in-memory index tree' (duration: 181.948542ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:14.174532Z","caller":"traceutil/trace.go:171","msg":"trace[1300700778] linearizableReadLoop","detail":"{readStateIndex:10771; appliedIndex:10770; }","duration":"319.429474ms","start":"2026-04-03T02:44:13.855077Z","end":"2026-04-03T02:44:14.174506Z","steps":["trace[1300700778] 'read index received' (duration: 317.756918ms)","trace[1300700778] 'applied index is now lower than readState.Index' (duration: 1.671326ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:14.174596Z","caller":"traceutil/trace.go:171","msg":"trace[817089398] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"357.519897ms","start":"2026-04-03T02:44:13.817045Z","end":"2026-04-03T02:44:14.174565Z","steps":["trace[817089398] 'process raft request' (duration: 355.758438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:14.174721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:13.817021Z","time spent":"357.62995ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:44:14.174775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.696711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:44:14.174851Z","caller":"traceutil/trace.go:171","msg":"trace[1770452558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10394; }","duration":"319.831525ms","start":"2026-04-03T02:44:13.855Z","end":"2026-04-03T02:44:14.174832Z","steps":["trace[1770452558] 'agreement among raft nodes before linearized reading' (duration: 319.615929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:14.174864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.207646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:44:14.174727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.848411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:14.1749Z","caller":"traceutil/trace.go:171","msg":"trace[1383832909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10394; }","duration":"192.288948ms","start":"2026-04-03T02:44:13.982601Z","end":"2026-04-03T02:44:14.17489Z","steps":["trace[1383832909] 'agreement among raft nodes before linearized reading' (duration: 192.158264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:14.174897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:44:13.854971Z","time spent":"319.916828ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-03T02:44:14.174926Z","caller":"traceutil/trace.go:171","msg":"trace[614341912] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10394; }","duration":"207.106418ms","start":"2026-04-03T02:44:13.967805Z","end":"2026-04-03T02:44:14.174912Z","steps":["trace[614341912] 'agreement among raft nodes before linearized reading' (duration: 206.860491ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:14.356535Z","caller":"traceutil/trace.go:171","msg":"trace[186144992] transaction","detail":"{read_only:false; response_revision:10396; number_of_response:1; }","duration":"176.705467ms","start":"2026-04-03T02:44:14.17979Z","end":"2026-04-03T02:44:14.356496Z","steps":["trace[186144992] 'process raft request' (duration: 176.639536ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:44:14.356781Z","caller":"traceutil/trace.go:171","msg":"trace[1551706305] transaction","detail":"{read_only:false; response_revision:10395; number_of_response:1; }","duration":"177.226081ms","start":"2026-04-03T02:44:14.179515Z","end":"2026-04-03T02:44:14.356741Z","steps":["trace[1551706305] 'process raft request' (duration: 156.321183ms)","trace[1551706305] 'compare' (duration: 20.423275ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.444238Z","caller":"traceutil/trace.go:171","msg":"trace[985427195] linearizableReadLoop","detail":"{readStateIndex:10801; appliedIndex:10800; }","duration":"159.216611ms","start":"2026-04-03T02:44:20.284997Z","end":"2026-04-03T02:44:20.444214Z","steps":["trace[985427195] 'read index received' (duration: 159.047317ms)","trace[985427195] 'applied index is now lower than readState.Index' (duration: 165.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:20.444298Z","caller":"traceutil/trace.go:171","msg":"trace[1738667465] transaction","detail":"{read_only:false; response_revision:10423; number_of_response:1; }","duration":"252.177853ms","start":"2026-04-03T02:44:20.192091Z","end":"2026-04-03T02:44:20.444269Z","steps":["trace[1738667465] 'process raft request' (duration: 251.947667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:20.444361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.351276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:20.444398Z","caller":"traceutil/trace.go:171","msg":"trace[823546705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10423; }","duration":"159.444238ms","start":"2026-04-03T02:44:20.284944Z","end":"2026-04-03T02:44:20.444388Z","steps":["trace[823546705] 'agreement among raft nodes before linearized reading' (duration: 159.363966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:26.745424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.918882ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-03T02:44:26.745643Z","caller":"traceutil/trace.go:171","msg":"trace[1979108599] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"252.098732ms","start":"2026-04-03T02:44:26.493512Z","end":"2026-04-03T02:44:26.745611Z","steps":["trace[1979108599] 'process raft request' (duration: 133.908674ms)","trace[1979108599] 'compare' (duration: 117.680744ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:44:26.745532Z","caller":"traceutil/trace.go:171","msg":"trace[941101627] linearizableReadLoop","detail":"{readStateIndex:10836; appliedIndex:10835; }","duration":"239.897135ms","start":"2026-04-03T02:44:26.505619Z","end":"2026-04-03T02:44:26.745516Z","steps":["trace[941101627] 'read index received' (duration: 121.793178ms)","trace[941101627] 'applied index is now lower than readState.Index' (duration: 118.102367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:44:26.745891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.249204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:44:26.745957Z","caller":"traceutil/trace.go:171","msg":"trace[1260002090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10457; }","duration":"240.354617ms","start":"2026-04-03T02:44:26.505585Z","end":"2026-04-03T02:44:26.745939Z","steps":["trace[1260002090] 'agreement among raft nodes before linearized reading' (duration: 240.152832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:26.746183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.454904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:44:26.746207Z","caller":"traceutil/trace.go:171","msg":"trace[846546914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10457; }","duration":"102.514776ms","start":"2026-04-03T02:44:26.643687Z","end":"2026-04-03T02:44:26.746201Z","steps":["trace[846546914] 'agreement among raft nodes before linearized reading' (duration: 102.460254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:44:26.746181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.252075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:44:26.746418Z","caller":"traceutil/trace.go:171","msg":"trace[1637153077] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10457; }","duration":"133.521173ms","start":"2026-04-03T02:44:26.612877Z","end":"2026-04-03T02:44:26.746398Z","steps":["trace[1637153077] 'agreement among raft nodes before linearized reading' (duration: 133.06333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:00.177531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.943326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:46:00.177598Z","caller":"traceutil/trace.go:171","msg":"trace[62762383] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:10960; }","duration":"193.049869ms","start":"2026-04-03T02:45:59.984532Z","end":"2026-04-03T02:46:00.177582Z","steps":["trace[62762383] 'range keys from in-memory index tree' (duration: 192.827743ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.258494Z","caller":"traceutil/trace.go:171","msg":"trace[1153703025] transaction","detail":"{read_only:false; response_revision:10998; number_of_response:1; }","duration":"285.204947ms","start":"2026-04-03T02:46:00.973236Z","end":"2026-04-03T02:46:01.258441Z","steps":["trace[1153703025] 'process raft request' (duration: 237.296662ms)","trace[1153703025] 'compare' (duration: 47.518504ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:01.25856Z","caller":"traceutil/trace.go:171","msg":"trace[262882095] linearizableReadLoop","detail":"{readStateIndex:11402; appliedIndex:11397; }","duration":"243.387641ms","start":"2026-04-03T02:46:01.015153Z","end":"2026-04-03T02:46:01.258541Z","steps":["trace[262882095] 'read index received' (duration: 195.381423ms)","trace[262882095] 'applied index is now lower than readState.Index' (duration: 48.005228ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:01.258559Z","caller":"traceutil/trace.go:171","msg":"trace[560182486] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"283.992913ms","start":"2026-04-03T02:46:00.974525Z","end":"2026-04-03T02:46:01.258518Z","steps":["trace[560182486] 'process raft request' (duration: 283.89147ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.25876Z","caller":"traceutil/trace.go:171","msg":"trace[696396355] transaction","detail":"{read_only:false; response_revision:11001; number_of_response:1; }","duration":"273.553425ms","start":"2026-04-03T02:46:00.985199Z","end":"2026-04-03T02:46:01.258752Z","steps":["trace[696396355] 'process raft request' (duration: 273.246366ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.258855Z","caller":"traceutil/trace.go:171","msg":"trace[1454177388] transaction","detail":"{read_only:false; response_revision:10999; number_of_response:1; }","duration":"284.870888ms","start":"2026-04-03T02:46:00.973955Z","end":"2026-04-03T02:46:01.258826Z","steps":["trace[1454177388] 'process raft request' (duration: 284.394725ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.258912Z","caller":"traceutil/trace.go:171","msg":"trace[881837850] transaction","detail":"{read_only:false; response_revision:11002; number_of_response:1; }","duration":"249.117059ms","start":"2026-04-03T02:46:01.009763Z","end":"2026-04-03T02:46:01.25888Z","steps":["trace[881837850] 'process raft request' (duration: 248.738899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.258954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.935535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-04-03T02:46:01.258976Z","caller":"traceutil/trace.go:171","msg":"trace[1043074247] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11002; }","duration":"240.020388ms","start":"2026-04-03T02:46:01.018947Z","end":"2026-04-03T02:46:01.258967Z","steps":["trace[1043074247] 'agreement among raft nodes before linearized reading' (duration: 239.927815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.25904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.217876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-04-03T02:46:01.259039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.177481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6639"} {"level":"info","ts":"2026-04-03T02:46:01.259097Z","caller":"traceutil/trace.go:171","msg":"trace[1329365411] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11002; }","duration":"260.313489ms","start":"2026-04-03T02:46:00.998765Z","end":"2026-04-03T02:46:01.259079Z","steps":["trace[1329365411] 'agreement among raft nodes before linearized reading' (duration: 260.145374ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.2591Z","caller":"traceutil/trace.go:171","msg":"trace[386640348] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:11002; }","duration":"279.299164ms","start":"2026-04-03T02:46:00.979785Z","end":"2026-04-03T02:46:01.259084Z","steps":["trace[386640348] 'agreement among raft nodes before linearized reading' (duration: 279.079488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.259167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.912114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-conductor\" ","response":"range_response_count:1 size:4744"} {"level":"info","ts":"2026-04-03T02:46:01.259188Z","caller":"traceutil/trace.go:171","msg":"trace[68675066] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-conductor; range_end:; response_count:1; response_revision:11002; }","duration":"235.955486ms","start":"2026-04-03T02:46:01.023227Z","end":"2026-04-03T02:46:01.259183Z","steps":["trace[68675066] 'agreement among raft nodes before linearized reading' (duration: 235.893154ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.390979Z","caller":"traceutil/trace.go:171","msg":"trace[1860529334] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"123.846625ms","start":"2026-04-03T02:46:01.267092Z","end":"2026-04-03T02:46:01.390939Z","steps":["trace[1860529334] 'process raft request' (duration: 102.017972ms)","trace[1860529334] 'compare' (duration: 21.576286ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:01.39103Z","caller":"traceutil/trace.go:171","msg":"trace[1080573245] transaction","detail":"{read_only:false; response_revision:11005; number_of_response:1; }","duration":"123.872076ms","start":"2026-04-03T02:46:01.267118Z","end":"2026-04-03T02:46:01.39099Z","steps":["trace[1080573245] 'process raft request' (duration: 123.762203ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.391429Z","caller":"traceutil/trace.go:171","msg":"trace[1622133523] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"124.066402ms","start":"2026-04-03T02:46:01.267349Z","end":"2026-04-03T02:46:01.391415Z","steps":["trace[1622133523] 'process raft request' (duration: 123.898747ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.391363Z","caller":"traceutil/trace.go:171","msg":"trace[974149342] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"124.072652ms","start":"2026-04-03T02:46:01.267274Z","end":"2026-04-03T02:46:01.391346Z","steps":["trace[974149342] 'process raft request' (duration: 123.684371ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.391759Z","caller":"traceutil/trace.go:171","msg":"trace[1579333141] transaction","detail":"{read_only:false; response_revision:11008; number_of_response:1; }","duration":"123.102605ms","start":"2026-04-03T02:46:01.268602Z","end":"2026-04-03T02:46:01.391704Z","steps":["trace[1579333141] 'process raft request' (duration: 122.761715ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.392151Z","caller":"traceutil/trace.go:171","msg":"trace[901271026] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"123.405363ms","start":"2026-04-03T02:46:01.268723Z","end":"2026-04-03T02:46:01.392128Z","steps":["trace[901271026] 'process raft request' (duration: 122.867328ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.392376Z","caller":"traceutil/trace.go:171","msg":"trace[434974373] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"122.054446ms","start":"2026-04-03T02:46:01.27031Z","end":"2026-04-03T02:46:01.392364Z","steps":["trace[434974373] 'process raft request' (duration: 121.724877ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.392454Z","caller":"traceutil/trace.go:171","msg":"trace[698890515] transaction","detail":"{read_only:false; response_revision:11011; number_of_response:1; }","duration":"121.909061ms","start":"2026-04-03T02:46:01.270516Z","end":"2026-04-03T02:46:01.392425Z","steps":["trace[698890515] 'process raft request' (duration: 121.661375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.392687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.734735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3524"} {"level":"info","ts":"2026-04-03T02:46:01.392793Z","caller":"traceutil/trace.go:171","msg":"trace[8501243] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11011; }","duration":"109.891629ms","start":"2026-04-03T02:46:01.282878Z","end":"2026-04-03T02:46:01.39277Z","steps":["trace[8501243] 'agreement among raft nodes before linearized reading' (duration: 109.592081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.602552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.837473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:46:01.602845Z","caller":"traceutil/trace.go:171","msg":"trace[290614920] linearizableReadLoop","detail":"{readStateIndex:11419; appliedIndex:11418; }","duration":"101.448535ms","start":"2026-04-03T02:46:01.501374Z","end":"2026-04-03T02:46:01.602822Z","steps":["trace[290614920] 'read index received' (duration: 51.458373ms)","trace[290614920] 'applied index is now lower than readState.Index' (duration: 49.988062ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:01.602849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.977786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T02:46:01.602904Z","caller":"traceutil/trace.go:171","msg":"trace[539603797] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11018; }","duration":"111.945216ms","start":"2026-04-03T02:46:01.490666Z","end":"2026-04-03T02:46:01.602611Z","steps":["trace[539603797] 'range keys from in-memory index tree' (duration: 111.681548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.603037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.651711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-7fc59bff78\" ","response":"range_response_count:1 size:4770"} {"level":"info","ts":"2026-04-03T02:46:01.603091Z","caller":"traceutil/trace.go:171","msg":"trace[110609118] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-7fc59bff78; range_end:; response_count:1; response_revision:11019; }","duration":"101.739354ms","start":"2026-04-03T02:46:01.50133Z","end":"2026-04-03T02:46:01.60307Z","steps":["trace[110609118] 'agreement among raft nodes before linearized reading' (duration: 101.584059ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.60318Z","caller":"traceutil/trace.go:171","msg":"trace[472957301] transaction","detail":"{read_only:false; response_revision:11020; number_of_response:1; }","duration":"101.753894ms","start":"2026-04-03T02:46:01.501394Z","end":"2026-04-03T02:46:01.603147Z","steps":["trace[472957301] 'process raft request' (duration: 101.405654ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.603202Z","caller":"traceutil/trace.go:171","msg":"trace[791065294] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11018; }","duration":"112.142091ms","start":"2026-04-03T02:46:01.490783Z","end":"2026-04-03T02:46:01.602925Z","steps":["trace[791065294] 'range keys from in-memory index tree' (duration: 111.74658ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.603281Z","caller":"traceutil/trace.go:171","msg":"trace[1551937837] transaction","detail":"{read_only:false; response_revision:11022; number_of_response:1; }","duration":"101.767764ms","start":"2026-04-03T02:46:01.501503Z","end":"2026-04-03T02:46:01.603271Z","steps":["trace[1551937837] 'process raft request' (duration: 101.573619ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.603341Z","caller":"traceutil/trace.go:171","msg":"trace[1582282145] transaction","detail":"{read_only:false; response_revision:11019; number_of_response:1; }","duration":"101.966479ms","start":"2026-04-03T02:46:01.501352Z","end":"2026-04-03T02:46:01.603319Z","steps":["trace[1582282145] 'process raft request' (duration: 51.517695ms)","trace[1582282145] 'compare' (duration: 49.506588ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:01.603421Z","caller":"traceutil/trace.go:171","msg":"trace[102961140] transaction","detail":"{read_only:false; response_revision:11021; number_of_response:1; }","duration":"101.918068ms","start":"2026-04-03T02:46:01.501494Z","end":"2026-04-03T02:46:01.603412Z","steps":["trace[102961140] 'process raft request' (duration: 101.517077ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.60359Z","caller":"traceutil/trace.go:171","msg":"trace[396357410] transaction","detail":"{read_only:false; response_revision:11023; number_of_response:1; }","duration":"102.010661ms","start":"2026-04-03T02:46:01.501511Z","end":"2026-04-03T02:46:01.603522Z","steps":["trace[396357410] 'process raft request' (duration: 101.61436ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.603678Z","caller":"traceutil/trace.go:171","msg":"trace[1008529202] transaction","detail":"{read_only:false; response_revision:11025; number_of_response:1; }","duration":"102.042452ms","start":"2026-04-03T02:46:01.501623Z","end":"2026-04-03T02:46:01.603665Z","steps":["trace[1008529202] 'process raft request' (duration: 101.61825ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.603731Z","caller":"traceutil/trace.go:171","msg":"trace[1053197624] transaction","detail":"{read_only:false; response_revision:11024; number_of_response:1; }","duration":"102.087143ms","start":"2026-04-03T02:46:01.501605Z","end":"2026-04-03T02:46:01.603692Z","steps":["trace[1053197624] 'process raft request' (duration: 101.579519ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.786018Z","caller":"traceutil/trace.go:171","msg":"trace[496680082] linearizableReadLoop","detail":"{readStateIndex:11429; appliedIndex:11428; }","duration":"133.965564ms","start":"2026-04-03T02:46:01.65203Z","end":"2026-04-03T02:46:01.785995Z","steps":["trace[496680082] 'read index received' (duration: 133.675556ms)","trace[496680082] 'applied index is now lower than readState.Index' (duration: 289.078µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:01.78621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.863278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-7fc59bff78-m8fv5\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-04-03T02:46:01.786238Z","caller":"traceutil/trace.go:171","msg":"trace[194828418] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-7fc59bff78-m8fv5; range_end:; response_count:1; response_revision:11029; }","duration":"169.910639ms","start":"2026-04-03T02:46:01.616316Z","end":"2026-04-03T02:46:01.786226Z","steps":["trace[194828418] 'agreement among raft nodes before linearized reading' (duration: 169.794906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.786273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.019434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-03T02:46:01.786475Z","caller":"traceutil/trace.go:171","msg":"trace[1260388858] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11029; }","duration":"169.24657ms","start":"2026-04-03T02:46:01.617209Z","end":"2026-04-03T02:46:01.786455Z","steps":["trace[1260388858] 'agreement among raft nodes before linearized reading' (duration: 168.813678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.786547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.290276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-7fc59bff78\" ","response":"range_response_count:1 size:4770"} {"level":"warn","ts":"2026-04-03T02:46:01.786519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.576977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-03T02:46:01.78677Z","caller":"traceutil/trace.go:171","msg":"trace[1510140518] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-7fc59bff78; range_end:; response_count:1; response_revision:11029; }","duration":"129.563804ms","start":"2026-04-03T02:46:01.657196Z","end":"2026-04-03T02:46:01.78676Z","steps":["trace[1510140518] 'agreement among raft nodes before linearized reading' (duration: 129.276616ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.786951Z","caller":"traceutil/trace.go:171","msg":"trace[2008846202] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"166.612548ms","start":"2026-04-03T02:46:01.620315Z","end":"2026-04-03T02:46:01.786927Z","steps":["trace[2008846202] 'process raft request' (duration: 165.509218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.787146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.824574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-56ff757ddf-zfj9l\" ","response":"range_response_count:1 size:7417"} {"level":"info","ts":"2026-04-03T02:46:01.7872Z","caller":"traceutil/trace.go:171","msg":"trace[1519917339] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-56ff757ddf-zfj9l; range_end:; response_count:1; response_revision:11029; }","duration":"170.886906ms","start":"2026-04-03T02:46:01.616297Z","end":"2026-04-03T02:46:01.787184Z","steps":["trace[1519917339] 'agreement among raft nodes before linearized reading' (duration: 170.774933ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.790563Z","caller":"traceutil/trace.go:171","msg":"trace[956403795] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11029; }","duration":"170.875556ms","start":"2026-04-03T02:46:01.6159Z","end":"2026-04-03T02:46:01.786776Z","steps":["trace[956403795] 'agreement among raft nodes before linearized reading' (duration: 170.426914ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.954037Z","caller":"traceutil/trace.go:171","msg":"trace[968910152] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"151.634563ms","start":"2026-04-03T02:46:01.802383Z","end":"2026-04-03T02:46:01.954017Z","steps":["trace[968910152] 'process raft request' (duration: 150.238825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:01.954537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.296214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-04-03T02:46:01.9546Z","caller":"traceutil/trace.go:171","msg":"trace[1923413247] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11030; }","duration":"151.376306ms","start":"2026-04-03T02:46:01.80321Z","end":"2026-04-03T02:46:01.954586Z","steps":["trace[1923413247] 'agreement among raft nodes before linearized reading' (duration: 151.212331ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:01.957113Z","caller":"traceutil/trace.go:171","msg":"trace[1767251077] linearizableReadLoop","detail":"{readStateIndex:11430; appliedIndex:11429; }","duration":"151.117359ms","start":"2026-04-03T02:46:01.803221Z","end":"2026-04-03T02:46:01.954338Z","steps":["trace[1767251077] 'read index received' (duration: 149.418732ms)","trace[1767251077] 'applied index is now lower than readState.Index' (duration: 1.697057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:02.005676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.492232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-03T02:46:02.005738Z","caller":"traceutil/trace.go:171","msg":"trace[1991090267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11031; }","duration":"154.592725ms","start":"2026-04-03T02:46:01.851129Z","end":"2026-04-03T02:46:02.005722Z","steps":["trace[1991090267] 'agreement among raft nodes before linearized reading' (duration: 154.40615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:02.005712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.086144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-04-03T02:46:02.005854Z","caller":"traceutil/trace.go:171","msg":"trace[1181409043] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11031; }","duration":"200.251088ms","start":"2026-04-03T02:46:01.805576Z","end":"2026-04-03T02:46:02.005827Z","steps":["trace[1181409043] 'agreement among raft nodes before linearized reading' (duration: 199.890268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:02.005983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.91038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-03T02:46:02.006083Z","caller":"traceutil/trace.go:171","msg":"trace[1473265430] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-db-init; range_end:; response_count:1; response_revision:11031; }","duration":"195.228329ms","start":"2026-04-03T02:46:01.810829Z","end":"2026-04-03T02:46:02.006057Z","steps":["trace[1473265430] 'agreement among raft nodes before linearized reading' (duration: 194.756756ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:02.991492Z","caller":"traceutil/trace.go:171","msg":"trace[1620782331] transaction","detail":"{read_only:false; response_revision:11046; number_of_response:1; }","duration":"100.920271ms","start":"2026-04-03T02:46:02.890539Z","end":"2026-04-03T02:46:02.991459Z","steps":["trace[1620782331] 'process raft request' (duration: 100.424387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.300845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.091176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-04-03T02:46:04.300912Z","caller":"traceutil/trace.go:171","msg":"trace[1831586319] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11057; }","duration":"693.2078ms","start":"2026-04-03T02:46:03.607687Z","end":"2026-04-03T02:46:04.300895Z","steps":["trace[1831586319] 'range keys from in-memory index tree' (duration: 692.933872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.300945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:03.607661Z","time spent":"693.277021ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:46:04.301039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.340608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:46:04.301119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.988538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-03T02:46:04.301187Z","caller":"traceutil/trace.go:171","msg":"trace[1975854621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11057; }","duration":"691.103151ms","start":"2026-04-03T02:46:03.610067Z","end":"2026-04-03T02:46:04.30117Z","steps":["trace[1975854621] 'range keys from in-memory index tree' (duration: 690.826623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.301234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:03.610046Z","time spent":"691.178913ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-03T02:46:04.301247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:03.952748Z","time spent":"348.496136ms","remote":"127.0.0.1:47684","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-03T02:46:04.301438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.041389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-03T02:46:04.301545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.114553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-cpnvk\" ","response":"range_response_count:1 size:7100"} {"level":"info","ts":"2026-04-03T02:46:04.301568Z","caller":"traceutil/trace.go:171","msg":"trace[149415105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11057; }","duration":"252.205203ms","start":"2026-04-03T02:46:04.049328Z","end":"2026-04-03T02:46:04.301533Z","steps":["trace[149415105] 'range keys from in-memory index tree' (duration: 251.838344ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:04.301598Z","caller":"traceutil/trace.go:171","msg":"trace[314660602] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-cpnvk; range_end:; response_count:1; response_revision:11057; }","duration":"204.216007ms","start":"2026-04-03T02:46:04.097367Z","end":"2026-04-03T02:46:04.301583Z","steps":["trace[314660602] 'range keys from in-memory index tree' (duration: 203.934379ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:04.301605Z","caller":"traceutil/trace.go:171","msg":"trace[1390147364] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11057; }","duration":"145.499993ms","start":"2026-04-03T02:46:04.155616Z","end":"2026-04-03T02:46:04.301116Z","steps":["trace[1390147364] 'count revisions from in-memory index tree' (duration: 145.252226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.718882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530392431558120501,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-03T02:46:04.857696Z","caller":"traceutil/trace.go:171","msg":"trace[1050203711] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"668.430554ms","start":"2026-04-03T02:46:04.189241Z","end":"2026-04-03T02:46:04.857672Z","steps":["trace[1050203711] 'process raft request' (duration: 668.26521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.857861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.189214Z","time spent":"668.561748ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:46:04.891459Z","caller":"traceutil/trace.go:171","msg":"trace[1303056102] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"585.868952ms","start":"2026-04-03T02:46:04.305564Z","end":"2026-04-03T02:46:04.891433Z","steps":["trace[1303056102] 'process raft request' (duration: 585.774449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.89168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.305557Z","time spent":"586.023176ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:46:04.892078Z","caller":"traceutil/trace.go:171","msg":"trace[52598285] linearizableReadLoop","detail":"{readStateIndex:11463; appliedIndex:11458; }","duration":"674.088751ms","start":"2026-04-03T02:46:04.217963Z","end":"2026-04-03T02:46:04.892052Z","steps":["trace[52598285] 'read index received' (duration: 639.639858ms)","trace[52598285] 'applied index is now lower than readState.Index' (duration: 34.447403ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:04.892073Z","caller":"traceutil/trace.go:171","msg":"trace[1360756696] transaction","detail":"{read_only:false; response_revision:11061; number_of_response:1; }","duration":"585.757879ms","start":"2026-04-03T02:46:04.306252Z","end":"2026-04-03T02:46:04.89201Z","steps":["trace[1360756696] 'process raft request' (duration: 585.134352ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:04.89219Z","caller":"traceutil/trace.go:171","msg":"trace[1099289066] transaction","detail":"{read_only:false; response_revision:11059; number_of_response:1; }","duration":"585.931814ms","start":"2026-04-03T02:46:04.305471Z","end":"2026-04-03T02:46:04.891403Z","steps":["trace[1099289066] 'process raft request' (duration: 585.729489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.892533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.930017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-03T02:46:04.892592Z","caller":"traceutil/trace.go:171","msg":"trace[1032547480] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11062; }","duration":"512.024459ms","start":"2026-04-03T02:46:04.380548Z","end":"2026-04-03T02:46:04.892573Z","steps":["trace[1032547480] 'agreement among raft nodes before linearized reading' (duration: 511.68176ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:04.892145Z","caller":"traceutil/trace.go:171","msg":"trace[1577768191] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"579.183457ms","start":"2026-04-03T02:46:04.312935Z","end":"2026-04-03T02:46:04.892118Z","steps":["trace[1577768191] 'process raft request' (duration: 578.986621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.892656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.380521Z","time spent":"512.121162ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-03T02:46:04.892668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.312911Z","time spent":"579.732922ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:04.892593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.305432Z","time spent":"587.078006ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:04.892301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.136112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:46:04.892809Z","caller":"traceutil/trace.go:171","msg":"trace[1527036355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11062; }","duration":"606.697958ms","start":"2026-04-03T02:46:04.2861Z","end":"2026-04-03T02:46:04.892798Z","steps":["trace[1527036355] 'agreement among raft nodes before linearized reading' (duration: 606.132392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.892347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.306221Z","time spent":"586.001216ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:04.892949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.28608Z","time spent":"606.75156ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:46:04.892402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.263542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:46:04.893038Z","caller":"traceutil/trace.go:171","msg":"trace[852189022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11062; }","duration":"531.955431ms","start":"2026-04-03T02:46:04.361063Z","end":"2026-04-03T02:46:04.893018Z","steps":["trace[852189022] 'agreement among raft nodes before linearized reading' (duration: 531.172759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.893097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.361041Z","time spent":"532.039784ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-03T02:46:04.892262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.299888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:46:04.893159Z","caller":"traceutil/trace.go:171","msg":"trace[588157318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:11062; }","duration":"675.224343ms","start":"2026-04-03T02:46:04.217912Z","end":"2026-04-03T02:46:04.893137Z","steps":["trace[588157318] 'agreement among raft nodes before linearized reading' (duration: 674.238006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:04.893248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:04.217887Z","time spent":"675.341487ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:46:05.430722Z","caller":"traceutil/trace.go:171","msg":"trace[636580638] transaction","detail":"{read_only:false; response_revision:11065; number_of_response:1; }","duration":"158.807581ms","start":"2026-04-03T02:46:05.27189Z","end":"2026-04-03T02:46:05.430697Z","steps":["trace[636580638] 'process raft request' (duration: 158.472282ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:07.40616Z","caller":"traceutil/trace.go:171","msg":"trace[92431869] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"267.963491ms","start":"2026-04-03T02:46:07.138169Z","end":"2026-04-03T02:46:07.406133Z","steps":["trace[92431869] 'process raft request' (duration: 267.796366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:07.766613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.360546ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-03T02:46:07.766842Z","caller":"traceutil/trace.go:171","msg":"trace[1950297472] linearizableReadLoop","detail":"{readStateIndex:11481; appliedIndex:11479; }","duration":"481.909417ms","start":"2026-04-03T02:46:07.284909Z","end":"2026-04-03T02:46:07.766818Z","steps":["trace[1950297472] 'read index received' (duration: 121.035028ms)","trace[1950297472] 'applied index is now lower than readState.Index' (duration: 360.872549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:07.766991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.041211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:46:07.767023Z","caller":"traceutil/trace.go:171","msg":"trace[330343067] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"330.583752ms","start":"2026-04-03T02:46:07.436409Z","end":"2026-04-03T02:46:07.766992Z","steps":["trace[330343067] 'process raft request' (duration: 330.306114ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:07.767129Z","caller":"traceutil/trace.go:171","msg":"trace[1269126885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11079; }","duration":"482.147744ms","start":"2026-04-03T02:46:07.284903Z","end":"2026-04-03T02:46:07.76705Z","steps":["trace[1269126885] 'agreement among raft nodes before linearized reading' (duration: 481.986239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:07.767175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:07.28486Z","time spent":"482.302928ms","remote":"127.0.0.1:41884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-03T02:46:07.767195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:07.43638Z","time spent":"330.740497ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:07.843139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.785473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:46:07.843253Z","caller":"traceutil/trace.go:171","msg":"trace[1880307640] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11080; }","duration":"225.913926ms","start":"2026-04-03T02:46:07.617308Z","end":"2026-04-03T02:46:07.843222Z","steps":["trace[1880307640] 'agreement among raft nodes before linearized reading' (duration: 149.70497ms)","trace[1880307640] 'count revisions from in-memory index tree' (duration: 76.052422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:07.843323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.71013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-03T02:46:07.84341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.145212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-03T02:46:07.843465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.903922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:46:07.843469Z","caller":"traceutil/trace.go:171","msg":"trace[1442569913] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11080; }","duration":"124.239365ms","start":"2026-04-03T02:46:07.71921Z","end":"2026-04-03T02:46:07.84345Z","steps":["trace[1442569913] 'agreement among raft nodes before linearized reading' (duration: 47.822132ms)","trace[1442569913] 'count revisions from in-memory index tree' (duration: 76.336161ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:07.843499Z","caller":"traceutil/trace.go:171","msg":"trace[865754706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11080; }","duration":"332.864204ms","start":"2026-04-03T02:46:07.510528Z","end":"2026-04-03T02:46:07.843392Z","steps":["trace[865754706] 'agreement among raft nodes before linearized reading' (duration: 256.463822ms)","trace[865754706] 'range keys from in-memory index tree' (duration: 76.152515ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:46:07.843553Z","caller":"traceutil/trace.go:171","msg":"trace[1738312035] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11080; }","duration":"308.984574ms","start":"2026-04-03T02:46:07.53452Z","end":"2026-04-03T02:46:07.843505Z","steps":["trace[1738312035] 'agreement among raft nodes before linearized reading' (duration: 232.49724ms)","trace[1738312035] 'range keys from in-memory index tree' (duration: 76.32864ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:07.843607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:07.534505Z","time spent":"309.089337ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-03T02:46:07.844061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:07.510507Z","time spent":"333.532552ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-03T02:46:08.090471Z","caller":"traceutil/trace.go:171","msg":"trace[544037326] transaction","detail":"{read_only:false; response_revision:11081; number_of_response:1; }","duration":"243.249918ms","start":"2026-04-03T02:46:07.847199Z","end":"2026-04-03T02:46:08.090449Z","steps":["trace[544037326] 'process raft request' (duration: 243.097533ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:08.234689Z","caller":"traceutil/trace.go:171","msg":"trace[824022728] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"385.419729ms","start":"2026-04-03T02:46:07.849167Z","end":"2026-04-03T02:46:08.234587Z","steps":["trace[824022728] 'process raft request' (duration: 306.578908ms)","trace[824022728] 'compare' (duration: 78.704967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:08.234904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:07.849135Z","time spent":"385.645535ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:46:08.460537Z","caller":"traceutil/trace.go:171","msg":"trace[1043124164] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"328.380732ms","start":"2026-04-03T02:46:08.132131Z","end":"2026-04-03T02:46:08.460511Z","steps":["trace[1043124164] 'process raft request' (duration: 268.245749ms)","trace[1043124164] 'compare' (duration: 59.991599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:08.460666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:08.132108Z","time spent":"328.486084ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:46:11.128832Z","caller":"traceutil/trace.go:171","msg":"trace[34481646] transaction","detail":"{read_only:false; response_revision:11100; number_of_response:1; }","duration":"198.541311ms","start":"2026-04-03T02:46:10.930266Z","end":"2026-04-03T02:46:11.128807Z","steps":["trace[34481646] 'process raft request' (duration: 198.469339ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.128874Z","caller":"traceutil/trace.go:171","msg":"trace[398917841] transaction","detail":"{read_only:false; response_revision:11099; number_of_response:1; }","duration":"198.587942ms","start":"2026-04-03T02:46:10.930257Z","end":"2026-04-03T02:46:11.128845Z","steps":["trace[398917841] 'process raft request' (duration: 198.279403ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.244132Z","caller":"traceutil/trace.go:171","msg":"trace[938105292] linearizableReadLoop","detail":"{readStateIndex:11503; appliedIndex:11500; }","duration":"265.094161ms","start":"2026-04-03T02:46:10.97901Z","end":"2026-04-03T02:46:11.244104Z","steps":["trace[938105292] 'read index received' (duration: 149.568996ms)","trace[938105292] 'applied index is now lower than readState.Index' (duration: 115.524075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:11.244462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.760789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:46:11.244553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.791633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-03T02:46:11.244582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.316344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-03T02:46:11.244629Z","caller":"traceutil/trace.go:171","msg":"trace[1764252858] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:11101; }","duration":"234.887606ms","start":"2026-04-03T02:46:11.009721Z","end":"2026-04-03T02:46:11.244608Z","steps":["trace[1764252858] 'agreement among raft nodes before linearized reading' (duration: 234.777633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:11.244634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.140076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:46:11.244652Z","caller":"traceutil/trace.go:171","msg":"trace[1920166357] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11101; }","duration":"160.430627ms","start":"2026-04-03T02:46:11.084204Z","end":"2026-04-03T02:46:11.244635Z","steps":["trace[1920166357] 'agreement among raft nodes before linearized reading' (duration: 160.217811ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.244684Z","caller":"traceutil/trace.go:171","msg":"trace[1039880811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:11101; }","duration":"251.204577ms","start":"2026-04-03T02:46:10.993466Z","end":"2026-04-03T02:46:11.24467Z","steps":["trace[1039880811] 'agreement among raft nodes before linearized reading' (duration: 251.061483ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.244583Z","caller":"traceutil/trace.go:171","msg":"trace[2074714702] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11101; }","duration":"257.916383ms","start":"2026-04-03T02:46:10.98662Z","end":"2026-04-03T02:46:11.244536Z","steps":["trace[2074714702] 'agreement among raft nodes before linearized reading' (duration: 257.715138ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.24446Z","caller":"traceutil/trace.go:171","msg":"trace[685037962] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"313.373957ms","start":"2026-04-03T02:46:10.930851Z","end":"2026-04-03T02:46:11.244225Z","steps":["trace[685037962] 'process raft request' (duration: 233.478977ms)","trace[685037962] 'compare' (duration: 79.623342ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:11.245005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:46:10.930838Z","time spent":"314.078986ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:46:11.244459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.41725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-03T02:46:11.245127Z","caller":"traceutil/trace.go:171","msg":"trace[251888784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11101; }","duration":"266.14195ms","start":"2026-04-03T02:46:10.978967Z","end":"2026-04-03T02:46:11.245109Z","steps":["trace[251888784] 'agreement among raft nodes before linearized reading' (duration: 265.297407ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.50496Z","caller":"traceutil/trace.go:171","msg":"trace[1745577744] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"255.005541ms","start":"2026-04-03T02:46:11.249916Z","end":"2026-04-03T02:46:11.504922Z","steps":["trace[1745577744] 'process raft request' (duration: 254.696423ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.505132Z","caller":"traceutil/trace.go:171","msg":"trace[814482436] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"199.867296ms","start":"2026-04-03T02:46:11.30524Z","end":"2026-04-03T02:46:11.505107Z","steps":["trace[814482436] 'process raft request' (duration: 199.555278ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:11.505137Z","caller":"traceutil/trace.go:171","msg":"trace[395542309] linearizableReadLoop","detail":"{readStateIndex:11505; appliedIndex:11504; }","duration":"221.890875ms","start":"2026-04-03T02:46:11.28321Z","end":"2026-04-03T02:46:11.505101Z","steps":["trace[395542309] 'read index received' (duration: 23.720105ms)","trace[395542309] 'applied index is now lower than readState.Index' (duration: 198.16738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:46:11.505277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.06172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:46:11.505352Z","caller":"traceutil/trace.go:171","msg":"trace[1120266628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11104; }","duration":"222.196214ms","start":"2026-04-03T02:46:11.283144Z","end":"2026-04-03T02:46:11.505341Z","steps":["trace[1120266628] 'agreement among raft nodes before linearized reading' (duration: 222.0518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:46:21.375733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.654284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-03T02:46:21.375823Z","caller":"traceutil/trace.go:171","msg":"trace[1743054807] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11185; }","duration":"100.796827ms","start":"2026-04-03T02:46:21.275005Z","end":"2026-04-03T02:46:21.375802Z","steps":["trace[1743054807] 'range keys from in-memory index tree' (duration: 100.413627ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:46:42.042054Z","caller":"traceutil/trace.go:171","msg":"trace[340938771] transaction","detail":"{read_only:false; response_revision:11311; number_of_response:1; }","duration":"105.436836ms","start":"2026-04-03T02:46:41.936595Z","end":"2026-04-03T02:46:42.042032Z","steps":["trace[340938771] 'process raft request' (duration: 105.298042ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:47:20.134067Z","caller":"traceutil/trace.go:171","msg":"trace[1139935495] transaction","detail":"{read_only:false; response_revision:11516; number_of_response:1; }","duration":"115.260668ms","start":"2026-04-03T02:47:20.018766Z","end":"2026-04-03T02:47:20.134027Z","steps":["trace[1139935495] 'process raft request' (duration: 114.62677ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:48:03.972218Z","caller":"traceutil/trace.go:171","msg":"trace[1041912099] transaction","detail":"{read_only:false; response_revision:11749; number_of_response:1; }","duration":"101.467046ms","start":"2026-04-03T02:48:03.870721Z","end":"2026-04-03T02:48:03.972188Z","steps":["trace[1041912099] 'process raft request' (duration: 45.052335ms)","trace[1041912099] 'compare' (duration: 56.307098ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:19.150404Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10034} {"level":"info","ts":"2026-04-03T02:48:19.262644Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10034,"took":"109.90951ms","hash":971825978,"current-db-size-bytes":55767040,"current-db-size":"56 MB","current-db-size-in-use-bytes":22298624,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-04-03T02:48:19.26271Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":971825978,"revision":10034,"compact-revision":7705} {"level":"info","ts":"2026-04-03T02:48:52.979763Z","caller":"traceutil/trace.go:171","msg":"trace[1765834133] linearizableReadLoop","detail":"{readStateIndex:12436; appliedIndex:12435; }","duration":"326.761358ms","start":"2026-04-03T02:48:52.652977Z","end":"2026-04-03T02:48:52.979739Z","steps":["trace[1765834133] 'read index received' (duration: 326.616544ms)","trace[1765834133] 'applied index is now lower than readState.Index' (duration: 143.594µs)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:48:52.97991Z","caller":"traceutil/trace.go:171","msg":"trace[481356677] transaction","detail":"{read_only:false; response_revision:11998; number_of_response:1; }","duration":"410.752353ms","start":"2026-04-03T02:48:52.569128Z","end":"2026-04-03T02:48:52.97988Z","steps":["trace[481356677] 'process raft request' (duration: 410.471035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:52.98005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:52.569107Z","time spent":"410.834846ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:48:52.980136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.18736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:48:52.980194Z","caller":"traceutil/trace.go:171","msg":"trace[235922936] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:11998; }","duration":"327.244241ms","start":"2026-04-03T02:48:52.652935Z","end":"2026-04-03T02:48:52.98018Z","steps":["trace[235922936] 'agreement among raft nodes before linearized reading' (duration: 327.093237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:52.980232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:52.652877Z","time spent":"327.348054ms","remote":"127.0.0.1:32826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-qn859\" "} {"level":"info","ts":"2026-04-03T02:48:53.054872Z","caller":"traceutil/trace.go:171","msg":"trace[1369838369] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"352.566559ms","start":"2026-04-03T02:48:52.702263Z","end":"2026-04-03T02:48:53.054829Z","steps":["trace[1369838369] 'process raft request' (duration: 312.561807ms)","trace[1369838369] 'compare' (duration: 39.581241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:48:53.054948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.942249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:48:53.055017Z","caller":"traceutil/trace.go:171","msg":"trace[271611276] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11999; }","duration":"185.055782ms","start":"2026-04-03T02:48:52.869938Z","end":"2026-04-03T02:48:53.054994Z","steps":["trace[271611276] 'agreement among raft nodes before linearized reading' (duration: 184.919968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:48:53.055043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:48:52.702234Z","time spent":"352.727084ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:49:09.211506Z","caller":"traceutil/trace.go:171","msg":"trace[665724518] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"101.138188ms","start":"2026-04-03T02:49:09.11033Z","end":"2026-04-03T02:49:09.211468Z","steps":["trace[665724518] 'process raft request' (duration: 68.764326ms)","trace[665724518] 'compare' (duration: 32.221768ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:49:11.28999Z","caller":"traceutil/trace.go:171","msg":"trace[623520262] transaction","detail":"{read_only:false; response_revision:12090; number_of_response:1; }","duration":"193.941277ms","start":"2026-04-03T02:49:11.096027Z","end":"2026-04-03T02:49:11.289969Z","steps":["trace[623520262] 'process raft request' (duration: 193.788903ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:38.883936Z","caller":"traceutil/trace.go:171","msg":"trace[1272981384] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"340.258661ms","start":"2026-04-03T02:49:38.543627Z","end":"2026-04-03T02:49:38.883886Z","steps":["trace[1272981384] 'process raft request' (duration: 340.054345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:38.884275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:38.54361Z","time spent":"340.430255ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-03T02:49:38.887902Z","caller":"traceutil/trace.go:171","msg":"trace[1716558871] linearizableReadLoop","detail":"{readStateIndex:12681; appliedIndex:12680; }","duration":"159.088475ms","start":"2026-04-03T02:49:38.728787Z","end":"2026-04-03T02:49:38.887876Z","steps":["trace[1716558871] 'read index received' (duration: 155.123396ms)","trace[1716558871] 'applied index is now lower than readState.Index' (duration: 3.963719ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:49:38.887969Z","caller":"traceutil/trace.go:171","msg":"trace[1915049572] transaction","detail":"{read_only:false; response_revision:12234; number_of_response:1; }","duration":"344.035684ms","start":"2026-04-03T02:49:38.543902Z","end":"2026-04-03T02:49:38.887938Z","steps":["trace[1915049572] 'process raft request' (duration: 343.845089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:49:38.888125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-03T02:49:38.543882Z","time spent":"344.156728ms","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-03T02:49:38.888186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.392434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-03T02:49:38.888198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.132016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-03T02:49:38.888256Z","caller":"traceutil/trace.go:171","msg":"trace[680308073] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12234; }","duration":"159.534427ms","start":"2026-04-03T02:49:38.728704Z","end":"2026-04-03T02:49:38.888238Z","steps":["trace[680308073] 'agreement among raft nodes before linearized reading' (duration: 159.285641ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:49:38.888314Z","caller":"traceutil/trace.go:171","msg":"trace[1916017771] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12234; }","duration":"110.324481ms","start":"2026-04-03T02:49:38.777964Z","end":"2026-04-03T02:49:38.888288Z","steps":["trace[1916017771] 'agreement among raft nodes before linearized reading' (duration: 110.084554ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:50:31.955389Z","caller":"traceutil/trace.go:171","msg":"trace[489823044] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"109.417466ms","start":"2026-04-03T02:50:31.845931Z","end":"2026-04-03T02:50:31.955349Z","steps":["trace[489823044] 'process raft request' (duration: 68.93744ms)","trace[489823044] 'compare' (duration: 40.26049ms)"],"step_count":2} {"level":"info","ts":"2026-04-03T02:51:42.576105Z","caller":"traceutil/trace.go:171","msg":"trace[676620982] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"241.787026ms","start":"2026-04-03T02:51:42.334277Z","end":"2026-04-03T02:51:42.576064Z","steps":["trace[676620982] 'process raft request' (duration: 241.526969ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:42.576692Z","caller":"traceutil/trace.go:171","msg":"trace[1712578005] linearizableReadLoop","detail":"{readStateIndex:13335; appliedIndex:13335; }","duration":"229.757784ms","start":"2026-04-03T02:51:42.346923Z","end":"2026-04-03T02:51:42.576681Z","steps":["trace[1712578005] 'read index received' (duration: 229.751214ms)","trace[1712578005] 'applied index is now lower than readState.Index' (duration: 5.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-03T02:51:42.576838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.888278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-03T02:51:42.576868Z","caller":"traceutil/trace.go:171","msg":"trace[415507852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12862; }","duration":"229.96675ms","start":"2026-04-03T02:51:42.346893Z","end":"2026-04-03T02:51:42.576859Z","steps":["trace[415507852] 'agreement among raft nodes before linearized reading' (duration: 229.849177ms)"],"step_count":1} {"level":"info","ts":"2026-04-03T02:51:42.578355Z","caller":"traceutil/trace.go:171","msg":"trace[231914748] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"231.302397ms","start":"2026-04-03T02:51:42.347028Z","end":"2026-04-03T02:51:42.578331Z","steps":["trace[231914748] 'process raft request' (duration: 231.137782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:42.578747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.16626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-03T02:51:42.578783Z","caller":"traceutil/trace.go:171","msg":"trace[1425827623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12863; }","duration":"113.226131ms","start":"2026-04-03T02:51:42.465547Z","end":"2026-04-03T02:51:42.578773Z","steps":["trace[1425827623] 'agreement among raft nodes before linearized reading' (duration: 113.135258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:42.578903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.330404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-03T02:51:42.578957Z","caller":"traceutil/trace.go:171","msg":"trace[638155270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12863; }","duration":"220.434938ms","start":"2026-04-03T02:51:42.35851Z","end":"2026-04-03T02:51:42.578945Z","steps":["trace[638155270] 'agreement among raft nodes before linearized reading' (duration: 220.267173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:42.579101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.738956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qn859\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-04-03T02:51:42.579129Z","caller":"traceutil/trace.go:171","msg":"trace[594379885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qn859; range_end:; response_count:1; response_revision:12863; }","duration":"117.804287ms","start":"2026-04-03T02:51:42.461318Z","end":"2026-04-03T02:51:42.579122Z","steps":["trace[594379885] 'agreement among raft nodes before linearized reading' (duration: 117.714135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-03T02:51:42.579368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.792641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-04-03T02:51:42.579396Z","caller":"traceutil/trace.go:171","msg":"trace[743580646] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:12863; }","duration":"156.865663ms","start":"2026-04-03T02:51:42.422524Z","end":"2026-04-03T02:51:42.579389Z","steps":["trace[743580646] 'agreement among raft nodes before linearized reading' (duration: 156.784051ms)"],"step_count":1}