{"level":"warn","ts":"2026-07-28T19:35:34.672109Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T19:35:34.672195Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T19:35:34.672256Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T19:35:34.672263Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-28T19:35:34.672278Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T19:35:34.672811Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-07-28T19:35:34.672883Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T19:35:34.675264Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.157742ms"} {"level":"info","ts":"2026-07-28T19:35:34.682695Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-07-28T19:35:34.682818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T19:35:34.682861Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-07-28T19:35:34.682898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T19:35:34.682928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-07-28T19:35:34.68299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-07-28T19:35:34.686964Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T19:35:34.689468Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T19:35:34.691107Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T19:35:34.693089Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T19:35:34.693265Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T19:35:34.693368Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T19:35:34.693381Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T19:35:34.693377Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T19:35:34.693982Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-07-28T19:35:34.694103Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-28T19:35:34.695713Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T19:35:34.695917Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T19:35:34.695899Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-28T19:35:34.695964Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T19:35:34.695969Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-28T19:35:35.183535Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T19:35:35.183637Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T19:35:35.183689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-07-28T19:35:35.18371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-07-28T19:35:35.183718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-28T19:35:35.183746Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-07-28T19:35:35.183789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-28T19:35:35.191088Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:35.191958Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T19:35:35.192181Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T19:35:35.192283Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:35.192331Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T19:35:35.192382Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T19:35:35.192216Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T19:35:35.192455Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:35.192517Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T19:35:35.19592Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-07-28T19:35:35.196316Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T19:35:50.979337Z","caller":"traceutil/trace.go:171","msg":"trace[871749518] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"127.148589ms","start":"2026-07-28T19:35:50.852162Z","end":"2026-07-28T19:35:50.979311Z","steps":["trace[871749518] 'process raft request' (duration: 127.008006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:35:51.190941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.099289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-07-28T19:35:51.191061Z","caller":"traceutil/trace.go:171","msg":"trace[1699126150] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:413; }","duration":"203.265613ms","start":"2026-07-28T19:35:50.987776Z","end":"2026-07-28T19:35:51.191041Z","steps":["trace[1699126150] 'range keys from in-memory index tree' (duration: 203.003897ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.734844Z","caller":"traceutil/trace.go:171","msg":"trace[2145583914] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"122.35817ms","start":"2026-07-28T19:36:09.612466Z","end":"2026-07-28T19:36:09.734824Z","steps":["trace[2145583914] 'process raft request' (duration: 122.260157ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.735082Z","caller":"traceutil/trace.go:171","msg":"trace[1247371665] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"122.632767ms","start":"2026-07-28T19:36:09.612394Z","end":"2026-07-28T19:36:09.735027Z","steps":["trace[1247371665] 'process raft request' (duration: 119.792106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.735634Z","caller":"traceutil/trace.go:171","msg":"trace[475475478] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"123.063288ms","start":"2026-07-28T19:36:09.612539Z","end":"2026-07-28T19:36:09.735602Z","steps":["trace[475475478] 'process raft request' (duration: 122.739999ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.735841Z","caller":"traceutil/trace.go:171","msg":"trace[872800105] transaction","detail":"{read_only:false; number_of_response:1; response_revision:529; }","duration":"122.628357ms","start":"2026-07-28T19:36:09.613204Z","end":"2026-07-28T19:36:09.735833Z","steps":["trace[872800105] 'process raft request' (duration: 122.211027ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.736904Z","caller":"traceutil/trace.go:171","msg":"trace[630742358] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"118.79242ms","start":"2026-07-28T19:36:09.618082Z","end":"2026-07-28T19:36:09.736874Z","steps":["trace[630742358] 'process raft request' (duration: 118.590315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.737102Z","caller":"traceutil/trace.go:171","msg":"trace[1103921539] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"108.566586ms","start":"2026-07-28T19:36:09.628527Z","end":"2026-07-28T19:36:09.737094Z","steps":["trace[1103921539] 'process raft request' (duration: 108.277088ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.737206Z","caller":"traceutil/trace.go:171","msg":"trace[1025594775] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"108.561385ms","start":"2026-07-28T19:36:09.628614Z","end":"2026-07-28T19:36:09.737176Z","steps":["trace[1025594775] 'process raft request' (duration: 108.433001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.737319Z","caller":"traceutil/trace.go:171","msg":"trace[305060883] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"106.957054ms","start":"2026-07-28T19:36:09.630329Z","end":"2026-07-28T19:36:09.737286Z","steps":["trace[305060883] 'process raft request' (duration: 106.80191ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.737396Z","caller":"traceutil/trace.go:171","msg":"trace[3981175] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"101.803365ms","start":"2026-07-28T19:36:09.635561Z","end":"2026-07-28T19:36:09.737364Z","steps":["trace[3981175] 'process raft request' (duration: 101.653342ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.737455Z","caller":"traceutil/trace.go:171","msg":"trace[1552964795] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"101.061447ms","start":"2026-07-28T19:36:09.636376Z","end":"2026-07-28T19:36:09.737437Z","steps":["trace[1552964795] 'process raft request' (duration: 100.924334ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.737779Z","caller":"traceutil/trace.go:171","msg":"trace[711087342] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:543; }","duration":"108.995026ms","start":"2026-07-28T19:36:09.628723Z","end":"2026-07-28T19:36:09.737718Z","steps":["trace[711087342] 'read index received' (duration: 103.508439ms)","trace[711087342] 'applied index is now lower than readState.Index' (duration: 5.485247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:36:09.737891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.15543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:36:09.737919Z","caller":"traceutil/trace.go:171","msg":"trace[1450431296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"109.211211ms","start":"2026-07-28T19:36:09.6287Z","end":"2026-07-28T19:36:09.737912Z","steps":["trace[1450431296] 'agreement among raft nodes before linearized reading' (duration: 109.129939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.926772Z","caller":"traceutil/trace.go:171","msg":"trace[345396369] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"139.11581ms","start":"2026-07-28T19:36:09.787631Z","end":"2026-07-28T19:36:09.926747Z","steps":["trace[345396369] 'process raft request' (duration: 132.586446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.927833Z","caller":"traceutil/trace.go:171","msg":"trace[994696774] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"133.620833ms","start":"2026-07-28T19:36:09.794162Z","end":"2026-07-28T19:36:09.927783Z","steps":["trace[994696774] 'process raft request' (duration: 132.70235ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.927899Z","caller":"traceutil/trace.go:171","msg":"trace[1589647672] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"127.731904ms","start":"2026-07-28T19:36:09.800154Z","end":"2026-07-28T19:36:09.927886Z","steps":["trace[1589647672] 'process raft request' (duration: 127.499988ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.928021Z","caller":"traceutil/trace.go:171","msg":"trace[205928496] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"123.723134ms","start":"2026-07-28T19:36:09.804284Z","end":"2026-07-28T19:36:09.928007Z","steps":["trace[205928496] 'process raft request' (duration: 123.56163ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.928164Z","caller":"traceutil/trace.go:171","msg":"trace[846297427] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"103.53332ms","start":"2026-07-28T19:36:09.824622Z","end":"2026-07-28T19:36:09.928156Z","steps":["trace[846297427] 'process raft request' (duration: 103.380636ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:09.92815Z","caller":"traceutil/trace.go:171","msg":"trace[533608759] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"118.968605ms","start":"2026-07-28T19:36:09.809146Z","end":"2026-07-28T19:36:09.928114Z","steps":["trace[533608759] 'process raft request' (duration: 118.78376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:15.711286Z","caller":"traceutil/trace.go:171","msg":"trace[1346989517] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"244.205727ms","start":"2026-07-28T19:36:15.467018Z","end":"2026-07-28T19:36:15.711223Z","steps":["trace[1346989517] 'process raft request' (duration: 237.203211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:16.504155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.745686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:36:16.504279Z","caller":"traceutil/trace.go:171","msg":"trace[1774843397] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"449.533741ms","start":"2026-07-28T19:36:16.054725Z","end":"2026-07-28T19:36:16.504259Z","steps":["trace[1774843397] 'read index received' (duration: 46.331µs)","trace[1774843397] 'applied index is now lower than readState.Index' (duration: 449.48577ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:36:16.5043Z","caller":"traceutil/trace.go:171","msg":"trace[1644100273] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"739.512273ms","start":"2026-07-28T19:36:15.764754Z","end":"2026-07-28T19:36:16.504266Z","steps":["trace[1644100273] 'process raft request' (duration: 257.11329ms)","trace[1644100273] 'compare' (duration: 481.54399ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:36:16.504437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:15.764696Z","time spent":"739.674616ms","remote":"127.0.0.1:42466","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T19:36:16.504483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.760448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vcz5r\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T19:36:16.504517Z","caller":"traceutil/trace.go:171","msg":"trace[1375464392] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vcz5r; range_end:; response_count:1; response_revision:631; }","duration":"449.837449ms","start":"2026-07-28T19:36:16.054668Z","end":"2026-07-28T19:36:16.504505Z","steps":["trace[1375464392] 'agreement among raft nodes before linearized reading' (duration: 449.640045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:16.504549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:16.054641Z","time spent":"449.90056ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-vcz5r\" "} {"level":"warn","ts":"2026-07-28T19:36:17.649942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906644594,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T19:36:17.809417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055784251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T19:36:17.809534Z","caller":"traceutil/trace.go:171","msg":"trace[860805306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"1.055935975s","start":"2026-07-28T19:36:16.75356Z","end":"2026-07-28T19:36:17.809496Z","steps":["trace[860805306] 'range keys from in-memory index tree' (duration: 1.055600996s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:17.809532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058070609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-28T19:36:17.809594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:16.753544Z","time spent":"1.056038437s","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T19:36:17.809631Z","caller":"traceutil/trace.go:171","msg":"trace[902336580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"1.058219452s","start":"2026-07-28T19:36:16.75139Z","end":"2026-07-28T19:36:17.80961Z","steps":["trace[902336580] 'range keys from in-memory index tree' (duration: 1.057829912s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:17.809697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:16.751364Z","time spent":"1.058317255s","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T19:36:17.810279Z","caller":"traceutil/trace.go:171","msg":"trace[227365271] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:653; }","duration":"661.228125ms","start":"2026-07-28T19:36:17.149032Z","end":"2026-07-28T19:36:17.81026Z","steps":["trace[227365271] 'read index received' (duration: 653.774688ms)","trace[227365271] 'applied index is now lower than readState.Index' (duration: 7.452287ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:36:17.810306Z","caller":"traceutil/trace.go:171","msg":"trace[1871874511] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"908.914018ms","start":"2026-07-28T19:36:16.901362Z","end":"2026-07-28T19:36:17.810276Z","steps":["trace[1871874511] 'process raft request' (duration: 901.657745ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:17.810416Z","caller":"traceutil/trace.go:171","msg":"trace[2104172686] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"191.218382ms","start":"2026-07-28T19:36:17.619101Z","end":"2026-07-28T19:36:17.810319Z","steps":["trace[2104172686] 'process raft request' (duration: 191.102349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:17.810456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.417999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T19:36:17.81051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.712084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:36:17.810551Z","caller":"traceutil/trace.go:171","msg":"trace[1811723332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:634; }","duration":"661.550863ms","start":"2026-07-28T19:36:17.148978Z","end":"2026-07-28T19:36:17.810529Z","steps":["trace[1811723332] 'agreement among raft nodes before linearized reading' (duration: 661.346278ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:17.810574Z","caller":"traceutil/trace.go:171","msg":"trace[606771557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"187.807996ms","start":"2026-07-28T19:36:17.622749Z","end":"2026-07-28T19:36:17.810557Z","steps":["trace[606771557] 'agreement among raft nodes before linearized reading' (duration: 187.718004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:17.810607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:17.148955Z","time spent":"661.638645ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T19:36:17.810473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.562412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T19:36:17.810674Z","caller":"traceutil/trace.go:171","msg":"trace[450156855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:634; }","duration":"505.798708ms","start":"2026-07-28T19:36:17.304854Z","end":"2026-07-28T19:36:17.810653Z","steps":["trace[450156855] 'agreement among raft nodes before linearized reading' (duration: 505.522211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:17.810692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:16.901339Z","time spent":"909.033191ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:36:17.810774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:17.304833Z","time spent":"505.884619ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T19:36:31.369889Z","caller":"traceutil/trace.go:171","msg":"trace[1172560110] linearizableReadLoop","detail":"{readStateIndex:804; appliedIndex:803; }","duration":"472.210408ms","start":"2026-07-28T19:36:30.897649Z","end":"2026-07-28T19:36:31.369859Z","steps":["trace[1172560110] 'read index received' (duration: 472.041534ms)","trace[1172560110] 'applied index is now lower than readState.Index' (duration: 167.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:36:31.370047Z","caller":"traceutil/trace.go:171","msg":"trace[1891966342] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"477.923041ms","start":"2026-07-28T19:36:30.892089Z","end":"2026-07-28T19:36:31.370012Z","steps":["trace[1891966342] 'process raft request' (duration: 477.587412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:31.370228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:30.892051Z","time spent":"478.088635ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:36:31.370225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.552776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vcz5r\" ","response":"range_response_count:1 size:18713"} {"level":"warn","ts":"2026-07-28T19:36:31.370193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.94994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T19:36:31.370287Z","caller":"traceutil/trace.go:171","msg":"trace[438126436] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vcz5r; range_end:; response_count:1; response_revision:779; }","duration":"472.666249ms","start":"2026-07-28T19:36:30.897609Z","end":"2026-07-28T19:36:31.370275Z","steps":["trace[438126436] 'agreement among raft nodes before linearized reading' (duration: 472.404793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:36:31.370293Z","caller":"traceutil/trace.go:171","msg":"trace[1555119750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:779; }","duration":"374.107054ms","start":"2026-07-28T19:36:30.996175Z","end":"2026-07-28T19:36:31.370282Z","steps":["trace[1555119750] 'agreement among raft nodes before linearized reading' (duration: 373.869319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:31.370323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:30.897594Z","time spent":"472.72293ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18736,"request content":"key:\"/registry/pods/kube-system/cilium-vcz5r\" "} {"level":"warn","ts":"2026-07-28T19:36:31.370341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:30.996159Z","time spent":"374.166025ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T19:36:32.746078Z","caller":"traceutil/trace.go:171","msg":"trace[823278823] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"114.012922ms","start":"2026-07-28T19:36:32.632028Z","end":"2026-07-28T19:36:32.746041Z","steps":["trace[823278823] 'process raft request' (duration: 99.034287ms)","trace[823278823] 'compare' (duration: 14.700867ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:36:33.508322Z","caller":"traceutil/trace.go:171","msg":"trace[260213543] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"334.603888ms","start":"2026-07-28T19:36:33.173695Z","end":"2026-07-28T19:36:33.508299Z","steps":["trace[260213543] 'process raft request' (duration: 334.412773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:33.50849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:33.173671Z","time spent":"334.727851ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:36:33.913887Z","caller":"traceutil/trace.go:171","msg":"trace[1642598691] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:822; }","duration":"529.716927ms","start":"2026-07-28T19:36:33.384143Z","end":"2026-07-28T19:36:33.91386Z","steps":["trace[1642598691] 'read index received' (duration: 124.092064ms)","trace[1642598691] 'applied index is now lower than readState.Index' (duration: 405.622952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:36:33.914134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.807473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:36:33.914227Z","caller":"traceutil/trace.go:171","msg":"trace[250238231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:798; }","duration":"290.909215ms","start":"2026-07-28T19:36:33.623296Z","end":"2026-07-28T19:36:33.914205Z","steps":["trace[250238231] 'agreement among raft nodes before linearized reading' (duration: 290.763241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:33.914152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.985604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T19:36:33.914377Z","caller":"traceutil/trace.go:171","msg":"trace[1697032700] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:798; }","duration":"530.24143ms","start":"2026-07-28T19:36:33.384101Z","end":"2026-07-28T19:36:33.914342Z","steps":["trace[1697032700] 'agreement among raft nodes before linearized reading' (duration: 529.908651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:36:33.914638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:36:33.38408Z","time spent":"530.382353ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T19:37:26.560842Z","caller":"traceutil/trace.go:171","msg":"trace[950479532] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"137.509852ms","start":"2026-07-28T19:37:26.4233Z","end":"2026-07-28T19:37:26.56081Z","steps":["trace[950479532] 'process raft request' (duration: 137.302277ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:44.826422Z","caller":"traceutil/trace.go:171","msg":"trace[1790673752] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"408.424353ms","start":"2026-07-28T19:37:44.417964Z","end":"2026-07-28T19:37:44.826388Z","steps":["trace[1790673752] 'process raft request' (duration: 406.929891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.826639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:44.417955Z","time spent":"408.588187ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:37:44.827848Z","caller":"traceutil/trace.go:171","msg":"trace[1676264311] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"409.675078ms","start":"2026-07-28T19:37:44.418127Z","end":"2026-07-28T19:37:44.827803Z","steps":["trace[1676264311] 'process raft request' (duration: 409.459352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.828037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:44.4181Z","time spent":"409.834572ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:37:44.828113Z","caller":"traceutil/trace.go:171","msg":"trace[1545044058] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"408.855055ms","start":"2026-07-28T19:37:44.419242Z","end":"2026-07-28T19:37:44.828097Z","steps":["trace[1545044058] 'process raft request' (duration: 408.485805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.828226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:44.419224Z","time spent":"408.943097ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:37:44.828467Z","caller":"traceutil/trace.go:171","msg":"trace[78278776] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1852; }","duration":"205.320199ms","start":"2026-07-28T19:37:44.623112Z","end":"2026-07-28T19:37:44.828433Z","steps":["trace[78278776] 'read index received' (duration: 201.689906ms)","trace[78278776] 'applied index is now lower than readState.Index' (duration: 3.627723ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:37:44.828526Z","caller":"traceutil/trace.go:171","msg":"trace[1029972997] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"382.852295ms","start":"2026-07-28T19:37:44.44565Z","end":"2026-07-28T19:37:44.828502Z","steps":["trace[1029972997] 'process raft request' (duration: 382.392571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.828636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:44.445636Z","time spent":"382.947298ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:37:44.828715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.578416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:37:44.828793Z","caller":"traceutil/trace.go:171","msg":"trace[1641842383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1786; }","duration":"205.676298ms","start":"2026-07-28T19:37:44.623098Z","end":"2026-07-28T19:37:44.828774Z","steps":["trace[1641842383] 'agreement among raft nodes before linearized reading' (duration: 205.512874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.828942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.783312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:37:44.829054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.977927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:37:44.829113Z","caller":"traceutil/trace.go:171","msg":"trace[1091047140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1786; }","duration":"111.05748ms","start":"2026-07-28T19:37:44.718039Z","end":"2026-07-28T19:37:44.829096Z","steps":["trace[1091047140] 'agreement among raft nodes before linearized reading' (duration: 110.980508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.829127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.087837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:37:44.829197Z","caller":"traceutil/trace.go:171","msg":"trace[364706838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1786; }","duration":"134.173329ms","start":"2026-07-28T19:37:44.695005Z","end":"2026-07-28T19:37:44.829178Z","steps":["trace[364706838] 'agreement among raft nodes before linearized reading' (duration: 134.058716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.829281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.309073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:37:44.82928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.760752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:37:44.829342Z","caller":"traceutil/trace.go:171","msg":"trace[1140254410] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1786; }","duration":"134.403195ms","start":"2026-07-28T19:37:44.694922Z","end":"2026-07-28T19:37:44.829325Z","steps":["trace[1140254410] 'agreement among raft nodes before linearized reading' (duration: 134.309733ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:44.829053Z","caller":"traceutil/trace.go:171","msg":"trace[1678702764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1786; }","duration":"110.943507ms","start":"2026-07-28T19:37:44.718087Z","end":"2026-07-28T19:37:44.829031Z","steps":["trace[1678702764] 'agreement among raft nodes before linearized reading' (duration: 110.796623ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:44.829355Z","caller":"traceutil/trace.go:171","msg":"trace[894468898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1786; }","duration":"110.852585ms","start":"2026-07-28T19:37:44.718484Z","end":"2026-07-28T19:37:44.829336Z","steps":["trace[894468898] 'agreement among raft nodes before linearized reading' (duration: 110.723881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.828982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.767398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:37:44.829481Z","caller":"traceutil/trace.go:171","msg":"trace[1474814240] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:1786; }","duration":"134.306353ms","start":"2026-07-28T19:37:44.695161Z","end":"2026-07-28T19:37:44.829467Z","steps":["trace[1474814240] 'agreement among raft nodes before linearized reading' (duration: 133.758028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:44.82957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.619111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:37 size:31204"} {"level":"info","ts":"2026-07-28T19:37:44.830365Z","caller":"traceutil/trace.go:171","msg":"trace[944531116] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:37; response_revision:1786; }","duration":"135.544548ms","start":"2026-07-28T19:37:44.694802Z","end":"2026-07-28T19:37:44.830347Z","steps":["trace[944531116] 'agreement among raft nodes before linearized reading' (duration: 133.923793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.03044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906646979,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T19:37:50.276777Z","caller":"traceutil/trace.go:171","msg":"trace[880788781] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"759.591398ms","start":"2026-07-28T19:37:49.51715Z","end":"2026-07-28T19:37:50.276742Z","steps":["trace[880788781] 'process raft request' (duration: 759.404212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.277115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.517116Z","time spent":"759.852135ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:37:50.416608Z","caller":"traceutil/trace.go:171","msg":"trace[1808563689] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1946; }","duration":"887.115669ms","start":"2026-07-28T19:37:49.529462Z","end":"2026-07-28T19:37:50.416577Z","steps":["trace[1808563689] 'read index received' (duration: 747.085785ms)","trace[1808563689] 'applied index is now lower than readState.Index' (duration: 140.028594ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:37:50.416759Z","caller":"traceutil/trace.go:171","msg":"trace[2070097816] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"838.000139ms","start":"2026-07-28T19:37:49.578744Z","end":"2026-07-28T19:37:50.416744Z","steps":["trace[2070097816] 'process raft request' (duration: 837.535217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.416904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.578698Z","time spent":"838.092132ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:37:50.417059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.564401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-28T19:37:50.417156Z","caller":"traceutil/trace.go:171","msg":"trace[469857270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce; range_end:; response_count:1; response_revision:1879; }","duration":"887.723647ms","start":"2026-07-28T19:37:49.529406Z","end":"2026-07-28T19:37:50.417129Z","steps":["trace[469857270] 'agreement among raft nodes before linearized reading' (duration: 887.453529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.417205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.529381Z","time spent":"887.813359ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce\" "} {"level":"info","ts":"2026-07-28T19:37:50.417238Z","caller":"traceutil/trace.go:171","msg":"trace[767321952] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"723.753581ms","start":"2026-07-28T19:37:49.693438Z","end":"2026-07-28T19:37:50.417191Z","steps":["trace[767321952] 'process raft request' (duration: 723.0464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.417297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.152519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T19:37:50.417338Z","caller":"traceutil/trace.go:171","msg":"trace[207590815] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"586.697202ms","start":"2026-07-28T19:37:49.830629Z","end":"2026-07-28T19:37:50.417326Z","steps":["trace[207590815] 'process raft request' (duration: 585.899698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.417324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.900192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-28T19:37:50.417372Z","caller":"traceutil/trace.go:171","msg":"trace[1695094874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1879; }","duration":"553.279332ms","start":"2026-07-28T19:37:49.864071Z","end":"2026-07-28T19:37:50.41735Z","steps":["trace[1695094874] 'agreement among raft nodes before linearized reading' (duration: 553.050046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.4174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.830598Z","time spent":"586.769943ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:37:50.417438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.864054Z","time spent":"553.372105ms","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T19:37:50.417426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.693405Z","time spent":"723.921716ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:37:50.417433Z","caller":"traceutil/trace.go:171","msg":"trace[1341898212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce; range_end:; response_count:1; response_revision:1879; }","duration":"720.036326ms","start":"2026-07-28T19:37:49.697369Z","end":"2026-07-28T19:37:50.417406Z","steps":["trace[1341898212] 'agreement among raft nodes before linearized reading' (duration: 719.689575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:50.417495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:49.697321Z","time spent":"720.16504ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce\" "} {"level":"warn","ts":"2026-07-28T19:37:50.623718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.339155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:37:50.624245Z","caller":"traceutil/trace.go:171","msg":"trace[790053948] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"123.719265ms","start":"2026-07-28T19:37:50.500503Z","end":"2026-07-28T19:37:50.624222Z","steps":["trace[790053948] 'read index received' (duration: 15.808614ms)","trace[790053948] 'applied index is now lower than readState.Index' (duration: 107.90393ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:37:50.624546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.025615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-28T19:37:50.624598Z","caller":"traceutil/trace.go:171","msg":"trace[736136789] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2b2edfe5-fc4b-4097-a9e8-7b5b486d92ce; range_end:; response_count:1; response_revision:1882; }","duration":"124.123888ms","start":"2026-07-28T19:37:50.500463Z","end":"2026-07-28T19:37:50.624587Z","steps":["trace[736136789] 'agreement among raft nodes before linearized reading' (duration: 123.911771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:50.624371Z","caller":"traceutil/trace.go:171","msg":"trace[735913578] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"125.596557ms","start":"2026-07-28T19:37:50.498668Z","end":"2026-07-28T19:37:50.624265Z","steps":["trace[735913578] 'process raft request' (duration: 17.587544ms)","trace[735913578] 'compare' (duration: 107.17224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:37:51.15842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.480327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-28T19:37:51.158513Z","caller":"traceutil/trace.go:171","msg":"trace[2138900190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1882; }","duration":"354.646012ms","start":"2026-07-28T19:37:50.803844Z","end":"2026-07-28T19:37:51.15849Z","steps":["trace[2138900190] 'range keys from in-memory index tree' (duration: 354.25005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:51.158559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:50.80375Z","time spent":"354.799286ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T19:37:51.158791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.143774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T19:37:51.158905Z","caller":"traceutil/trace.go:171","msg":"trace[2113896201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1882; }","duration":"309.335399ms","start":"2026-07-28T19:37:50.849545Z","end":"2026-07-28T19:37:51.158881Z","steps":["trace[2113896201] 'range keys from in-memory index tree' (duration: 308.845746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:51.158955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:50.84951Z","time spent":"309.434902ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T19:37:51.158972Z","caller":"traceutil/trace.go:171","msg":"trace[1370694219] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"308.269089ms","start":"2026-07-28T19:37:50.850671Z","end":"2026-07-28T19:37:51.15894Z","steps":["trace[1370694219] 'process raft request' (duration: 249.423846ms)","trace[1370694219] 'compare' (duration: 58.090952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:37:51.159168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:50.85064Z","time spent":"308.421394ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:37:51.15916Z","caller":"traceutil/trace.go:171","msg":"trace[2036389813] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"235.242428ms","start":"2026-07-28T19:37:50.923875Z","end":"2026-07-28T19:37:51.159117Z","steps":["trace[2036389813] 'process raft request' (duration: 235.100294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:37:51.15914Z","caller":"traceutil/trace.go:171","msg":"trace[1157152602] linearizableReadLoop","detail":"{readStateIndex:1954; appliedIndex:1953; }","duration":"304.689698ms","start":"2026-07-28T19:37:50.854354Z","end":"2026-07-28T19:37:51.159044Z","steps":["trace[1157152602] 'read index received' (duration: 245.583518ms)","trace[1157152602] 'applied index is now lower than readState.Index' (duration: 59.102ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:37:51.159357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.995767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T19:37:51.159412Z","caller":"traceutil/trace.go:171","msg":"trace[693978845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"305.104279ms","start":"2026-07-28T19:37:50.854296Z","end":"2026-07-28T19:37:51.1594Z","steps":["trace[693978845] 'agreement among raft nodes before linearized reading' (duration: 304.856762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:51.159444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:50.85427Z","time spent":"305.166271ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T19:37:51.159548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.055999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T19:37:51.1596Z","caller":"traceutil/trace.go:171","msg":"trace[1945689863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"305.155822ms","start":"2026-07-28T19:37:50.854432Z","end":"2026-07-28T19:37:51.159588Z","steps":["trace[1945689863] 'agreement among raft nodes before linearized reading' (duration: 304.967146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:37:51.159633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:37:50.854418Z","time spent":"305.207193ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T19:38:02.652967Z","caller":"traceutil/trace.go:171","msg":"trace[213258752] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"187.782146ms","start":"2026-07-28T19:38:02.465154Z","end":"2026-07-28T19:38:02.652936Z","steps":["trace[213258752] 'process raft request' (duration: 187.576921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.028847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.361889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:38:03.029016Z","caller":"traceutil/trace.go:171","msg":"trace[2103582710] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2052; }","duration":"534.718255ms","start":"2026-07-28T19:38:02.49427Z","end":"2026-07-28T19:38:03.028988Z","steps":["trace[2103582710] 'read index received' (duration: 158.555286ms)","trace[2103582710] 'applied index is now lower than readState.Index' (duration: 376.159899ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:38:03.029031Z","caller":"traceutil/trace.go:171","msg":"trace[1106507589] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"558.392266ms","start":"2026-07-28T19:38:02.47059Z","end":"2026-07-28T19:38:03.028982Z","steps":["trace[1106507589] 'process raft request' (duration: 359.742879ms)","trace[1106507589] 'compare' (duration: 198.011391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:38:03.029266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:02.470562Z","time spent":"558.57981ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:38:03.029278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.988261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T19:38:03.02947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.173004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T19:38:03.029528Z","caller":"traceutil/trace.go:171","msg":"trace[2112286135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1980; }","duration":"535.290618ms","start":"2026-07-28T19:38:02.494215Z","end":"2026-07-28T19:38:03.029505Z","steps":["trace[2112286135] 'agreement among raft nodes before linearized reading' (duration: 534.838487ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.029555Z","caller":"traceutil/trace.go:171","msg":"trace[296351960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1980; }","duration":"353.303017ms","start":"2026-07-28T19:38:02.676234Z","end":"2026-07-28T19:38:03.029537Z","steps":["trace[296351960] 'agreement among raft nodes before linearized reading' (duration: 353.120453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.029332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.085925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-28T19:38:03.029573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:02.494191Z","time spent":"535.371371ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T19:38:03.029613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:02.676213Z","time spent":"353.38746ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T19:38:03.029399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.219704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:38:03.029644Z","caller":"traceutil/trace.go:171","msg":"trace[170058741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1980; }","duration":"529.429653ms","start":"2026-07-28T19:38:02.500179Z","end":"2026-07-28T19:38:03.029608Z","steps":["trace[170058741] 'agreement among raft nodes before linearized reading' (duration: 528.969092ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.029721Z","caller":"traceutil/trace.go:171","msg":"trace[707896274] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1980; }","duration":"407.578542ms","start":"2026-07-28T19:38:02.622132Z","end":"2026-07-28T19:38:03.02971Z","steps":["trace[707896274] 'agreement among raft nodes before linearized reading' (duration: 407.233744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.029755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:02.622099Z","time spent":"407.649594ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T19:38:03.029758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:02.500142Z","time spent":"529.581897ms","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T19:38:03.029455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.269219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rr92r\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-07-28T19:38:03.029949Z","caller":"traceutil/trace.go:171","msg":"trace[1585574055] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rr92r; range_end:; response_count:1; response_revision:1980; }","duration":"422.73035ms","start":"2026-07-28T19:38:02.607127Z","end":"2026-07-28T19:38:03.029858Z","steps":["trace[1585574055] 'agreement among raft nodes before linearized reading' (duration: 422.252228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.030652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:02.607102Z","time spent":"422.929155ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5875,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-rr92r\" "} {"level":"info","ts":"2026-07-28T19:38:03.320178Z","caller":"traceutil/trace.go:171","msg":"trace[487285343] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"285.783382ms","start":"2026-07-28T19:38:03.034369Z","end":"2026-07-28T19:38:03.320153Z","steps":["trace[487285343] 'process raft request' (duration: 285.593787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.320416Z","caller":"traceutil/trace.go:171","msg":"trace[712524493] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"282.548602ms","start":"2026-07-28T19:38:03.037828Z","end":"2026-07-28T19:38:03.320377Z","steps":["trace[712524493] 'process raft request' (duration: 282.269244ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.338228Z","caller":"traceutil/trace.go:171","msg":"trace[1059412171] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2055; }","duration":"123.364629ms","start":"2026-07-28T19:38:03.214839Z","end":"2026-07-28T19:38:03.338204Z","steps":["trace[1059412171] 'read index received' (duration: 105.149374ms)","trace[1059412171] 'applied index is now lower than readState.Index' (duration: 18.213785ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:38:03.338294Z","caller":"traceutil/trace.go:171","msg":"trace[750430031] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"141.194563ms","start":"2026-07-28T19:38:03.197074Z","end":"2026-07-28T19:38:03.338269Z","steps":["trace[750430031] 'process raft request' (duration: 140.925117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.33845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.590814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T19:38:03.338326Z","caller":"traceutil/trace.go:171","msg":"trace[702478947] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"140.724501ms","start":"2026-07-28T19:38:03.197574Z","end":"2026-07-28T19:38:03.338298Z","steps":["trace[702478947] 'process raft request' (duration: 140.599858ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.338481Z","caller":"traceutil/trace.go:171","msg":"trace[919356609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1985; }","duration":"123.672046ms","start":"2026-07-28T19:38:03.2148Z","end":"2026-07-28T19:38:03.338472Z","steps":["trace[919356609] 'agreement among raft nodes before linearized reading' (duration: 123.513962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.404587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.072319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-28T19:38:03.404656Z","caller":"traceutil/trace.go:171","msg":"trace[188732272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1987; }","duration":"183.154131ms","start":"2026-07-28T19:38:03.221486Z","end":"2026-07-28T19:38:03.40464Z","steps":["trace[188732272] 'agreement among raft nodes before linearized reading' (duration: 182.953216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:03.405165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.135461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T19:38:03.405268Z","caller":"traceutil/trace.go:171","msg":"trace[699732804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1987; }","duration":"189.309095ms","start":"2026-07-28T19:38:03.215937Z","end":"2026-07-28T19:38:03.405246Z","steps":["trace[699732804] 'agreement among raft nodes before linearized reading' (duration: 188.447904ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.513554Z","caller":"traceutil/trace.go:171","msg":"trace[1165259851] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"104.314274ms","start":"2026-07-28T19:38:03.409205Z","end":"2026-07-28T19:38:03.513519Z","steps":["trace[1165259851] 'process raft request' (duration: 103.816301ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.527943Z","caller":"traceutil/trace.go:171","msg":"trace[1043996287] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"118.57796ms","start":"2026-07-28T19:38:03.409331Z","end":"2026-07-28T19:38:03.527909Z","steps":["trace[1043996287] 'process raft request' (duration: 104.17585ms)","trace[1043996287] 'compare' (duration: 14.284837ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:38:03.528448Z","caller":"traceutil/trace.go:171","msg":"trace[32825046] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"115.234996ms","start":"2026-07-28T19:38:03.413178Z","end":"2026-07-28T19:38:03.528413Z","steps":["trace[32825046] 'process raft request' (duration: 114.791655ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:03.528577Z","caller":"traceutil/trace.go:171","msg":"trace[1086939255] transaction","detail":"{read_only:false; response_revision:1992; number_of_response:1; }","duration":"114.268912ms","start":"2026-07-28T19:38:03.414277Z","end":"2026-07-28T19:38:03.528545Z","steps":["trace[1086939255] 'process raft request' (duration: 114.092488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:06.037833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.905785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:38:06.037926Z","caller":"traceutil/trace.go:171","msg":"trace[853666885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2010; }","duration":"415.009938ms","start":"2026-07-28T19:38:05.622893Z","end":"2026-07-28T19:38:06.037903Z","steps":["trace[853666885] 'range keys from in-memory index tree' (duration: 414.807083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:06.03797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:05.622812Z","time spent":"415.149931ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T19:38:39.501352Z","caller":"traceutil/trace.go:171","msg":"trace[334312369] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"196.266998ms","start":"2026-07-28T19:38:39.305052Z","end":"2026-07-28T19:38:39.501319Z","steps":["trace[334312369] 'process raft request' (duration: 196.040212ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:39.68397Z","caller":"traceutil/trace.go:171","msg":"trace[500564351] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2273; }","duration":"125.132073ms","start":"2026-07-28T19:38:39.558798Z","end":"2026-07-28T19:38:39.68393Z","steps":["trace[500564351] 'read index received' (duration: 11.045005ms)","trace[500564351] 'applied index is now lower than readState.Index' (duration: 114.084928ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:38:39.684029Z","caller":"traceutil/trace.go:171","msg":"trace[365345645] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"160.25979ms","start":"2026-07-28T19:38:39.523716Z","end":"2026-07-28T19:38:39.683976Z","steps":["trace[365345645] 'process raft request' (duration: 75.853843ms)","trace[365345645] 'compare' (duration: 84.058318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:38:39.684195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.3761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T19:38:39.684297Z","caller":"traceutil/trace.go:171","msg":"trace[1175157797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2193; }","duration":"125.491532ms","start":"2026-07-28T19:38:39.558786Z","end":"2026-07-28T19:38:39.684277Z","steps":["trace[1175157797] 'agreement among raft nodes before linearized reading' (duration: 125.271427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:39.769451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.857505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:38:39.769575Z","caller":"traceutil/trace.go:171","msg":"trace[1558048700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2194; }","duration":"147.04684ms","start":"2026-07-28T19:38:39.622503Z","end":"2026-07-28T19:38:39.76955Z","steps":["trace[1558048700] 'agreement among raft nodes before linearized reading' (duration: 146.830485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:39.769611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.943771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T19:38:39.769873Z","caller":"traceutil/trace.go:171","msg":"trace[932466030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2194; }","duration":"180.224698ms","start":"2026-07-28T19:38:39.589589Z","end":"2026-07-28T19:38:39.769814Z","steps":["trace[932466030] 'agreement among raft nodes before linearized reading' (duration: 179.768077ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:45.891146Z","caller":"traceutil/trace.go:171","msg":"trace[799584399] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"187.139191ms","start":"2026-07-28T19:38:45.703967Z","end":"2026-07-28T19:38:45.891107Z","steps":["trace[799584399] 'process raft request' (duration: 186.903245ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:38:47.578453Z","caller":"traceutil/trace.go:171","msg":"trace[1766745509] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"776.008136ms","start":"2026-07-28T19:38:46.802416Z","end":"2026-07-28T19:38:47.578424Z","steps":["trace[1766745509] 'process raft request' (duration: 775.820351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:47.57866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:46.802392Z","time spent":"776.16597ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:38:47.61443Z","caller":"traceutil/trace.go:171","msg":"trace[2083466154] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2315; }","duration":"353.754539ms","start":"2026-07-28T19:38:47.260658Z","end":"2026-07-28T19:38:47.614412Z","steps":["trace[2083466154] 'read index received' (duration: 317.599336ms)","trace[2083466154] 'applied index is now lower than readState.Index' (duration: 36.154263ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:38:47.614511Z","caller":"traceutil/trace.go:171","msg":"trace[2054256626] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"409.173862ms","start":"2026-07-28T19:38:47.205299Z","end":"2026-07-28T19:38:47.614472Z","steps":["trace[2054256626] 'process raft request' (duration: 409.034039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:47.61464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.945703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T19:38:47.614688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:47.205272Z","time spent":"409.324715ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:38:47.614757Z","caller":"traceutil/trace.go:171","msg":"trace[1221653855] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2233; }","duration":"354.126597ms","start":"2026-07-28T19:38:47.260599Z","end":"2026-07-28T19:38:47.614726Z","steps":["trace[1221653855] 'agreement among raft nodes before linearized reading' (duration: 353.904652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:38:47.614858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:38:47.260584Z","time spent":"354.261111ms","remote":"127.0.0.1:42374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:38:47.615548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.68888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-28T19:38:47.615605Z","caller":"traceutil/trace.go:171","msg":"trace[357833880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2234; }","duration":"273.772823ms","start":"2026-07-28T19:38:47.341816Z","end":"2026-07-28T19:38:47.615589Z","steps":["trace[357833880] 'agreement among raft nodes before linearized reading' (duration: 273.592878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:39:24.218286Z","caller":"traceutil/trace.go:171","msg":"trace[1517590219] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"195.221395ms","start":"2026-07-28T19:39:24.02303Z","end":"2026-07-28T19:39:24.218251Z","steps":["trace[1517590219] 'process raft request' (duration: 194.656872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:39:30.858265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.546257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:39:30.858363Z","caller":"traceutil/trace.go:171","msg":"trace[1845980756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2643; }","duration":"235.706071ms","start":"2026-07-28T19:39:30.622636Z","end":"2026-07-28T19:39:30.858342Z","steps":["trace[1845980756] 'range keys from in-memory index tree' (duration: 235.439405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:39:36.128259Z","caller":"traceutil/trace.go:171","msg":"trace[354763301] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"126.145972ms","start":"2026-07-28T19:39:36.002089Z","end":"2026-07-28T19:39:36.128235Z","steps":["trace[354763301] 'process raft request' (duration: 126.011368ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:40:00.554908Z","caller":"traceutil/trace.go:171","msg":"trace[1154762240] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2929; }","duration":"121.050675ms","start":"2026-07-28T19:40:00.433828Z","end":"2026-07-28T19:40:00.554879Z","steps":["trace[1154762240] 'read index received' (duration: 83.705418ms)","trace[1154762240] 'applied index is now lower than readState.Index' (duration: 37.343807ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:40:00.555107Z","caller":"traceutil/trace.go:171","msg":"trace[2081677825] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"131.667748ms","start":"2026-07-28T19:40:00.42342Z","end":"2026-07-28T19:40:00.555087Z","steps":["trace[2081677825] 'process raft request' (duration: 94.102076ms)","trace[2081677825] 'compare' (duration: 37.180743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:40:00.555383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.795775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T19:40:00.555431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.684187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T19:40:00.555492Z","caller":"traceutil/trace.go:171","msg":"trace[686447286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2824; }","duration":"118.763389ms","start":"2026-07-28T19:40:00.436711Z","end":"2026-07-28T19:40:00.555474Z","steps":["trace[686447286] 'agreement among raft nodes before linearized reading' (duration: 118.602725ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:40:00.555491Z","caller":"traceutil/trace.go:171","msg":"trace[957709569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2824; }","duration":"119.959528ms","start":"2026-07-28T19:40:00.435508Z","end":"2026-07-28T19:40:00.555468Z","steps":["trace[957709569] 'agreement among raft nodes before linearized reading' (duration: 119.694412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:00.555403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.554618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T19:40:00.555613Z","caller":"traceutil/trace.go:171","msg":"trace[1087739258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2824; }","duration":"121.792064ms","start":"2026-07-28T19:40:00.433793Z","end":"2026-07-28T19:40:00.555585Z","steps":["trace[1087739258] 'agreement among raft nodes before linearized reading' (duration: 121.490867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:40:06.449138Z","caller":"traceutil/trace.go:171","msg":"trace[2144039907] linearizableReadLoop","detail":"{readStateIndex:2961; appliedIndex:2960; }","duration":"125.08594ms","start":"2026-07-28T19:40:06.324028Z","end":"2026-07-28T19:40:06.449114Z","steps":["trace[2144039907] 'read index received' (duration: 125.002668ms)","trace[2144039907] 'applied index is now lower than readState.Index' (duration: 81.822µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:40:06.449183Z","caller":"traceutil/trace.go:171","msg":"trace[2052601826] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"167.747236ms","start":"2026-07-28T19:40:06.281412Z","end":"2026-07-28T19:40:06.449159Z","steps":["trace[2052601826] 'process raft request' (duration: 167.533421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:06.449321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.285066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T19:40:06.44936Z","caller":"traceutil/trace.go:171","msg":"trace[2077688300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2854; }","duration":"125.377598ms","start":"2026-07-28T19:40:06.323972Z","end":"2026-07-28T19:40:06.44935Z","steps":["trace[2077688300] 'agreement among raft nodes before linearized reading' (duration: 125.235734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:06.806914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.837191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:40:06.807003Z","caller":"traceutil/trace.go:171","msg":"trace[90786438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2856; }","duration":"184.979604ms","start":"2026-07-28T19:40:06.622002Z","end":"2026-07-28T19:40:06.806982Z","steps":["trace[90786438] 'range keys from in-memory index tree' (duration: 184.752849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:06.806991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.107596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T19:40:06.80712Z","caller":"traceutil/trace.go:171","msg":"trace[1177071439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2856; }","duration":"191.219899ms","start":"2026-07-28T19:40:06.615835Z","end":"2026-07-28T19:40:06.807055Z","steps":["trace[1177071439] 'range keys from in-memory index tree' (duration: 190.888151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:06.807278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.634864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T19:40:06.807104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.71189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T19:40:06.807376Z","caller":"traceutil/trace.go:171","msg":"trace[418168305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2856; }","duration":"213.783658ms","start":"2026-07-28T19:40:06.593574Z","end":"2026-07-28T19:40:06.807357Z","steps":["trace[418168305] 'range keys from in-memory index tree' (duration: 213.391408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:06.807454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.63706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T19:40:06.807517Z","caller":"traceutil/trace.go:171","msg":"trace[1184001139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2856; }","duration":"191.762672ms","start":"2026-07-28T19:40:06.615733Z","end":"2026-07-28T19:40:06.807496Z","steps":["trace[1184001139] 'range keys from in-memory index tree' (duration: 191.462815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:40:06.807536Z","caller":"traceutil/trace.go:171","msg":"trace[784887625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2856; }","duration":"227.094189ms","start":"2026-07-28T19:40:06.580322Z","end":"2026-07-28T19:40:06.807416Z","steps":["trace[784887625] 'range keys from in-memory index tree' (duration: 226.423383ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:40:07.297363Z","caller":"traceutil/trace.go:171","msg":"trace[198303204] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"485.088583ms","start":"2026-07-28T19:40:06.81224Z","end":"2026-07-28T19:40:07.297328Z","steps":["trace[198303204] 'process raft request' (duration: 484.861927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:07.297554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:40:06.812218Z","time spent":"485.237117ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:40:07.297805Z","caller":"traceutil/trace.go:171","msg":"trace[1671421982] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"485.457582ms","start":"2026-07-28T19:40:06.812333Z","end":"2026-07-28T19:40:07.29779Z","steps":["trace[1671421982] 'process raft request' (duration: 484.94772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:07.297936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:40:06.812324Z","time spent":"485.568435ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:40:07.297954Z","caller":"traceutil/trace.go:171","msg":"trace[1564241256] linearizableReadLoop","detail":"{readStateIndex:2967; appliedIndex:2964; }","duration":"228.152865ms","start":"2026-07-28T19:40:07.069711Z","end":"2026-07-28T19:40:07.297864Z","steps":["trace[1564241256] 'read index received' (duration: 227.377956ms)","trace[1564241256] 'applied index is now lower than readState.Index' (duration: 773.339µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:40:07.298177Z","caller":"traceutil/trace.go:171","msg":"trace[1848141951] transaction","detail":"{read_only:false; response_revision:2860; number_of_response:1; }","duration":"485.393191ms","start":"2026-07-28T19:40:06.812771Z","end":"2026-07-28T19:40:07.298164Z","steps":["trace[1848141951] 'process raft request' (duration: 484.930609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:07.298349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.547315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-28T19:40:07.298396Z","caller":"traceutil/trace.go:171","msg":"trace[873104570] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2860; }","duration":"228.7364ms","start":"2026-07-28T19:40:07.069649Z","end":"2026-07-28T19:40:07.298386Z","steps":["trace[873104570] 'agreement among raft nodes before linearized reading' (duration: 228.37373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:40:07.298339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:40:06.812739Z","time spent":"485.494894ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:40:13.03677Z","caller":"traceutil/trace.go:171","msg":"trace[230813156] transaction","detail":"{read_only:false; response_revision:2891; number_of_response:1; }","duration":"101.759372ms","start":"2026-07-28T19:40:12.934977Z","end":"2026-07-28T19:40:13.036737Z","steps":["trace[230813156] 'process raft request' (duration: 101.493565ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:00.797725Z","caller":"traceutil/trace.go:171","msg":"trace[256069036] transaction","detail":"{read_only:false; response_revision:3589; number_of_response:1; }","duration":"229.871072ms","start":"2026-07-28T19:42:00.567824Z","end":"2026-07-28T19:42:00.797695Z","steps":["trace[256069036] 'process raft request' (duration: 225.35001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:00.798232Z","caller":"traceutil/trace.go:171","msg":"trace[1138389862] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"223.158564ms","start":"2026-07-28T19:42:00.575055Z","end":"2026-07-28T19:42:00.798214Z","steps":["trace[1138389862] 'process raft request' (duration: 222.97346ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:00.79839Z","caller":"traceutil/trace.go:171","msg":"trace[230744768] linearizableReadLoop","detail":"{readStateIndex:3727; appliedIndex:3725; }","duration":"176.152555ms","start":"2026-07-28T19:42:00.622211Z","end":"2026-07-28T19:42:00.798364Z","steps":["trace[230744768] 'read index received' (duration: 170.964947ms)","trace[230744768] 'applied index is now lower than readState.Index' (duration: 5.186248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:42:00.798577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.338379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:42:00.798667Z","caller":"traceutil/trace.go:171","msg":"trace[533184967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3590; }","duration":"176.481982ms","start":"2026-07-28T19:42:00.622174Z","end":"2026-07-28T19:42:00.798656Z","steps":["trace[533184967] 'agreement among raft nodes before linearized reading' (duration: 176.330198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:32.847303Z","caller":"traceutil/trace.go:171","msg":"trace[103657607] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"457.019531ms","start":"2026-07-28T19:42:32.390256Z","end":"2026-07-28T19:42:32.847275Z","steps":["trace[103657607] 'process raft request' (duration: 456.839667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:42:32.84759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:42:32.390227Z","time spent":"457.248956ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:42:32.848287Z","caller":"traceutil/trace.go:171","msg":"trace[960032615] linearizableReadLoop","detail":"{readStateIndex:3972; appliedIndex:3969; }","duration":"226.010639ms","start":"2026-07-28T19:42:32.622251Z","end":"2026-07-28T19:42:32.848262Z","steps":["trace[960032615] 'read index received' (duration: 224.839941ms)","trace[960032615] 'applied index is now lower than readState.Index' (duration: 1.169698ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:42:32.848416Z","caller":"traceutil/trace.go:171","msg":"trace[554470629] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"452.663893ms","start":"2026-07-28T19:42:32.395739Z","end":"2026-07-28T19:42:32.848403Z","steps":["trace[554470629] 'process raft request' (duration: 452.481818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:42:32.848865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.605293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:42:32.848324Z","caller":"traceutil/trace.go:171","msg":"trace[435826936] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"456.355175ms","start":"2026-07-28T19:42:32.391938Z","end":"2026-07-28T19:42:32.848293Z","steps":["trace[435826936] 'process raft request' (duration: 456.15216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:32.84892Z","caller":"traceutil/trace.go:171","msg":"trace[638361161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3828; }","duration":"226.709516ms","start":"2026-07-28T19:42:32.622197Z","end":"2026-07-28T19:42:32.848907Z","steps":["trace[638361161] 'agreement among raft nodes before linearized reading' (duration: 226.614404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:42:32.848951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:42:32.391908Z","time spent":"457.01014ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:42:32.848915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.011837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T19:42:32.848871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:42:32.395717Z","time spent":"452.806266ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:42:32.849098Z","caller":"traceutil/trace.go:171","msg":"trace[879261781] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3828; }","duration":"119.260683ms","start":"2026-07-28T19:42:32.729813Z","end":"2026-07-28T19:42:32.849074Z","steps":["trace[879261781] 'agreement among raft nodes before linearized reading' (duration: 118.991917ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:38.247552Z","caller":"traceutil/trace.go:171","msg":"trace[81871236] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"116.111966ms","start":"2026-07-28T19:42:38.131413Z","end":"2026-07-28T19:42:38.247525Z","steps":["trace[81871236] 'process raft request' (duration: 115.953672ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:38.253064Z","caller":"traceutil/trace.go:171","msg":"trace[640167325] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"119.184662ms","start":"2026-07-28T19:42:38.133851Z","end":"2026-07-28T19:42:38.253036Z","steps":["trace[640167325] 'process raft request' (duration: 118.971587ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:42:38.253129Z","caller":"traceutil/trace.go:171","msg":"trace[446762612] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"118.156337ms","start":"2026-07-28T19:42:38.134941Z","end":"2026-07-28T19:42:38.253098Z","steps":["trace[446762612] 'process raft request' (duration: 118.015443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:49.671389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.681949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:43:49.671481Z","caller":"traceutil/trace.go:171","msg":"trace[569130970] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4690; }","duration":"122.823882ms","start":"2026-07-28T19:43:49.548638Z","end":"2026-07-28T19:43:49.671462Z","steps":["trace[569130970] 'count revisions from in-memory index tree' (duration: 122.598956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:54.681598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.659082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9e161c76-6c5a-4418-9efb-8c2bd17ab505\" ","response":"range_response_count:1 size:4065"} {"level":"info","ts":"2026-07-28T19:43:54.681693Z","caller":"traceutil/trace.go:171","msg":"trace[813940261] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9e161c76-6c5a-4418-9efb-8c2bd17ab505; range_end:; response_count:1; response_revision:4851; }","duration":"131.810615ms","start":"2026-07-28T19:43:54.549864Z","end":"2026-07-28T19:43:54.681674Z","steps":["trace[813940261] 'range keys from in-memory index tree' (duration: 131.464537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:54.682651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.187175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2210296"} {"level":"info","ts":"2026-07-28T19:43:54.682741Z","caller":"traceutil/trace.go:171","msg":"trace[416300689] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4851; }","duration":"100.287308ms","start":"2026-07-28T19:43:54.582433Z","end":"2026-07-28T19:43:54.682721Z","steps":["trace[416300689] 'range keys from in-memory index tree' (duration: 99.183322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:55.87513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.051655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:43:55.875221Z","caller":"traceutil/trace.go:171","msg":"trace[777306409] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"356.975118ms","start":"2026-07-28T19:43:55.518232Z","end":"2026-07-28T19:43:55.875207Z","steps":["trace[777306409] 'process raft request' (duration: 154.78123ms)","trace[777306409] 'compare' (duration: 201.894791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:43:55.875281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:55.518207Z","time spent":"357.053701ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:43:55.878334Z","caller":"traceutil/trace.go:171","msg":"trace[1059857623] linearizableReadLoop","detail":"{readStateIndex:5061; appliedIndex:5059; }","duration":"306.853055ms","start":"2026-07-28T19:43:55.571465Z","end":"2026-07-28T19:43:55.878318Z","steps":["trace[1059857623] 'read index received' (duration: 101.51207ms)","trace[1059857623] 'applied index is now lower than readState.Index' (duration: 205.340415ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:55.878474Z","caller":"traceutil/trace.go:171","msg":"trace[1449623376] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"342.942004ms","start":"2026-07-28T19:43:55.535525Z","end":"2026-07-28T19:43:55.878467Z","steps":["trace[1449623376] 'process raft request' (duration: 342.717808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:55.878536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:55.535501Z","time spent":"342.995194ms","remote":"127.0.0.1:54906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2573,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T19:43:55.878772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.586434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T19:43:55.878748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.760532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:43:55.878809Z","caller":"traceutil/trace.go:171","msg":"trace[1057674964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4877; }","duration":"227.635545ms","start":"2026-07-28T19:43:55.651166Z","end":"2026-07-28T19:43:55.878802Z","steps":["trace[1057674964] 'agreement among raft nodes before linearized reading' (duration: 227.552893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:55.878836Z","caller":"traceutil/trace.go:171","msg":"trace[42281028] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4877; }","duration":"271.913875ms","start":"2026-07-28T19:43:55.606903Z","end":"2026-07-28T19:43:55.878817Z","steps":["trace[42281028] 'agreement among raft nodes before linearized reading' (duration: 271.722361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:55.87884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.714689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T19:43:55.878861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.375798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-28T19:43:55.878924Z","caller":"traceutil/trace.go:171","msg":"trace[1214056373] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4877; }","duration":"208.880462ms","start":"2026-07-28T19:43:55.670022Z","end":"2026-07-28T19:43:55.878903Z","steps":["trace[1214056373] 'agreement among raft nodes before linearized reading' (duration: 208.649597ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:55.878984Z","caller":"traceutil/trace.go:171","msg":"trace[917791620] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4877; }","duration":"307.532222ms","start":"2026-07-28T19:43:55.571427Z","end":"2026-07-28T19:43:55.878959Z","steps":["trace[917791620] 'agreement among raft nodes before linearized reading' (duration: 307.274045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:55.879008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.61165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T19:43:55.878928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.286936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:43:55.879071Z","caller":"traceutil/trace.go:171","msg":"trace[1294065808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4877; }","duration":"144.672021ms","start":"2026-07-28T19:43:55.734384Z","end":"2026-07-28T19:43:55.879056Z","steps":["trace[1294065808] 'agreement among raft nodes before linearized reading' (duration: 144.391634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:55.879158Z","caller":"traceutil/trace.go:171","msg":"trace[1983559194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4877; }","duration":"255.566752ms","start":"2026-07-28T19:43:55.623532Z","end":"2026-07-28T19:43:55.879099Z","steps":["trace[1983559194] 'agreement among raft nodes before linearized reading' (duration: 255.217044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:55.879038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:43:55.571408Z","time spent":"307.617723ms","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T19:43:57.714234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.671173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:43:57.71437Z","caller":"traceutil/trace.go:171","msg":"trace[234823170] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"296.844129ms","start":"2026-07-28T19:43:57.417501Z","end":"2026-07-28T19:43:57.714345Z","steps":["trace[234823170] 'process raft request' (duration: 194.93762ms)","trace[234823170] 'compare' (duration: 101.56043ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:57.716504Z","caller":"traceutil/trace.go:171","msg":"trace[1138531197] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5183; }","duration":"100.854953ms","start":"2026-07-28T19:43:57.615621Z","end":"2026-07-28T19:43:57.716476Z","steps":["trace[1138531197] 'read index received' (duration: 100.610137ms)","trace[1138531197] 'applied index is now lower than readState.Index' (duration: 243.786µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:57.716654Z","caller":"traceutil/trace.go:171","msg":"trace[23504676] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"297.886644ms","start":"2026-07-28T19:43:57.418752Z","end":"2026-07-28T19:43:57.716638Z","steps":["trace[23504676] 'process raft request' (duration: 297.531415ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:57.717033Z","caller":"traceutil/trace.go:171","msg":"trace[1463218077] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"134.790879ms","start":"2026-07-28T19:43:57.582227Z","end":"2026-07-28T19:43:57.717018Z","steps":["trace[1463218077] 'process raft request' (duration: 134.185334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:57.717558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.91138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728947"} {"level":"info","ts":"2026-07-28T19:43:57.717739Z","caller":"traceutil/trace.go:171","msg":"trace[671683394] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4999; }","duration":"102.136336ms","start":"2026-07-28T19:43:57.615577Z","end":"2026-07-28T19:43:57.717713Z","steps":["trace[671683394] 'agreement among raft nodes before linearized reading' (duration: 101.311815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:58.055112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.249759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T19:43:58.055196Z","caller":"traceutil/trace.go:171","msg":"trace[1239103067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4999; }","duration":"167.444393ms","start":"2026-07-28T19:43:57.887732Z","end":"2026-07-28T19:43:58.055176Z","steps":["trace[1239103067] 'range keys from in-memory index tree' (duration: 166.969682ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:43:58.188001Z","caller":"traceutil/trace.go:171","msg":"trace[259772764] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5185; }","duration":"117.531453ms","start":"2026-07-28T19:43:58.070439Z","end":"2026-07-28T19:43:58.187971Z","steps":["trace[259772764] 'read index received' (duration: 117.425601ms)","trace[259772764] 'applied index is now lower than readState.Index' (duration: 104.192µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:43:58.18806Z","caller":"traceutil/trace.go:171","msg":"trace[260339431] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"129.236833ms","start":"2026-07-28T19:43:58.058794Z","end":"2026-07-28T19:43:58.188031Z","steps":["trace[260339431] 'process raft request' (duration: 129.013957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:58.188293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.829672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:43:58.188338Z","caller":"traceutil/trace.go:171","msg":"trace[300153391] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:5000; }","duration":"117.908653ms","start":"2026-07-28T19:43:58.070418Z","end":"2026-07-28T19:43:58.188327Z","steps":["trace[300153391] 'agreement among raft nodes before linearized reading' (duration: 117.723119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:58.188368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.750039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T19:43:58.18843Z","caller":"traceutil/trace.go:171","msg":"trace[1379801721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5000; }","duration":"117.856402ms","start":"2026-07-28T19:43:58.07056Z","end":"2026-07-28T19:43:58.188416Z","steps":["trace[1379801721] 'agreement among raft nodes before linearized reading' (duration: 117.647447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:43:58.189079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.76878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728947"} {"level":"info","ts":"2026-07-28T19:43:58.189165Z","caller":"traceutil/trace.go:171","msg":"trace[292257994] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:5000; }","duration":"117.855861ms","start":"2026-07-28T19:43:58.071269Z","end":"2026-07-28T19:43:58.189124Z","steps":["trace[292257994] 'agreement among raft nodes before linearized reading' (duration: 117.37244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:02.002437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.88862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:44:02.002624Z","caller":"traceutil/trace.go:171","msg":"trace[1931752647] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5274; }","duration":"142.157329ms","start":"2026-07-28T19:44:01.860444Z","end":"2026-07-28T19:44:02.002601Z","steps":["trace[1931752647] 'read index received' (duration: 59.071µs)","trace[1931752647] 'applied index is now lower than readState.Index' (duration: 142.096208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:44:02.003267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.795575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:44:02.003365Z","caller":"traceutil/trace.go:171","msg":"trace[1301460065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5085; }","duration":"142.95217ms","start":"2026-07-28T19:44:01.860391Z","end":"2026-07-28T19:44:02.003343Z","steps":["trace[1301460065] 'agreement among raft nodes before linearized reading' (duration: 142.767175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:02.00283Z","caller":"traceutil/trace.go:171","msg":"trace[884667795] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"224.488247ms","start":"2026-07-28T19:44:01.778327Z","end":"2026-07-28T19:44:02.002815Z","steps":["trace[884667795] 'process raft request' (duration: 48.153076ms)","trace[884667795] 'compare' (duration: 175.758217ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:11.622092Z","caller":"traceutil/trace.go:171","msg":"trace[657103223] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"182.009972ms","start":"2026-07-28T19:44:11.440048Z","end":"2026-07-28T19:44:11.622058Z","steps":["trace[657103223] 'process raft request' (duration: 176.24513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:11.6635Z","caller":"traceutil/trace.go:171","msg":"trace[1140482162] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"100.216678ms","start":"2026-07-28T19:44:11.56327Z","end":"2026-07-28T19:44:11.663487Z","steps":["trace[1140482162] 'process raft request' (duration: 100.149466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:11.869296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.250825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:44:11.869478Z","caller":"traceutil/trace.go:171","msg":"trace[350858788] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"182.970154ms","start":"2026-07-28T19:44:11.686475Z","end":"2026-07-28T19:44:11.869445Z","steps":["trace[350858788] 'process raft request' (duration: 35.519324ms)","trace[350858788] 'compare' (duration: 146.995989ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:11.869518Z","caller":"traceutil/trace.go:171","msg":"trace[85491520] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"182.296699ms","start":"2026-07-28T19:44:11.687202Z","end":"2026-07-28T19:44:11.869499Z","steps":["trace[85491520] 'process raft request' (duration: 182.167656ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:11.869534Z","caller":"traceutil/trace.go:171","msg":"trace[1186471559] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"179.240093ms","start":"2026-07-28T19:44:11.690269Z","end":"2026-07-28T19:44:11.869509Z","steps":["trace[1186471559] 'process raft request' (duration: 179.151971ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:11.869513Z","caller":"traceutil/trace.go:171","msg":"trace[1011409064] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"179.108421ms","start":"2026-07-28T19:44:11.690388Z","end":"2026-07-28T19:44:11.869496Z","steps":["trace[1011409064] 'process raft request' (duration: 179.06875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:12.610614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.34986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:44:12.610723Z","caller":"traceutil/trace.go:171","msg":"trace[1966584257] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"354.031677ms","start":"2026-07-28T19:44:12.256674Z","end":"2026-07-28T19:44:12.610706Z","steps":["trace[1966584257] 'read index received' (duration: 145.457492ms)","trace[1966584257] 'applied index is now lower than readState.Index' (duration: 208.573145ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:12.610819Z","caller":"traceutil/trace.go:171","msg":"trace[1148034925] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"736.452593ms","start":"2026-07-28T19:44:11.874354Z","end":"2026-07-28T19:44:12.610807Z","steps":["trace[1148034925] 'process raft request' (duration: 527.815106ms)","trace[1148034925] 'compare' (duration: 208.066783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:44:12.610878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:11.874347Z","time spent":"736.501484ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:12.611079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.955187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:44:12.611197Z","caller":"traceutil/trace.go:171","msg":"trace[2031567904] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:5266; }","duration":"350.10038ms","start":"2026-07-28T19:44:12.261069Z","end":"2026-07-28T19:44:12.611169Z","steps":["trace[2031567904] 'agreement among raft nodes before linearized reading' (duration: 349.785972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:12.611255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:12.261063Z","time spent":"350.182313ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"warn","ts":"2026-07-28T19:44:12.611355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.653032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T19:44:12.61144Z","caller":"traceutil/trace.go:171","msg":"trace[1569464478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5266; }","duration":"354.786575ms","start":"2026-07-28T19:44:12.256632Z","end":"2026-07-28T19:44:12.611419Z","steps":["trace[1569464478] 'agreement among raft nodes before linearized reading' (duration: 354.524559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:12.61144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.86292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T19:44:12.611482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:12.256613Z","time spent":"354.862876ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T19:44:12.611521Z","caller":"traceutil/trace.go:171","msg":"trace[1368020906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5266; }","duration":"320.968742ms","start":"2026-07-28T19:44:12.290532Z","end":"2026-07-28T19:44:12.611501Z","steps":["trace[1368020906] 'agreement among raft nodes before linearized reading' (duration: 320.718586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:12.611568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:12.290521Z","time spent":"321.038654ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T19:44:14.740164Z","caller":"traceutil/trace.go:171","msg":"trace[1122329610] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5492; }","duration":"112.10294ms","start":"2026-07-28T19:44:14.628032Z","end":"2026-07-28T19:44:14.740135Z","steps":["trace[1122329610] 'read index received' (duration: 27.369254ms)","trace[1122329610] 'applied index is now lower than readState.Index' (duration: 84.732056ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:14.740237Z","caller":"traceutil/trace.go:171","msg":"trace[2136359456] transaction","detail":"{read_only:false; response_revision:5297; number_of_response:1; }","duration":"112.787736ms","start":"2026-07-28T19:44:14.62741Z","end":"2026-07-28T19:44:14.740198Z","steps":["trace[2136359456] 'process raft request' (duration: 112.557561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:14.740484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.434638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71034"} {"level":"info","ts":"2026-07-28T19:44:14.740547Z","caller":"traceutil/trace.go:171","msg":"trace[1771008837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5297; }","duration":"112.553511ms","start":"2026-07-28T19:44:14.627982Z","end":"2026-07-28T19:44:14.740535Z","steps":["trace[1771008837] 'agreement among raft nodes before linearized reading' (duration: 112.296654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:14.89831Z","caller":"traceutil/trace.go:171","msg":"trace[711496506] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"106.215786ms","start":"2026-07-28T19:44:14.792077Z","end":"2026-07-28T19:44:14.898293Z","steps":["trace[711496506] 'read index received' (duration: 106.057472ms)","trace[711496506] 'applied index is now lower than readState.Index' (duration: 157.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:14.89847Z","caller":"traceutil/trace.go:171","msg":"trace[1224953476] transaction","detail":"{read_only:false; response_revision:5298; number_of_response:1; }","duration":"110.570002ms","start":"2026-07-28T19:44:14.787845Z","end":"2026-07-28T19:44:14.898415Z","steps":["trace[1224953476] 'process raft request' (duration: 110.349257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:14.898538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.443951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T19:44:14.898649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.347234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T19:44:14.898733Z","caller":"traceutil/trace.go:171","msg":"trace[1730645607] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5298; }","duration":"105.451787ms","start":"2026-07-28T19:44:14.793272Z","end":"2026-07-28T19:44:14.898724Z","steps":["trace[1730645607] 'agreement among raft nodes before linearized reading' (duration: 105.326264ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:14.898706Z","caller":"traceutil/trace.go:171","msg":"trace[869387038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5298; }","duration":"106.633066ms","start":"2026-07-28T19:44:14.792047Z","end":"2026-07-28T19:44:14.89868Z","steps":["trace[869387038] 'agreement among raft nodes before linearized reading' (duration: 106.416811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:19.764069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.699846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f596096e-fed1-4fde-8922-959a0a3067bf\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-28T19:44:19.764121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.549257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:44:19.764174Z","caller":"traceutil/trace.go:171","msg":"trace[867702990] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f596096e-fed1-4fde-8922-959a0a3067bf; range_end:; response_count:1; response_revision:5426; }","duration":"320.85658ms","start":"2026-07-28T19:44:19.443297Z","end":"2026-07-28T19:44:19.764154Z","steps":["trace[867702990] 'range keys from in-memory index tree' (duration: 320.549362ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:19.764213Z","caller":"traceutil/trace.go:171","msg":"trace[399402943] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5426; }","duration":"360.726212ms","start":"2026-07-28T19:44:19.403466Z","end":"2026-07-28T19:44:19.764192Z","steps":["trace[399402943] 'count revisions from in-memory index tree' (duration: 360.414965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:19.764224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:19.44328Z","time spent":"320.934332ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f596096e-fed1-4fde-8922-959a0a3067bf\" "} {"level":"warn","ts":"2026-07-28T19:44:19.764264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:19.403438Z","time spent":"360.814923ms","remote":"127.0.0.1:42388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:44:19.764419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.746515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:44:19.764535Z","caller":"traceutil/trace.go:171","msg":"trace[390704476] linearizableReadLoop","detail":"{readStateIndex:5627; appliedIndex:5626; }","duration":"143.481033ms","start":"2026-07-28T19:44:19.621034Z","end":"2026-07-28T19:44:19.764515Z","steps":["trace[390704476] 'read index received' (duration: 58.661µs)","trace[390704476] 'applied index is now lower than readState.Index' (duration: 143.420522ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:19.76455Z","caller":"traceutil/trace.go:171","msg":"trace[372132637] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"307.45093ms","start":"2026-07-28T19:44:19.457083Z","end":"2026-07-28T19:44:19.764534Z","steps":["trace[372132637] 'process raft request' (duration: 149.482591ms)","trace[372132637] 'compare' (duration: 157.396574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:44:19.76466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:19.457059Z","time spent":"307.527142ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:19.764685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.658628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:44:19.764716Z","caller":"traceutil/trace.go:171","msg":"trace[1953389931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5427; }","duration":"143.737269ms","start":"2026-07-28T19:44:19.620968Z","end":"2026-07-28T19:44:19.764705Z","steps":["trace[1953389931] 'agreement among raft nodes before linearized reading' (duration: 143.655368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:19.76485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.059962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"info","ts":"2026-07-28T19:44:19.7649Z","caller":"traceutil/trace.go:171","msg":"trace[1148058168] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:5427; }","duration":"143.143504ms","start":"2026-07-28T19:44:19.621743Z","end":"2026-07-28T19:44:19.764887Z","steps":["trace[1148058168] 'agreement among raft nodes before linearized reading' (duration: 142.96862ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:20.196429Z","caller":"traceutil/trace.go:171","msg":"trace[1058443432] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"423.24317ms","start":"2026-07-28T19:44:19.773152Z","end":"2026-07-28T19:44:20.196395Z","steps":["trace[1058443432] 'process raft request' (duration: 423.018185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:20.196635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:19.773134Z","time spent":"423.394415ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:20.689212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.139881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:44:20.689652Z","caller":"traceutil/trace.go:171","msg":"trace[1346202084] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"486.98158ms","start":"2026-07-28T19:44:20.202653Z","end":"2026-07-28T19:44:20.689635Z","steps":["trace[1346202084] 'process raft request' (duration: 486.703294ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:20.689656Z","caller":"traceutil/trace.go:171","msg":"trace[354318792] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"486.834296ms","start":"2026-07-28T19:44:20.2028Z","end":"2026-07-28T19:44:20.689634Z","steps":["trace[354318792] 'process raft request' (duration: 486.5906ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:20.689684Z","caller":"traceutil/trace.go:171","msg":"trace[998680383] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"487.337779ms","start":"2026-07-28T19:44:20.202312Z","end":"2026-07-28T19:44:20.68965Z","steps":["trace[998680383] 'process raft request' (duration: 97.688035ms)","trace[998680383] 'compare' (duration: 389.014448ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:44:20.689693Z","caller":"traceutil/trace.go:171","msg":"trace[113484990] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"487.237367ms","start":"2026-07-28T19:44:20.202414Z","end":"2026-07-28T19:44:20.689652Z","steps":["trace[113484990] 'process raft request' (duration: 486.895469ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:20.689712Z","caller":"traceutil/trace.go:171","msg":"trace[1080753131] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"486.739095ms","start":"2026-07-28T19:44:20.202946Z","end":"2026-07-28T19:44:20.689686Z","steps":["trace[1080753131] 'process raft request' (duration: 486.486209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:20.689762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.202793Z","time spent":"486.914878ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:44:20.689735Z","caller":"traceutil/trace.go:171","msg":"trace[1668686455] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"486.669663ms","start":"2026-07-28T19:44:20.203011Z","end":"2026-07-28T19:44:20.689681Z","steps":["trace[1668686455] 'process raft request' (duration: 486.454337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:20.689739Z","caller":"traceutil/trace.go:171","msg":"trace[192076614] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"482.465499ms","start":"2026-07-28T19:44:20.207234Z","end":"2026-07-28T19:44:20.689699Z","steps":["trace[192076614] 'process raft request' (duration: 482.268984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:20.689829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.202941Z","time spent":"486.828217ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:20.689834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.202404Z","time spent":"487.36465ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1463,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T19:44:20.68972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.202643Z","time spent":"487.037812ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:20.689837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.202285Z","time spent":"487.473712ms","remote":"127.0.0.1:42226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1394,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:44:20.68985Z","caller":"traceutil/trace.go:171","msg":"trace[403653807] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"441.166521ms","start":"2026-07-28T19:44:20.248663Z","end":"2026-07-28T19:44:20.689829Z","steps":["trace[403653807] 'process raft request' (duration: 440.965706ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:20.689821Z","caller":"traceutil/trace.go:171","msg":"trace[568822638] linearizableReadLoop","detail":"{readStateIndex:5636; appliedIndex:5628; }","duration":"126.197177ms","start":"2026-07-28T19:44:20.563578Z","end":"2026-07-28T19:44:20.689775Z","steps":["trace[568822638] 'read index received' (duration: 103.17135ms)","trace[568822638] 'applied index is now lower than readState.Index' (duration: 23.024897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:44:20.68992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.202997Z","time spent":"486.826796ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:20.689937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.248645Z","time spent":"441.247074ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18488,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:20.689981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:20.207226Z","time spent":"482.634823ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:44:20.690075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.496155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:44:20.690124Z","caller":"traceutil/trace.go:171","msg":"trace[350332668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5436; }","duration":"126.577836ms","start":"2026-07-28T19:44:20.563535Z","end":"2026-07-28T19:44:20.690113Z","steps":["trace[350332668] 'agreement among raft nodes before linearized reading' (duration: 126.493004ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:22.813745Z","caller":"traceutil/trace.go:171","msg":"trace[1344024413] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"101.181601ms","start":"2026-07-28T19:44:22.712539Z","end":"2026-07-28T19:44:22.81372Z","steps":["trace[1344024413] 'process raft request' (duration: 100.841363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:26.53767Z","caller":"traceutil/trace.go:171","msg":"trace[621571177] transaction","detail":"{read_only:false; response_revision:5530; number_of_response:1; }","duration":"116.321654ms","start":"2026-07-28T19:44:26.42132Z","end":"2026-07-28T19:44:26.537641Z","steps":["trace[621571177] 'process raft request' (duration: 116.13701ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:31.617241Z","caller":"traceutil/trace.go:171","msg":"trace[1614422856] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"288.7025ms","start":"2026-07-28T19:44:31.328515Z","end":"2026-07-28T19:44:31.617218Z","steps":["trace[1614422856] 'process raft request' (duration: 288.550566ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:31.658818Z","caller":"traceutil/trace.go:171","msg":"trace[1624532819] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"305.6414ms","start":"2026-07-28T19:44:31.353152Z","end":"2026-07-28T19:44:31.658793Z","steps":["trace[1624532819] 'process raft request' (duration: 305.554038ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:44:31.658932Z","caller":"traceutil/trace.go:171","msg":"trace[1921878804] linearizableReadLoop","detail":"{readStateIndex:5796; appliedIndex:5793; }","duration":"168.659457ms","start":"2026-07-28T19:44:31.490259Z","end":"2026-07-28T19:44:31.658919Z","steps":["trace[1921878804] 'read index received' (duration: 126.862522ms)","trace[1921878804] 'applied index is now lower than readState.Index' (duration: 41.795555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:44:31.658986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:31.35313Z","time spent":"305.771723ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:44:31.658835Z","caller":"traceutil/trace.go:171","msg":"trace[1255000719] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"312.357847ms","start":"2026-07-28T19:44:31.346451Z","end":"2026-07-28T19:44:31.658809Z","steps":["trace[1255000719] 'process raft request' (duration: 312.097009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:44:31.659151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.884094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T19:44:31.659169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:44:31.346433Z","time spent":"312.659524ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:44:31.659188Z","caller":"traceutil/trace.go:171","msg":"trace[1262035414] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5594; }","duration":"168.969196ms","start":"2026-07-28T19:44:31.490208Z","end":"2026-07-28T19:44:31.659177Z","steps":["trace[1262035414] 'agreement among raft nodes before linearized reading' (duration: 168.885604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:45:12.168904Z","caller":"traceutil/trace.go:171","msg":"trace[1645967760] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"106.802605ms","start":"2026-07-28T19:45:12.062078Z","end":"2026-07-28T19:45:12.16888Z","steps":["trace[1645967760] 'process raft request' (duration: 106.677562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:45:23.510984Z","caller":"traceutil/trace.go:171","msg":"trace[1083368283] linearizableReadLoop","detail":"{readStateIndex:6241; appliedIndex:6240; }","duration":"117.376117ms","start":"2026-07-28T19:45:23.393583Z","end":"2026-07-28T19:45:23.510959Z","steps":["trace[1083368283] 'read index received' (duration: 117.180142ms)","trace[1083368283] 'applied index is now lower than readState.Index' (duration: 194.655µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:45:23.511129Z","caller":"traceutil/trace.go:171","msg":"trace[1400652423] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"117.604953ms","start":"2026-07-28T19:45:23.393477Z","end":"2026-07-28T19:45:23.511082Z","steps":["trace[1400652423] 'process raft request' (duration: 117.282715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:45:23.511357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.747636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T19:45:23.511467Z","caller":"traceutil/trace.go:171","msg":"trace[542039220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6025; }","duration":"117.853299ms","start":"2026-07-28T19:45:23.393569Z","end":"2026-07-28T19:45:23.511422Z","steps":["trace[542039220] 'agreement among raft nodes before linearized reading' (duration: 117.535591ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:45:23.525093Z","caller":"traceutil/trace.go:171","msg":"trace[2133001083] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"128.455531ms","start":"2026-07-28T19:45:23.396625Z","end":"2026-07-28T19:45:23.52508Z","steps":["trace[2133001083] 'process raft request' (duration: 128.344989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:45:23.525417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.58566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:45:23.525449Z","caller":"traceutil/trace.go:171","msg":"trace[568260647] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:6027; }","duration":"102.686822ms","start":"2026-07-28T19:45:23.422754Z","end":"2026-07-28T19:45:23.525441Z","steps":["trace[568260647] 'agreement among raft nodes before linearized reading' (duration: 102.61338ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:45:23.525413Z","caller":"traceutil/trace.go:171","msg":"trace[1574157093] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"128.208425ms","start":"2026-07-28T19:45:23.39716Z","end":"2026-07-28T19:45:23.525369Z","steps":["trace[1574157093] 'process raft request' (duration: 127.877827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:45:23.525656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.273981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109140"} {"level":"info","ts":"2026-07-28T19:45:23.525724Z","caller":"traceutil/trace.go:171","msg":"trace[1416827076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6027; }","duration":"129.356024ms","start":"2026-07-28T19:45:23.396355Z","end":"2026-07-28T19:45:23.525711Z","steps":["trace[1416827076] 'agreement among raft nodes before linearized reading' (duration: 128.903803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:45:35.228304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3012} {"level":"info","ts":"2026-07-28T19:45:35.326585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3012,"took":"96.390838ms","hash":2209735132,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":31993856,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T19:45:35.326733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2209735132,"revision":3012,"compact-revision":-1} {"level":"warn","ts":"2026-07-28T19:50:28.587512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:28.193082Z","time spent":"394.421416ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T19:50:29.579694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.035418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:50:29.579829Z","caller":"traceutil/trace.go:171","msg":"trace[272223601] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8149; }","duration":"198.238793ms","start":"2026-07-28T19:50:29.381564Z","end":"2026-07-28T19:50:29.579803Z","steps":["trace[272223601] 'count revisions from in-memory index tree' (duration: 197.887925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:29.579946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.802193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:50:29.580058Z","caller":"traceutil/trace.go:171","msg":"trace[1767986537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:8149; }","duration":"353.973787ms","start":"2026-07-28T19:50:29.226056Z","end":"2026-07-28T19:50:29.58003Z","steps":["trace[1767986537] 'range keys from in-memory index tree' (duration: 353.487534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:29.580114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:29.226033Z","time spent":"354.071629ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"info","ts":"2026-07-28T19:50:29.580724Z","caller":"traceutil/trace.go:171","msg":"trace[256770147] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"176.149647ms","start":"2026-07-28T19:50:29.404538Z","end":"2026-07-28T19:50:29.580688Z","steps":["trace[256770147] 'process raft request' (duration: 161.419073ms)","trace[256770147] 'compare' (duration: 13.353939ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:50:35.234392Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6115} {"level":"info","ts":"2026-07-28T19:50:35.32643Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6115,"took":"90.1429ms","hash":3248518096,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":23490560,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-28T19:50:35.326504Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3248518096,"revision":6115,"compact-revision":3012} {"level":"info","ts":"2026-07-28T19:50:36.450659Z","caller":"traceutil/trace.go:171","msg":"trace[864030524] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"109.015976ms","start":"2026-07-28T19:50:36.341615Z","end":"2026-07-28T19:50:36.450631Z","steps":["trace[864030524] 'read index received' (duration: 108.866473ms)","trace[864030524] 'applied index is now lower than readState.Index' (duration: 148.553µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:50:36.450806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.179741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d49f84db8-kx64g.18c68bfe3bb9693e\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-07-28T19:50:36.450846Z","caller":"traceutil/trace.go:171","msg":"trace[1673632094] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d49f84db8-kx64g.18c68bfe3bb9693e; range_end:; response_count:1; response_revision:8311; }","duration":"109.272963ms","start":"2026-07-28T19:50:36.341561Z","end":"2026-07-28T19:50:36.450834Z","steps":["trace[1673632094] 'agreement among raft nodes before linearized reading' (duration: 109.168061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:36.451083Z","caller":"traceutil/trace.go:171","msg":"trace[933891538] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"300.606655ms","start":"2026-07-28T19:50:36.150466Z","end":"2026-07-28T19:50:36.451072Z","steps":["trace[933891538] 'process raft request' (duration: 299.97762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:36.451168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:36.150442Z","time spent":"300.671067ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:50:48.734377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.22558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:50:48.734519Z","caller":"traceutil/trace.go:171","msg":"trace[227231002] linearizableReadLoop","detail":"{readStateIndex:8670; appliedIndex:8669; }","duration":"402.909846ms","start":"2026-07-28T19:50:48.331586Z","end":"2026-07-28T19:50:48.734496Z","steps":["trace[227231002] 'read index received' (duration: 116.341518ms)","trace[227231002] 'applied index is now lower than readState.Index' (duration: 286.566188ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:50:48.734638Z","caller":"traceutil/trace.go:171","msg":"trace[163927471] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"453.665792ms","start":"2026-07-28T19:50:48.280946Z","end":"2026-07-28T19:50:48.734612Z","steps":["trace[163927471] 'process raft request' (duration: 167.078763ms)","trace[163927471] 'compare' (duration: 286.025265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:50:48.734692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.102331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:50:48.734749Z","caller":"traceutil/trace.go:171","msg":"trace[1327376174] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8375; }","duration":"403.195293ms","start":"2026-07-28T19:50:48.331532Z","end":"2026-07-28T19:50:48.734727Z","steps":["trace[1327376174] 'agreement among raft nodes before linearized reading' (duration: 403.09201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:48.734871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.034955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:50:48.734948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.158424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:50:48.734961Z","caller":"traceutil/trace.go:171","msg":"trace[1274266246] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8375; }","duration":"398.184429ms","start":"2026-07-28T19:50:48.336756Z","end":"2026-07-28T19:50:48.734941Z","steps":["trace[1274266246] 'agreement among raft nodes before linearized reading' (duration: 398.032595ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:48.734986Z","caller":"traceutil/trace.go:171","msg":"trace[793358812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8375; }","duration":"112.244106ms","start":"2026-07-28T19:50:48.62273Z","end":"2026-07-28T19:50:48.734974Z","steps":["trace[793358812] 'agreement among raft nodes before linearized reading' (duration: 112.178134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:48.735006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:48.336738Z","time spent":"398.257021ms","remote":"127.0.0.1:55908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:50:48.734764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:48.280921Z","time spent":"453.780835ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:50:48.735145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:48.331516Z","time spent":"403.370698ms","remote":"127.0.0.1:52672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:50:48.735396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.64203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T19:50:48.735428Z","caller":"traceutil/trace.go:171","msg":"trace[2110472791] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8375; }","duration":"115.679932ms","start":"2026-07-28T19:50:48.619743Z","end":"2026-07-28T19:50:48.735423Z","steps":["trace[2110472791] 'agreement among raft nodes before linearized reading' (duration: 115.167408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:50:51.560478Z","caller":"traceutil/trace.go:171","msg":"trace[1682114677] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8687; }","duration":"371.172802ms","start":"2026-07-28T19:50:51.189277Z","end":"2026-07-28T19:50:51.56045Z","steps":["trace[1682114677] 'read index received' (duration: 368.104116ms)","trace[1682114677] 'applied index is now lower than readState.Index' (duration: 3.067256ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:50:51.560509Z","caller":"traceutil/trace.go:171","msg":"trace[428022475] transaction","detail":"{read_only:false; response_revision:8393; number_of_response:1; }","duration":"371.777257ms","start":"2026-07-28T19:50:51.188699Z","end":"2026-07-28T19:50:51.560477Z","steps":["trace[428022475] 'process raft request' (duration: 368.66676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:51.560679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:51.188681Z","time spent":"371.905229ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:50:51.560706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.415758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19427"} {"level":"info","ts":"2026-07-28T19:50:51.560908Z","caller":"traceutil/trace.go:171","msg":"trace[1759364109] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8393; }","duration":"371.515531ms","start":"2026-07-28T19:50:51.189244Z","end":"2026-07-28T19:50:51.56076Z","steps":["trace[1759364109] 'agreement among raft nodes before linearized reading' (duration: 371.320366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:51.561134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:51.189234Z","time spent":"371.839908ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19450,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T19:50:51.561965Z","caller":"traceutil/trace.go:171","msg":"trace[85026179] transaction","detail":"{read_only:false; response_revision:8394; number_of_response:1; }","duration":"372.400051ms","start":"2026-07-28T19:50:51.189533Z","end":"2026-07-28T19:50:51.561933Z","steps":["trace[85026179] 'process raft request' (duration: 372.271338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:50:51.562129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:50:51.189501Z","time spent":"372.547355ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:51:15.368185Z","caller":"traceutil/trace.go:171","msg":"trace[855737969] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"149.394834ms","start":"2026-07-28T19:51:15.218765Z","end":"2026-07-28T19:51:15.36816Z","steps":["trace[855737969] 'process raft request' (duration: 149.214088ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:15.424133Z","caller":"traceutil/trace.go:171","msg":"trace[943750010] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"204.952207ms","start":"2026-07-28T19:51:15.219149Z","end":"2026-07-28T19:51:15.424101Z","steps":["trace[943750010] 'process raft request' (duration: 204.772532ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:15.42435Z","caller":"traceutil/trace.go:171","msg":"trace[1062007145] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"203.699106ms","start":"2026-07-28T19:51:15.220627Z","end":"2026-07-28T19:51:15.424326Z","steps":["trace[1062007145] 'process raft request' (duration: 203.434499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:15.424504Z","caller":"traceutil/trace.go:171","msg":"trace[870467276] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8869; }","duration":"170.499005ms","start":"2026-07-28T19:51:15.253975Z","end":"2026-07-28T19:51:15.424474Z","steps":["trace[870467276] 'read index received' (duration: 114.006638ms)","trace[870467276] 'applied index is now lower than readState.Index' (duration: 56.490967ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:15.424559Z","caller":"traceutil/trace.go:171","msg":"trace[201575912] transaction","detail":"{read_only:false; response_revision:8571; number_of_response:1; }","duration":"201.609054ms","start":"2026-07-28T19:51:15.22292Z","end":"2026-07-28T19:51:15.424529Z","steps":["trace[201575912] 'process raft request' (duration: 201.344298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:15.424743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.747651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T19:51:15.424791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.658806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T19:51:15.424808Z","caller":"traceutil/trace.go:171","msg":"trace[1694171312] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8571; }","duration":"170.858404ms","start":"2026-07-28T19:51:15.253939Z","end":"2026-07-28T19:51:15.424798Z","steps":["trace[1694171312] 'agreement among raft nodes before linearized reading' (duration: 170.673709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:15.424839Z","caller":"traceutil/trace.go:171","msg":"trace[1777448515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8571; }","duration":"163.762069ms","start":"2026-07-28T19:51:15.261062Z","end":"2026-07-28T19:51:15.424824Z","steps":["trace[1777448515] 'agreement among raft nodes before linearized reading' (duration: 163.585515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:15.42509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.877624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-07-28T19:51:15.425206Z","caller":"traceutil/trace.go:171","msg":"trace[1442529643] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8571; }","duration":"120.045227ms","start":"2026-07-28T19:51:15.305101Z","end":"2026-07-28T19:51:15.425147Z","steps":["trace[1442529643] 'agreement among raft nodes before linearized reading' (duration: 119.724809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:18.231645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906663592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T19:51:18.301754Z","caller":"traceutil/trace.go:171","msg":"trace[2049285784] linearizableReadLoop","detail":"{readStateIndex:8890; appliedIndex:8889; }","duration":"570.442113ms","start":"2026-07-28T19:51:17.73129Z","end":"2026-07-28T19:51:18.301732Z","steps":["trace[2049285784] 'read index received' (duration: 570.260658ms)","trace[2049285784] 'applied index is now lower than readState.Index' (duration: 180.715µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:18.302046Z","caller":"traceutil/trace.go:171","msg":"trace[267892204] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"595.661797ms","start":"2026-07-28T19:51:17.706372Z","end":"2026-07-28T19:51:18.302034Z","steps":["trace[267892204] 'process raft request' (duration: 595.230577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:18.302152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:17.706348Z","time spent":"595.734488ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:51:18.302421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.125259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T19:51:18.302459Z","caller":"traceutil/trace.go:171","msg":"trace[1623821456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8587; }","duration":"571.183611ms","start":"2026-07-28T19:51:17.731266Z","end":"2026-07-28T19:51:18.30245Z","steps":["trace[1623821456] 'agreement among raft nodes before linearized reading' (duration: 571.048738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:18.302493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:17.731255Z","time spent":"571.231912ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T19:51:18.302692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.278147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:51:18.302726Z","caller":"traceutil/trace.go:171","msg":"trace[1998061704] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:8587; }","duration":"449.348359ms","start":"2026-07-28T19:51:17.853369Z","end":"2026-07-28T19:51:18.302718Z","steps":["trace[1998061704] 'agreement among raft nodes before linearized reading' (duration: 449.241156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:18.302752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:17.853351Z","time spent":"449.39464ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"warn","ts":"2026-07-28T19:51:18.302963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.705028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T19:51:18.302998Z","caller":"traceutil/trace.go:171","msg":"trace[1614725759] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8587; }","duration":"106.7782ms","start":"2026-07-28T19:51:18.196211Z","end":"2026-07-28T19:51:18.30299Z","steps":["trace[1614725759] 'agreement among raft nodes before linearized reading' (duration: 106.694787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:18.814075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906663595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T19:51:19.082418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.536954ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-28T19:51:19.082661Z","caller":"traceutil/trace.go:171","msg":"trace[1930405668] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8890; }","duration":"769.537434ms","start":"2026-07-28T19:51:18.313108Z","end":"2026-07-28T19:51:19.082645Z","steps":["trace[1930405668] 'read index received' (duration: 662.697653ms)","trace[1930405668] 'applied index is now lower than readState.Index' (duration: 106.838381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:51:19.082645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:18.303966Z","time spent":"778.67049ms","remote":"127.0.0.1:41984","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T19:51:19.082892Z","caller":"traceutil/trace.go:171","msg":"trace[1270283761] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"769.694419ms","start":"2026-07-28T19:51:18.313186Z","end":"2026-07-28T19:51:19.08288Z","steps":["trace[1270283761] 'process raft request' (duration: 769.341039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:19.082987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:18.313151Z","time spent":"769.777151ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:51:19.083516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.399336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228870"} {"level":"warn","ts":"2026-07-28T19:51:19.083533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.07063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:51:19.083698Z","caller":"traceutil/trace.go:171","msg":"trace[829923819] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8588; }","duration":"675.282684ms","start":"2026-07-28T19:51:18.408395Z","end":"2026-07-28T19:51:19.083678Z","steps":["trace[829923819] 'agreement among raft nodes before linearized reading' (duration: 675.052479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:19.08356Z","caller":"traceutil/trace.go:171","msg":"trace[28999040] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8588; }","duration":"770.460888ms","start":"2026-07-28T19:51:18.313088Z","end":"2026-07-28T19:51:19.083549Z","steps":["trace[28999040] 'agreement among raft nodes before linearized reading' (duration: 770.065108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:19.083557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.257745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:51:19.083899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:18.408378Z","time spent":"675.368187ms","remote":"127.0.0.1:58970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:51:19.08385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:18.313075Z","time spent":"770.723844ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228893,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-28T19:51:19.083955Z","caller":"traceutil/trace.go:171","msg":"trace[1399763309] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8588; }","duration":"186.699566ms","start":"2026-07-28T19:51:18.897227Z","end":"2026-07-28T19:51:19.083926Z","steps":["trace[1399763309] 'agreement among raft nodes before linearized reading' (duration: 186.242595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:19.083567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.961537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:51:19.084096Z","caller":"traceutil/trace.go:171","msg":"trace[75971617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"461.51661ms","start":"2026-07-28T19:51:18.622552Z","end":"2026-07-28T19:51:19.084069Z","steps":["trace[75971617] 'agreement among raft nodes before linearized reading' (duration: 460.942166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:19.084166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:18.62253Z","time spent":"461.619253ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T19:51:20.481575Z","caller":"traceutil/trace.go:171","msg":"trace[1780884702] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"154.843328ms","start":"2026-07-28T19:51:20.326705Z","end":"2026-07-28T19:51:20.481548Z","steps":["trace[1780884702] 'process raft request' (duration: 154.675184ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:23.016448Z","caller":"traceutil/trace.go:171","msg":"trace[1059460626] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"164.726553ms","start":"2026-07-28T19:51:22.851694Z","end":"2026-07-28T19:51:23.016421Z","steps":["trace[1059460626] 'process raft request' (duration: 164.551908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:23.699233Z","caller":"traceutil/trace.go:171","msg":"trace[1199039242] linearizableReadLoop","detail":"{readStateIndex:8918; appliedIndex:8917; }","duration":"240.416933ms","start":"2026-07-28T19:51:23.458792Z","end":"2026-07-28T19:51:23.699209Z","steps":["trace[1199039242] 'read index received' (duration: 240.244779ms)","trace[1199039242] 'applied index is now lower than readState.Index' (duration: 171.044µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:23.69933Z","caller":"traceutil/trace.go:171","msg":"trace[30384252] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"292.696835ms","start":"2026-07-28T19:51:23.406602Z","end":"2026-07-28T19:51:23.699299Z","steps":["trace[30384252] 'process raft request' (duration: 292.374457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:23.699459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.623059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:51:23.699566Z","caller":"traceutil/trace.go:171","msg":"trace[1445089134] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8613; }","duration":"240.796733ms","start":"2026-07-28T19:51:23.458742Z","end":"2026-07-28T19:51:23.699539Z","steps":["trace[1445089134] 'agreement among raft nodes before linearized reading' (duration: 240.586457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.199514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906663670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T19:51:24.380313Z","caller":"traceutil/trace.go:171","msg":"trace[1110517422] transaction","detail":"{read_only:false; response_revision:8616; number_of_response:1; }","duration":"897.638523ms","start":"2026-07-28T19:51:23.482646Z","end":"2026-07-28T19:51:24.380285Z","steps":["trace[1110517422] 'process raft request' (duration: 897.590291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.380459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:23.482638Z","time spent":"897.747065ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:51:24.380663Z","caller":"traceutil/trace.go:171","msg":"trace[1845671190] transaction","detail":"{read_only:false; response_revision:8615; number_of_response:1; }","duration":"898.122664ms","start":"2026-07-28T19:51:23.482507Z","end":"2026-07-28T19:51:24.38063Z","steps":["trace[1845671190] 'process raft request' (duration: 897.621962ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:24.380842Z","caller":"traceutil/trace.go:171","msg":"trace[1660056424] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"913.397232ms","start":"2026-07-28T19:51:23.467432Z","end":"2026-07-28T19:51:24.38083Z","steps":["trace[1660056424] 'process raft request' (duration: 912.55295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.380847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:23.482492Z","time spent":"898.258987ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:51:24.380912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:23.467414Z","time spent":"913.466063ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:51:24.459857Z","caller":"traceutil/trace.go:171","msg":"trace[1419088812] linearizableReadLoop","detail":"{readStateIndex:8922; appliedIndex:8921; }","duration":"760.519443ms","start":"2026-07-28T19:51:23.699301Z","end":"2026-07-28T19:51:24.459821Z","steps":["trace[1419088812] 'read index received' (duration: 682.090703ms)","trace[1419088812] 'applied index is now lower than readState.Index' (duration: 78.42772ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:24.459965Z","caller":"traceutil/trace.go:171","msg":"trace[872498678] transaction","detail":"{read_only:false; response_revision:8617; number_of_response:1; }","duration":"310.156468ms","start":"2026-07-28T19:51:24.149763Z","end":"2026-07-28T19:51:24.45992Z","steps":["trace[872498678] 'process raft request' (duration: 285.322984ms)","trace[872498678] 'compare' (duration: 24.586388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:51:24.460101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.248433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T19:51:24.460127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:24.149727Z","time spent":"310.299772ms","remote":"127.0.0.1:53372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T19:51:24.460172Z","caller":"traceutil/trace.go:171","msg":"trace[1501836528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8617; }","duration":"967.335144ms","start":"2026-07-28T19:51:23.492811Z","end":"2026-07-28T19:51:24.460146Z","steps":["trace[1501836528] 'agreement among raft nodes before linearized reading' (duration: 967.105769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.46018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.34371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T19:51:24.460215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:23.492805Z","time spent":"967.402036ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T19:51:24.460229Z","caller":"traceutil/trace.go:171","msg":"trace[209387426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8617; }","duration":"968.411752ms","start":"2026-07-28T19:51:23.491803Z","end":"2026-07-28T19:51:24.460215Z","steps":["trace[209387426] 'agreement among raft nodes before linearized reading' (duration: 968.186147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.460276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:23.491795Z","time spent":"968.470653ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T19:51:24.460458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.345727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:51:24.460525Z","caller":"traceutil/trace.go:171","msg":"trace[1086720126] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8617; }","duration":"512.416238ms","start":"2026-07-28T19:51:23.948094Z","end":"2026-07-28T19:51:24.46051Z","steps":["trace[1086720126] 'agreement among raft nodes before linearized reading' (duration: 512.290905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.46057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:23.94797Z","time spent":"512.586672ms","remote":"127.0.0.1:57062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T19:51:24.460719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.408642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:51:24.460762Z","caller":"traceutil/trace.go:171","msg":"trace[642767887] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8617; }","duration":"424.488094ms","start":"2026-07-28T19:51:24.036262Z","end":"2026-07-28T19:51:24.46075Z","steps":["trace[642767887] 'agreement among raft nodes before linearized reading' (duration: 424.426123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:24.460793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:24.036244Z","time spent":"424.540675ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-28T19:51:31.780772Z","caller":"traceutil/trace.go:171","msg":"trace[1978787343] linearizableReadLoop","detail":"{readStateIndex:9007; appliedIndex:9005; }","duration":"516.808766ms","start":"2026-07-28T19:51:31.263943Z","end":"2026-07-28T19:51:31.780752Z","steps":["trace[1978787343] 'read index received' (duration: 15.288447ms)","trace[1978787343] 'applied index is now lower than readState.Index' (duration: 501.519419ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:31.780787Z","caller":"traceutil/trace.go:171","msg":"trace[1479476562] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"547.159537ms","start":"2026-07-28T19:51:31.233599Z","end":"2026-07-28T19:51:31.780758Z","steps":["trace[1479476562] 'process raft request' (duration: 451.968673ms)","trace[1479476562] 'compare' (duration: 95.090651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:51:31.780978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:31.233589Z","time spent":"547.29308ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:51:31.78117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.193985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T19:51:31.781283Z","caller":"traceutil/trace.go:171","msg":"trace[1831608927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8698; }","duration":"517.39202ms","start":"2026-07-28T19:51:31.263877Z","end":"2026-07-28T19:51:31.781269Z","steps":["trace[1831608927] 'agreement among raft nodes before linearized reading' (duration: 516.96803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:31.781575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:31.263857Z","time spent":"517.465132ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T19:51:31.866804Z","caller":"traceutil/trace.go:171","msg":"trace[797552386] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"136.123765ms","start":"2026-07-28T19:51:31.730654Z","end":"2026-07-28T19:51:31.866778Z","steps":["trace[797552386] 'process raft request' (duration: 135.993692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:31.867107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.576329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:51:31.867217Z","caller":"traceutil/trace.go:171","msg":"trace[798078115] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8699; }","duration":"109.755904ms","start":"2026-07-28T19:51:31.757433Z","end":"2026-07-28T19:51:31.867189Z","steps":["trace[798078115] 'agreement among raft nodes before linearized reading' (duration: 109.588259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:32.851163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.57448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T19:51:32.851249Z","caller":"traceutil/trace.go:171","msg":"trace[2132072375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8705; }","duration":"268.713593ms","start":"2026-07-28T19:51:32.582518Z","end":"2026-07-28T19:51:32.851231Z","steps":["trace[2132072375] 'range keys from in-memory index tree' (duration: 268.416046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:32.851262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.237726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:51:32.851342Z","caller":"traceutil/trace.go:171","msg":"trace[2056280066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8705; }","duration":"229.347159ms","start":"2026-07-28T19:51:32.62197Z","end":"2026-07-28T19:51:32.851317Z","steps":["trace[2056280066] 'range keys from in-memory index tree' (duration: 229.161145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:32.851651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.124931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T19:51:32.851694Z","caller":"traceutil/trace.go:171","msg":"trace[1541932416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8705; }","duration":"298.192872ms","start":"2026-07-28T19:51:32.553491Z","end":"2026-07-28T19:51:32.851684Z","steps":["trace[1541932416] 'range keys from in-memory index tree' (duration: 297.974318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:32.851929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.374412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"warn","ts":"2026-07-28T19:51:32.852258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.562571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T19:51:32.852323Z","caller":"traceutil/trace.go:171","msg":"trace[1517663642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8705; }","duration":"319.658232ms","start":"2026-07-28T19:51:32.532649Z","end":"2026-07-28T19:51:32.852307Z","steps":["trace[1517663642] 'range keys from in-memory index tree' (duration: 318.627647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:32.852191Z","caller":"traceutil/trace.go:171","msg":"trace[1290159583] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8705; }","duration":"227.670959ms","start":"2026-07-28T19:51:32.624507Z","end":"2026-07-28T19:51:32.852178Z","steps":["trace[1290159583] 'range keys from in-memory index tree' (duration: 226.933901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:32.852358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:32.532638Z","time spent":"319.711094ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T19:51:33.02436Z","caller":"traceutil/trace.go:171","msg":"trace[1132275711] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"160.039517ms","start":"2026-07-28T19:51:32.864283Z","end":"2026-07-28T19:51:33.024323Z","steps":["trace[1132275711] 'process raft request' (duration: 159.848772ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:33.024378Z","caller":"traceutil/trace.go:171","msg":"trace[2005590663] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"167.164362ms","start":"2026-07-28T19:51:32.857176Z","end":"2026-07-28T19:51:33.02434Z","steps":["trace[2005590663] 'process raft request' (duration: 166.68205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:33.023937Z","caller":"traceutil/trace.go:171","msg":"trace[2012993947] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"167.044081ms","start":"2026-07-28T19:51:32.856864Z","end":"2026-07-28T19:51:33.023908Z","steps":["trace[2012993947] 'process raft request' (duration: 118.87148ms)","trace[2012993947] 'compare' (duration: 47.975156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:51:33.291085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.292289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T19:51:33.291139Z","caller":"traceutil/trace.go:171","msg":"trace[1748929140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8710; }","duration":"138.406681ms","start":"2026-07-28T19:51:33.152719Z","end":"2026-07-28T19:51:33.291125Z","steps":["trace[1748929140] 'range keys from in-memory index tree' (duration: 138.127534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:33.291409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.018473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:51:33.291481Z","caller":"traceutil/trace.go:171","msg":"trace[1904180572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:8710; }","duration":"117.147356ms","start":"2026-07-28T19:51:33.174318Z","end":"2026-07-28T19:51:33.291465Z","steps":["trace[1904180572] 'range keys from in-memory index tree' (duration: 116.853118ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:45.583747Z","caller":"traceutil/trace.go:171","msg":"trace[267124704] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9118; }","duration":"129.05323ms","start":"2026-07-28T19:51:45.45467Z","end":"2026-07-28T19:51:45.583723Z","steps":["trace[267124704] 'read index received' (duration: 128.895076ms)","trace[267124704] 'applied index is now lower than readState.Index' (duration: 157.294µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:45.583846Z","caller":"traceutil/trace.go:171","msg":"trace[1139725230] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"143.090158ms","start":"2026-07-28T19:51:45.440733Z","end":"2026-07-28T19:51:45.583824Z","steps":["trace[1139725230] 'process raft request' (duration: 142.80215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:45.583995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.314958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:51:45.584066Z","caller":"traceutil/trace.go:171","msg":"trace[1542103025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:8806; }","duration":"129.437051ms","start":"2026-07-28T19:51:45.454614Z","end":"2026-07-28T19:51:45.584051Z","steps":["trace[1542103025] 'agreement among raft nodes before linearized reading' (duration: 129.240406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:47.014345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.361536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:51:47.014485Z","caller":"traceutil/trace.go:171","msg":"trace[2097816167] linearizableReadLoop","detail":"{readStateIndex:9133; appliedIndex:9132; }","duration":"287.18354ms","start":"2026-07-28T19:51:46.72728Z","end":"2026-07-28T19:51:47.014464Z","steps":["trace[2097816167] 'read index received' (duration: 22.516327ms)","trace[2097816167] 'applied index is now lower than readState.Index' (duration: 264.665363ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:47.014611Z","caller":"traceutil/trace.go:171","msg":"trace[1691365619] transaction","detail":"{read_only:false; response_revision:8820; number_of_response:1; }","duration":"356.808111ms","start":"2026-07-28T19:51:46.657787Z","end":"2026-07-28T19:51:47.014595Z","steps":["trace[1691365619] 'process raft request' (duration: 92.073777ms)","trace[1691365619] 'compare' (duration: 263.961035ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:51:47.014687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:51:46.657759Z","time spent":"356.888932ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3146,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T19:51:47.014861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.539888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:51:47.014962Z","caller":"traceutil/trace.go:171","msg":"trace[744869151] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8820; }","duration":"287.736483ms","start":"2026-07-28T19:51:46.727202Z","end":"2026-07-28T19:51:47.014938Z","steps":["trace[744869151] 'agreement among raft nodes before linearized reading' (duration: 287.487907ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:47.172843Z","caller":"traceutil/trace.go:171","msg":"trace[1771600355] transaction","detail":"{read_only:false; response_revision:8822; number_of_response:1; }","duration":"154.761647ms","start":"2026-07-28T19:51:47.018055Z","end":"2026-07-28T19:51:47.172817Z","steps":["trace[1771600355] 'process raft request' (duration: 151.940897ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:47.173076Z","caller":"traceutil/trace.go:171","msg":"trace[188822379] linearizableReadLoop","detail":"{readStateIndex:9135; appliedIndex:9133; }","duration":"154.8997ms","start":"2026-07-28T19:51:47.01815Z","end":"2026-07-28T19:51:47.17305Z","steps":["trace[188822379] 'read index received' (duration: 26.555517ms)","trace[188822379] 'applied index is now lower than readState.Index' (duration: 128.342443ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:47.173101Z","caller":"traceutil/trace.go:171","msg":"trace[89492179] transaction","detail":"{read_only:false; response_revision:8823; number_of_response:1; }","duration":"151.216708ms","start":"2026-07-28T19:51:47.02185Z","end":"2026-07-28T19:51:47.173067Z","steps":["trace[89492179] 'process raft request' (duration: 150.906401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:47.173349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.171126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-28T19:51:47.173354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.257215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-kzvsb\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-07-28T19:51:47.173401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.300747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3161"} {"level":"info","ts":"2026-07-28T19:51:47.173415Z","caller":"traceutil/trace.go:171","msg":"trace[118660528] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8823; }","duration":"155.270358ms","start":"2026-07-28T19:51:47.018126Z","end":"2026-07-28T19:51:47.173396Z","steps":["trace[118660528] 'agreement among raft nodes before linearized reading' (duration: 155.060713ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:47.173444Z","caller":"traceutil/trace.go:171","msg":"trace[1700925261] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-kzvsb; range_end:; response_count:1; response_revision:8823; }","duration":"148.361038ms","start":"2026-07-28T19:51:47.02506Z","end":"2026-07-28T19:51:47.173421Z","steps":["trace[1700925261] 'agreement among raft nodes before linearized reading' (duration: 148.194444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:47.173468Z","caller":"traceutil/trace.go:171","msg":"trace[1904840855] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8823; }","duration":"148.394878ms","start":"2026-07-28T19:51:47.025056Z","end":"2026-07-28T19:51:47.173451Z","steps":["trace[1904840855] 'agreement among raft nodes before linearized reading' (duration: 148.206534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:51:47.397118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.46955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T19:51:47.397221Z","caller":"traceutil/trace.go:171","msg":"trace[675992008] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"154.437828ms","start":"2026-07-28T19:51:47.242766Z","end":"2026-07-28T19:51:47.397204Z","steps":["trace[675992008] 'process raft request' (duration: 39.784394ms)","trace[675992008] 'compare' (duration: 114.211744ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:51:47.471287Z","caller":"traceutil/trace.go:171","msg":"trace[2102195346] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"226.845958ms","start":"2026-07-28T19:51:47.244356Z","end":"2026-07-28T19:51:47.471201Z","steps":["trace[2102195346] 'process raft request' (duration: 226.607893ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:47.471348Z","caller":"traceutil/trace.go:171","msg":"trace[1991660119] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8831; }","duration":"223.813983ms","start":"2026-07-28T19:51:47.247426Z","end":"2026-07-28T19:51:47.47124Z","steps":["trace[1991660119] 'process raft request' (duration: 223.68179ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:51:48.447543Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023c7.wal"} {"level":"info","ts":"2026-07-28T19:52:03.157973Z","caller":"traceutil/trace.go:171","msg":"trace[702169523] linearizableReadLoop","detail":"{readStateIndex:9333; appliedIndex:9332; }","duration":"128.372094ms","start":"2026-07-28T19:52:03.029576Z","end":"2026-07-28T19:52:03.157948Z","steps":["trace[702169523] 'read index received' (duration: 127.931263ms)","trace[702169523] 'applied index is now lower than readState.Index' (duration: 439.751µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:52:03.158238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.638381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-28T19:52:03.158217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.877334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T19:52:03.15829Z","caller":"traceutil/trace.go:171","msg":"trace[810550618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9015; }","duration":"128.732413ms","start":"2026-07-28T19:52:03.029543Z","end":"2026-07-28T19:52:03.158276Z","steps":["trace[810550618] 'agreement among raft nodes before linearized reading' (duration: 128.533898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:03.15831Z","caller":"traceutil/trace.go:171","msg":"trace[372584124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9015; }","duration":"120.020687ms","start":"2026-07-28T19:52:03.038269Z","end":"2026-07-28T19:52:03.15829Z","steps":["trace[372584124] 'agreement among raft nodes before linearized reading' (duration: 119.839303ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:03.158608Z","caller":"traceutil/trace.go:171","msg":"trace[1093388552] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"133.026809ms","start":"2026-07-28T19:52:03.025028Z","end":"2026-07-28T19:52:03.158055Z","steps":["trace[1093388552] 'process raft request' (duration: 132.603758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:38.94507Z","caller":"traceutil/trace.go:171","msg":"trace[319897673] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"160.650342ms","start":"2026-07-28T19:52:38.784396Z","end":"2026-07-28T19:52:38.945046Z","steps":["trace[319897673] 'process raft request' (duration: 160.505818ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:38.978559Z","caller":"traceutil/trace.go:171","msg":"trace[44497153] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"193.866194ms","start":"2026-07-28T19:52:38.784667Z","end":"2026-07-28T19:52:38.978533Z","steps":["trace[44497153] 'process raft request' (duration: 193.665689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:38.978743Z","caller":"traceutil/trace.go:171","msg":"trace[989572384] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"190.49984ms","start":"2026-07-28T19:52:38.788229Z","end":"2026-07-28T19:52:38.978721Z","steps":["trace[989572384] 'process raft request' (duration: 190.255484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:38.978692Z","caller":"traceutil/trace.go:171","msg":"trace[772672484] linearizableReadLoop","detail":"{readStateIndex:9722; appliedIndex:9719; }","duration":"159.082313ms","start":"2026-07-28T19:52:38.819579Z","end":"2026-07-28T19:52:38.978661Z","steps":["trace[772672484] 'read index received' (duration: 125.336629ms)","trace[772672484] 'applied index is now lower than readState.Index' (duration: 33.743704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:52:38.978934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.345159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:52:38.97898Z","caller":"traceutil/trace.go:171","msg":"trace[994751883] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9394; }","duration":"159.449782ms","start":"2026-07-28T19:52:38.819518Z","end":"2026-07-28T19:52:38.978967Z","steps":["trace[994751883] 'agreement among raft nodes before linearized reading' (duration: 159.288018ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:51.114288Z","caller":"traceutil/trace.go:171","msg":"trace[1561520397] transaction","detail":"{read_only:false; response_revision:9459; number_of_response:1; }","duration":"129.748759ms","start":"2026-07-28T19:52:50.984511Z","end":"2026-07-28T19:52:51.11426Z","steps":["trace[1561520397] 'process raft request' (duration: 129.566444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:51.19379Z","caller":"traceutil/trace.go:171","msg":"trace[1952267499] transaction","detail":"{read_only:false; response_revision:9461; number_of_response:1; }","duration":"175.580822ms","start":"2026-07-28T19:52:51.018186Z","end":"2026-07-28T19:52:51.193767Z","steps":["trace[1952267499] 'process raft request' (duration: 175.482839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:52:51.193839Z","caller":"traceutil/trace.go:171","msg":"trace[1454602171] transaction","detail":"{read_only:false; response_revision:9460; number_of_response:1; }","duration":"178.275618ms","start":"2026-07-28T19:52:51.01552Z","end":"2026-07-28T19:52:51.193796Z","steps":["trace[1454602171] 'process raft request' (duration: 145.243741ms)","trace[1454602171] 'compare' (duration: 32.616256ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:53:19.184043Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T19:53:19.189758Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T19:53:19.189907Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T19:55:35.246636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8310} {"level":"info","ts":"2026-07-28T19:55:35.368806Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8310,"took":"120.337297ms","hash":1460841853,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":26308608,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T19:55:35.368881Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1460841853,"revision":8310,"compact-revision":6115} {"level":"info","ts":"2026-07-28T19:56:32.21569Z","caller":"traceutil/trace.go:171","msg":"trace[222541350] linearizableReadLoop","detail":"{readStateIndex:11681; appliedIndex:11680; }","duration":"134.376633ms","start":"2026-07-28T19:56:32.081274Z","end":"2026-07-28T19:56:32.215651Z","steps":["trace[222541350] 'read index received' (duration: 134.119907ms)","trace[222541350] 'applied index is now lower than readState.Index' (duration: 255.846µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T19:56:32.215905Z","caller":"traceutil/trace.go:171","msg":"trace[358638460] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"197.499085ms","start":"2026-07-28T19:56:32.018391Z","end":"2026-07-28T19:56:32.21589Z","steps":["trace[358638460] 'process raft request' (duration: 197.036183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.215996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.074876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:56:32.216069Z","caller":"traceutil/trace.go:171","msg":"trace[1641816168] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11298; }","duration":"134.200089ms","start":"2026-07-28T19:56:32.081852Z","end":"2026-07-28T19:56:32.216052Z","steps":["trace[1641816168] 'agreement among raft nodes before linearized reading' (duration: 134.067355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.216154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.059765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:56:32.216165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.386566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-28T19:56:32.216204Z","caller":"traceutil/trace.go:171","msg":"trace[94476262] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11298; }","duration":"134.149198ms","start":"2026-07-28T19:56:32.082039Z","end":"2026-07-28T19:56:32.216188Z","steps":["trace[94476262] 'agreement among raft nodes before linearized reading' (duration: 134.041945ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:56:32.216251Z","caller":"traceutil/trace.go:171","msg":"trace[1053894371] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11298; }","duration":"128.512688ms","start":"2026-07-28T19:56:32.087718Z","end":"2026-07-28T19:56:32.216231Z","steps":["trace[1053894371] 'agreement among raft nodes before linearized reading' (duration: 128.248962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.216234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.481301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-07-28T19:56:32.216269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.330023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:56:32.216329Z","caller":"traceutil/trace.go:171","msg":"trace[1241090065] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11298; }","duration":"131.614185ms","start":"2026-07-28T19:56:32.084696Z","end":"2026-07-28T19:56:32.21631Z","steps":["trace[1241090065] 'agreement among raft nodes before linearized reading' (duration: 131.326988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.216326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.652262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:56:32.216371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.822891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T19:56:32.216394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.128012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:56:32.2164Z","caller":"traceutil/trace.go:171","msg":"trace[2036579024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11298; }","duration":"128.741894ms","start":"2026-07-28T19:56:32.087635Z","end":"2026-07-28T19:56:32.216377Z","steps":["trace[2036579024] 'agreement among raft nodes before linearized reading' (duration: 128.624661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:56:32.216413Z","caller":"traceutil/trace.go:171","msg":"trace[408411027] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11298; }","duration":"127.883063ms","start":"2026-07-28T19:56:32.088515Z","end":"2026-07-28T19:56:32.216399Z","steps":["trace[408411027] 'agreement among raft nodes before linearized reading' (duration: 127.815301ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:56:32.216425Z","caller":"traceutil/trace.go:171","msg":"trace[2094862304] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11298; }","duration":"135.196314ms","start":"2026-07-28T19:56:32.08122Z","end":"2026-07-28T19:56:32.216416Z","steps":["trace[2094862304] 'agreement among raft nodes before linearized reading' (duration: 135.152943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.216422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.317374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:56:32.216457Z","caller":"traceutil/trace.go:171","msg":"trace[1581806204] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11298; }","duration":"128.372625ms","start":"2026-07-28T19:56:32.088079Z","end":"2026-07-28T19:56:32.216451Z","steps":["trace[1581806204] 'agreement among raft nodes before linearized reading' (duration: 128.323404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T19:56:32.216333Z","caller":"traceutil/trace.go:171","msg":"trace[349555528] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11298; }","duration":"134.438215ms","start":"2026-07-28T19:56:32.08188Z","end":"2026-07-28T19:56:32.216318Z","steps":["trace[349555528] 'agreement among raft nodes before linearized reading' (duration: 134.330563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.216513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.542179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:56:32.216698Z","caller":"traceutil/trace.go:171","msg":"trace[2033422933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11298; }","duration":"128.752004ms","start":"2026-07-28T19:56:32.087926Z","end":"2026-07-28T19:56:32.216678Z","steps":["trace[2033422933] 'agreement among raft nodes before linearized reading' (duration: 128.563639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:32.216563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.913398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-07-28T19:56:32.216777Z","caller":"traceutil/trace.go:171","msg":"trace[1859640449] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11298; }","duration":"129.174074ms","start":"2026-07-28T19:56:32.087589Z","end":"2026-07-28T19:56:32.216763Z","steps":["trace[1859640449] 'agreement among raft nodes before linearized reading' (duration: 128.725383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:33.873752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906670754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T19:56:33.96786Z","caller":"traceutil/trace.go:171","msg":"trace[2102271693] linearizableReadLoop","detail":"{readStateIndex:11692; appliedIndex:11691; }","duration":"595.122348ms","start":"2026-07-28T19:56:33.372713Z","end":"2026-07-28T19:56:33.967835Z","steps":["trace[2102271693] 'read index received' (duration: 532.077249ms)","trace[2102271693] 'applied index is now lower than readState.Index' (duration: 63.043439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:56:33.999214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.482713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T19:56:33.999293Z","caller":"traceutil/trace.go:171","msg":"trace[709128674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11308; }","duration":"626.609886ms","start":"2026-07-28T19:56:33.372664Z","end":"2026-07-28T19:56:33.999274Z","steps":["trace[709128674] 'agreement among raft nodes before linearized reading' (duration: 595.276641ms)","trace[709128674] 'range keys from in-memory index tree' (duration: 31.159591ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T19:56:33.999335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:56:33.372644Z","time spent":"626.682648ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T19:56:33.999648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.959405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T19:56:33.999689Z","caller":"traceutil/trace.go:171","msg":"trace[1431748786] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:11309; }","duration":"460.052297ms","start":"2026-07-28T19:56:33.539626Z","end":"2026-07-28T19:56:33.999679Z","steps":["trace[1431748786] 'agreement among raft nodes before linearized reading' (duration: 459.918774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T19:56:33.999717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T19:56:33.539597Z","time spent":"460.11379ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"warn","ts":"2026-07-28T19:56:34.00002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.768238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T19:56:34.000514Z","caller":"traceutil/trace.go:171","msg":"trace[500945773] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11309; }","duration":"213.88773ms","start":"2026-07-28T19:56:33.786195Z","end":"2026-07-28T19:56:34.000083Z","steps":["trace[500945773] 'agreement among raft nodes before linearized reading' (duration: 213.760827ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:00:35.253106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10790} {"level":"info","ts":"2026-07-28T20:00:35.332396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10790,"took":"76.098092ms","hash":1842601755,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T20:00:35.332559Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1842601755,"revision":10790,"compact-revision":8310} {"level":"info","ts":"2026-07-28T20:02:05.496116Z","caller":"traceutil/trace.go:171","msg":"trace[939701602] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"110.962075ms","start":"2026-07-28T20:02:05.385125Z","end":"2026-07-28T20:02:05.496087Z","steps":["trace[939701602] 'process raft request' (duration: 110.792031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:06.309768Z","caller":"traceutil/trace.go:171","msg":"trace[1117032337] transaction","detail":"{read_only:false; response_revision:13533; number_of_response:1; }","duration":"149.297282ms","start":"2026-07-28T20:02:06.160435Z","end":"2026-07-28T20:02:06.309732Z","steps":["trace[1117032337] 'process raft request' (duration: 149.083317ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:06.430589Z","caller":"traceutil/trace.go:171","msg":"trace[1009032818] transaction","detail":"{read_only:false; response_revision:13535; number_of_response:1; }","duration":"116.350827ms","start":"2026-07-28T20:02:06.314216Z","end":"2026-07-28T20:02:06.430567Z","steps":["trace[1009032818] 'process raft request' (duration: 116.177073ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:06.431468Z","caller":"traceutil/trace.go:171","msg":"trace[252978877] transaction","detail":"{read_only:false; response_revision:13536; number_of_response:1; }","duration":"111.956578ms","start":"2026-07-28T20:02:06.318903Z","end":"2026-07-28T20:02:06.430859Z","steps":["trace[252978877] 'process raft request' (duration: 111.60106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:11.914469Z","caller":"traceutil/trace.go:171","msg":"trace[262830056] linearizableReadLoop","detail":"{readStateIndex:14046; appliedIndex:14045; }","duration":"290.534437ms","start":"2026-07-28T20:02:11.623912Z","end":"2026-07-28T20:02:11.914447Z","steps":["trace[262830056] 'read index received' (duration: 290.494746ms)","trace[262830056] 'applied index is now lower than readState.Index' (duration: 38.851µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:02:11.914572Z","caller":"traceutil/trace.go:171","msg":"trace[2050649804] transaction","detail":"{read_only:false; response_revision:13584; number_of_response:1; }","duration":"390.694494ms","start":"2026-07-28T20:02:11.523854Z","end":"2026-07-28T20:02:11.914548Z","steps":["trace[2050649804] 'process raft request' (duration: 390.476889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:11.91462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.708832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:02:11.914678Z","caller":"traceutil/trace.go:171","msg":"trace[1613322895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13584; }","duration":"290.821994ms","start":"2026-07-28T20:02:11.623847Z","end":"2026-07-28T20:02:11.914669Z","steps":["trace[1613322895] 'agreement among raft nodes before linearized reading' (duration: 290.728282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:11.914695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:11.523817Z","time spent":"390.807657ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:02:11.935953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.443129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T20:02:11.935996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.700582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:02:11.93604Z","caller":"traceutil/trace.go:171","msg":"trace[769782125] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13585; }","duration":"124.569482ms","start":"2026-07-28T20:02:11.811447Z","end":"2026-07-28T20:02:11.936016Z","steps":["trace[769782125] 'agreement among raft nodes before linearized reading' (duration: 124.422098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:11.936062Z","caller":"traceutil/trace.go:171","msg":"trace[2124851621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13585; }","duration":"267.814115ms","start":"2026-07-28T20:02:11.668233Z","end":"2026-07-28T20:02:11.936047Z","steps":["trace[2124851621] 'agreement among raft nodes before linearized reading' (duration: 267.61047ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:11.936041Z","caller":"traceutil/trace.go:171","msg":"trace[1451555460] transaction","detail":"{read_only:false; response_revision:13585; number_of_response:1; }","duration":"227.416506ms","start":"2026-07-28T20:02:11.708576Z","end":"2026-07-28T20:02:11.935993Z","steps":["trace[1451555460] 'process raft request' (duration: 227.081598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:34.7284Z","caller":"traceutil/trace.go:171","msg":"trace[1924574355] linearizableReadLoop","detail":"{readStateIndex:14224; appliedIndex:14223; }","duration":"186.874913ms","start":"2026-07-28T20:02:34.541498Z","end":"2026-07-28T20:02:34.728372Z","steps":["trace[1924574355] 'read index received' (duration: 186.581496ms)","trace[1924574355] 'applied index is now lower than readState.Index' (duration: 291.817µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:02:34.728445Z","caller":"traceutil/trace.go:171","msg":"trace[1840388523] transaction","detail":"{read_only:false; response_revision:13755; number_of_response:1; }","duration":"317.933106ms","start":"2026-07-28T20:02:34.41049Z","end":"2026-07-28T20:02:34.728423Z","steps":["trace[1840388523] 'process raft request' (duration: 317.678889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:34.728597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:34.410469Z","time spent":"318.034718ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:02:34.728716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.765032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T20:02:34.728735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.215771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:02:34.728811Z","caller":"traceutil/trace.go:171","msg":"trace[303704764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13755; }","duration":"157.896445ms","start":"2026-07-28T20:02:34.570882Z","end":"2026-07-28T20:02:34.728778Z","steps":["trace[303704764] 'agreement among raft nodes before linearized reading' (duration: 157.69397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:34.72877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.876185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T20:02:34.728822Z","caller":"traceutil/trace.go:171","msg":"trace[1859094012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13755; }","duration":"187.317784ms","start":"2026-07-28T20:02:34.541485Z","end":"2026-07-28T20:02:34.728803Z","steps":["trace[1859094012] 'agreement among raft nodes before linearized reading' (duration: 187.047857ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:34.728881Z","caller":"traceutil/trace.go:171","msg":"trace[2013978470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13755; }","duration":"162.014838ms","start":"2026-07-28T20:02:34.566846Z","end":"2026-07-28T20:02:34.72886Z","steps":["trace[2013978470] 'agreement among raft nodes before linearized reading' (duration: 161.69266ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:37.359463Z","caller":"traceutil/trace.go:171","msg":"trace[916039092] transaction","detail":"{read_only:false; response_revision:13769; number_of_response:1; }","duration":"104.999067ms","start":"2026-07-28T20:02:37.254427Z","end":"2026-07-28T20:02:37.359426Z","steps":["trace[916039092] 'process raft request' (duration: 104.799662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:37.816764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.575507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:02:37.816829Z","caller":"traceutil/trace.go:171","msg":"trace[1785367469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13770; }","duration":"195.689101ms","start":"2026-07-28T20:02:37.62112Z","end":"2026-07-28T20:02:37.816809Z","steps":["trace[1785367469] 'range keys from in-memory index tree' (duration: 195.461335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:57.506972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906678018,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T20:02:57.554838Z","caller":"traceutil/trace.go:171","msg":"trace[1812668968] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"617.082665ms","start":"2026-07-28T20:02:56.937724Z","end":"2026-07-28T20:02:57.554807Z","steps":["trace[1812668968] 'process raft request' (duration: 612.138282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:57.554996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:56.937708Z","time spent":"617.209577ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:02:57.814977Z","caller":"traceutil/trace.go:171","msg":"trace[1329980806] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"876.524593ms","start":"2026-07-28T20:02:56.938426Z","end":"2026-07-28T20:02:57.81495Z","steps":["trace[1329980806] 'process raft request' (duration: 869.322794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:57.815176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:56.938408Z","time spent":"876.645835ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:02:57.815279Z","caller":"traceutil/trace.go:171","msg":"trace[1467906676] linearizableReadLoop","detail":"{readStateIndex:14352; appliedIndex:14348; }","duration":"809.253208ms","start":"2026-07-28T20:02:57.005993Z","end":"2026-07-28T20:02:57.815246Z","steps":["trace[1467906676] 'read index received' (duration: 543.915434ms)","trace[1467906676] 'applied index is now lower than readState.Index' (duration: 265.336224ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:02:57.81531Z","caller":"traceutil/trace.go:171","msg":"trace[388703602] transaction","detail":"{read_only:false; response_revision:13878; number_of_response:1; }","duration":"876.84874ms","start":"2026-07-28T20:02:56.938429Z","end":"2026-07-28T20:02:57.815277Z","steps":["trace[388703602] 'process raft request' (duration: 876.44214ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:57.815326Z","caller":"traceutil/trace.go:171","msg":"trace[1594831093] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"390.1196ms","start":"2026-07-28T20:02:57.425176Z","end":"2026-07-28T20:02:57.815295Z","steps":["trace[1594831093] 'process raft request' (duration: 389.952486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:57.815473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:56.938394Z","time spent":"876.992763ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:02:57.815482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:57.425157Z","time spent":"390.243523ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:02:57.81551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.522005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-28T20:02:57.815521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.599976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:02:57.815549Z","caller":"traceutil/trace.go:171","msg":"trace[1869861392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:13879; }","duration":"809.560006ms","start":"2026-07-28T20:02:57.005976Z","end":"2026-07-28T20:02:57.815536Z","steps":["trace[1869861392] 'agreement among raft nodes before linearized reading' (duration: 809.384182ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:57.815582Z","caller":"traceutil/trace.go:171","msg":"trace[1699346120] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13879; }","duration":"566.726359ms","start":"2026-07-28T20:02:57.248835Z","end":"2026-07-28T20:02:57.815562Z","steps":["trace[1699346120] 'agreement among raft nodes before linearized reading' (duration: 566.608356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:57.815608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:57.005923Z","time spent":"809.675308ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"warn","ts":"2026-07-28T20:02:57.815641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.834745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T20:02:57.81567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.442142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:02:57.815719Z","caller":"traceutil/trace.go:171","msg":"trace[560399856] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13879; }","duration":"509.513773ms","start":"2026-07-28T20:02:57.306194Z","end":"2026-07-28T20:02:57.815708Z","steps":["trace[560399856] 'agreement among raft nodes before linearized reading' (duration: 509.433321ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:02:57.815725Z","caller":"traceutil/trace.go:171","msg":"trace[1511228926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13879; }","duration":"193.960568ms","start":"2026-07-28T20:02:57.621744Z","end":"2026-07-28T20:02:57.815704Z","steps":["trace[1511228926] 'agreement among raft nodes before linearized reading' (duration: 193.830025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:02:57.81578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:57.306178Z","time spent":"509.567185ms","remote":"127.0.0.1:42240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T20:02:57.81591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:02:57.248812Z","time spent":"567.023065ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T20:03:12.693763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.362951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:03:12.693839Z","caller":"traceutil/trace.go:171","msg":"trace[1230037828] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:13970; }","duration":"121.497815ms","start":"2026-07-28T20:03:12.572326Z","end":"2026-07-28T20:03:12.693823Z","steps":["trace[1230037828] 'count revisions from in-memory index tree' (duration: 121.235389ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:13.104573Z","caller":"traceutil/trace.go:171","msg":"trace[953162997] linearizableReadLoop","detail":"{readStateIndex:14449; appliedIndex:14448; }","duration":"101.725257ms","start":"2026-07-28T20:03:13.002819Z","end":"2026-07-28T20:03:13.104544Z","steps":["trace[953162997] 'read index received' (duration: 101.521812ms)","trace[953162997] 'applied index is now lower than readState.Index' (duration: 202.235µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:03:13.104693Z","caller":"traceutil/trace.go:171","msg":"trace[1756814832] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"120.48565ms","start":"2026-07-28T20:03:12.984154Z","end":"2026-07-28T20:03:13.104639Z","steps":["trace[1756814832] 'process raft request' (duration: 120.200123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:13.104862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.017694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-lkzjh\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-07-28T20:03:13.104908Z","caller":"traceutil/trace.go:171","msg":"trace[561946014] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-lkzjh; range_end:; response_count:1; response_revision:13971; }","duration":"102.113087ms","start":"2026-07-28T20:03:13.002782Z","end":"2026-07-28T20:03:13.104896Z","steps":["trace[561946014] 'agreement among raft nodes before linearized reading' (duration: 101.911162ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:13.955565Z","caller":"traceutil/trace.go:171","msg":"trace[247061619] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"305.872657ms","start":"2026-07-28T20:03:13.649669Z","end":"2026-07-28T20:03:13.955542Z","steps":["trace[247061619] 'process raft request' (duration: 305.730934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:13.955719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:13.649644Z","time spent":"305.999371ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:03:14.517228Z","caller":"traceutil/trace.go:171","msg":"trace[2135836344] linearizableReadLoop","detail":"{readStateIndex:14454; appliedIndex:14452; }","duration":"621.282878ms","start":"2026-07-28T20:03:13.895898Z","end":"2026-07-28T20:03:14.517181Z","steps":["trace[2135836344] 'read index received' (duration: 59.451871ms)","trace[2135836344] 'applied index is now lower than readState.Index' (duration: 561.829697ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:03:14.517279Z","caller":"traceutil/trace.go:171","msg":"trace[1781475339] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"639.322945ms","start":"2026-07-28T20:03:13.877913Z","end":"2026-07-28T20:03:14.517236Z","steps":["trace[1781475339] 'process raft request' (duration: 611.821664ms)","trace[1781475339] 'compare' (duration: 27.331117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:03:14.517442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.530115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T20:03:14.517484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:13.877888Z","time spent":"639.493008ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:03:14.517509Z","caller":"traceutil/trace.go:171","msg":"trace[973837072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13975; }","duration":"621.645967ms","start":"2026-07-28T20:03:13.895846Z","end":"2026-07-28T20:03:14.517492Z","steps":["trace[973837072] 'agreement among raft nodes before linearized reading' (duration: 621.459782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.517553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:13.895822Z","time spent":"621.721749ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T20:03:14.528189Z","caller":"traceutil/trace.go:171","msg":"trace[1151234619] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"335.92503ms","start":"2026-07-28T20:03:14.192245Z","end":"2026-07-28T20:03:14.52817Z","steps":["trace[1151234619] 'process raft request' (duration: 335.765856ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:14.528333Z","caller":"traceutil/trace.go:171","msg":"trace[1049308814] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"332.949996ms","start":"2026-07-28T20:03:14.195372Z","end":"2026-07-28T20:03:14.528322Z","steps":["trace[1049308814] 'process raft request' (duration: 332.753891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.528433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:14.195357Z","time spent":"333.005388ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:03:14.52872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.29863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-07-28T20:03:14.528726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.191013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:03:14.528753Z","caller":"traceutil/trace.go:171","msg":"trace[507765486] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13978; }","duration":"501.376502ms","start":"2026-07-28T20:03:14.027365Z","end":"2026-07-28T20:03:14.528742Z","steps":["trace[507765486] 'agreement among raft nodes before linearized reading' (duration: 501.28058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.528776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:14.027339Z","time spent":"501.432104ms","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-28T20:03:14.528772Z","caller":"traceutil/trace.go:171","msg":"trace[520653441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13978; }","duration":"629.258865ms","start":"2026-07-28T20:03:13.8995Z","end":"2026-07-28T20:03:14.528759Z","steps":["trace[520653441] 'agreement among raft nodes before linearized reading' (duration: 629.110722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.528805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:13.89949Z","time spent":"629.307956ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T20:03:14.528874Z","caller":"traceutil/trace.go:171","msg":"trace[1126265844] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"190.437091ms","start":"2026-07-28T20:03:14.338411Z","end":"2026-07-28T20:03:14.528849Z","steps":["trace[1126265844] 'process raft request' (duration: 189.878957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.528907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.256551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T20:03:14.528922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.769506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T20:03:14.52894Z","caller":"traceutil/trace.go:171","msg":"trace[2095626142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13979; }","duration":"276.825708ms","start":"2026-07-28T20:03:14.252109Z","end":"2026-07-28T20:03:14.528935Z","steps":["trace[2095626142] 'agreement among raft nodes before linearized reading' (duration: 276.769416ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:14.528934Z","caller":"traceutil/trace.go:171","msg":"trace[1517988592] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13979; }","duration":"569.315973ms","start":"2026-07-28T20:03:13.95961Z","end":"2026-07-28T20:03:14.528926Z","steps":["trace[1517988592] 'agreement among raft nodes before linearized reading' (duration: 569.265641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.528961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:13.959596Z","time spent":"569.359933ms","remote":"127.0.0.1:42428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-07-28T20:03:14.52897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.386721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-28T20:03:14.529047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:14.192209Z","time spent":"336.809851ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:03:14.52905Z","caller":"traceutil/trace.go:171","msg":"trace[594195358] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:13979; }","duration":"562.481773ms","start":"2026-07-28T20:03:13.966544Z","end":"2026-07-28T20:03:14.529026Z","steps":["trace[594195358] 'agreement among raft nodes before linearized reading' (duration: 562.219757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:14.529107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:13.966536Z","time spent":"562.557805ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"info","ts":"2026-07-28T20:03:16.193706Z","caller":"traceutil/trace.go:171","msg":"trace[1396520905] transaction","detail":"{read_only:false; response_revision:13990; number_of_response:1; }","duration":"149.886038ms","start":"2026-07-28T20:03:16.043794Z","end":"2026-07-28T20:03:16.19368Z","steps":["trace[1396520905] 'process raft request' (duration: 148.344269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:16.193804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.101618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-lkzjh\" ","response":"range_response_count:1 size:12599"} {"level":"info","ts":"2026-07-28T20:03:16.193896Z","caller":"traceutil/trace.go:171","msg":"trace[1190157030] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-lkzjh; range_end:; response_count:1; response_revision:13989; }","duration":"151.235811ms","start":"2026-07-28T20:03:16.042647Z","end":"2026-07-28T20:03:16.193883Z","steps":["trace[1190157030] 'range keys from in-memory index tree' (duration: 150.903363ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:19.27172Z","caller":"traceutil/trace.go:171","msg":"trace[1071365880] transaction","detail":"{read_only:false; response_revision:14018; number_of_response:1; }","duration":"115.811255ms","start":"2026-07-28T20:03:19.155879Z","end":"2026-07-28T20:03:19.27169Z","steps":["trace[1071365880] 'process raft request' (duration: 115.419265ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:24.769149Z","caller":"traceutil/trace.go:171","msg":"trace[190916770] linearizableReadLoop","detail":"{readStateIndex:14628; appliedIndex:14627; }","duration":"217.04082ms","start":"2026-07-28T20:03:24.55207Z","end":"2026-07-28T20:03:24.769111Z","steps":["trace[190916770] 'read index received' (duration: 216.802404ms)","trace[190916770] 'applied index is now lower than readState.Index' (duration: 236.526µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:03:24.769179Z","caller":"traceutil/trace.go:171","msg":"trace[1647437520] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"431.322539ms","start":"2026-07-28T20:03:24.337811Z","end":"2026-07-28T20:03:24.769134Z","steps":["trace[1647437520] 'process raft request' (duration: 431.068453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:24.769382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.279545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:03:24.769445Z","caller":"traceutil/trace.go:171","msg":"trace[1882809216] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:14146; }","duration":"217.403809ms","start":"2026-07-28T20:03:24.552024Z","end":"2026-07-28T20:03:24.769428Z","steps":["trace[1882809216] 'agreement among raft nodes before linearized reading' (duration: 217.234974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:24.769459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.337775Z","time spent":"431.566844ms","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T20:03:25.04825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.807534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:03:25.048495Z","caller":"traceutil/trace.go:171","msg":"trace[1233836228] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"450.722699ms","start":"2026-07-28T20:03:24.597723Z","end":"2026-07-28T20:03:25.048445Z","steps":["trace[1233836228] 'process raft request' (duration: 241.575626ms)","trace[1233836228] 'compare' (duration: 208.552488ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:03:25.048549Z","caller":"traceutil/trace.go:171","msg":"trace[148629365] transaction","detail":"{read_only:false; response_revision:14148; number_of_response:1; }","duration":"424.563031ms","start":"2026-07-28T20:03:24.623949Z","end":"2026-07-28T20:03:25.048512Z","steps":["trace[148629365] 'process raft request' (duration: 424.414808ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:25.048645Z","caller":"traceutil/trace.go:171","msg":"trace[481458608] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"305.832145ms","start":"2026-07-28T20:03:24.742781Z","end":"2026-07-28T20:03:25.048613Z","steps":["trace[481458608] 'process raft request' (duration: 305.717312ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:25.048649Z","caller":"traceutil/trace.go:171","msg":"trace[1497970439] linearizableReadLoop","detail":"{readStateIndex:14632; appliedIndex:14628; }","duration":"279.342339ms","start":"2026-07-28T20:03:24.769268Z","end":"2026-07-28T20:03:25.04861Z","steps":["trace[1497970439] 'read index received' (duration: 69.96003ms)","trace[1497970439] 'applied index is now lower than readState.Index' (duration: 209.376769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:03:25.048724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.597703Z","time spent":"450.912744ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:03:25.04876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.742768Z","time spent":"305.940387ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:03:25.048784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.897379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:03:25.04883Z","caller":"traceutil/trace.go:171","msg":"trace[139524644] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14150; }","duration":"372.000362ms","start":"2026-07-28T20:03:24.676818Z","end":"2026-07-28T20:03:25.048819Z","steps":["trace[139524644] 'agreement among raft nodes before linearized reading' (duration: 371.797736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:25.048824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.500481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T20:03:25.048855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.253619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T20:03:25.048704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.62393Z","time spent":"424.692564ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:03:25.048879Z","caller":"traceutil/trace.go:171","msg":"trace[1589089785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14150; }","duration":"481.763747ms","start":"2026-07-28T20:03:24.567101Z","end":"2026-07-28T20:03:25.048865Z","steps":["trace[1589089785] 'agreement among raft nodes before linearized reading' (duration: 481.675445ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:25.048904Z","caller":"traceutil/trace.go:171","msg":"trace[2068590426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14150; }","duration":"393.33422ms","start":"2026-07-28T20:03:24.655556Z","end":"2026-07-28T20:03:25.04889Z","steps":["trace[2068590426] 'agreement among raft nodes before linearized reading' (duration: 393.183995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:25.048916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.567081Z","time spent":"481.825978ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T20:03:25.04894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.655532Z","time spent":"393.401592ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T20:03:25.048949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.985977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:03:25.04856Z","caller":"traceutil/trace.go:171","msg":"trace[574126354] transaction","detail":"{read_only:false; response_revision:14149; number_of_response:1; }","duration":"422.320746ms","start":"2026-07-28T20:03:24.626221Z","end":"2026-07-28T20:03:25.048542Z","steps":["trace[574126354] 'process raft request' (duration: 422.238794ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:03:25.048978Z","caller":"traceutil/trace.go:171","msg":"trace[837461890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14150; }","duration":"371.045759ms","start":"2026-07-28T20:03:24.677923Z","end":"2026-07-28T20:03:25.048969Z","steps":["trace[837461890] 'agreement among raft nodes before linearized reading' (duration: 370.967207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:25.048869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.676806Z","time spent":"372.054764ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T20:03:25.049014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.677912Z","time spent":"371.095641ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T20:03:25.049062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.626196Z","time spent":"422.812849ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:03:25.049161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.629201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T20:03:25.049258Z","caller":"traceutil/trace.go:171","msg":"trace[822146606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:14150; }","duration":"396.772515ms","start":"2026-07-28T20:03:24.652462Z","end":"2026-07-28T20:03:25.049234Z","steps":["trace[822146606] 'agreement among raft nodes before linearized reading' (duration: 396.449277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:03:25.049204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.437976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-gchtf.18c68cb3243630e5\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-07-28T20:03:25.049321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:03:24.652447Z","time spent":"396.865297ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"info","ts":"2026-07-28T20:03:25.049374Z","caller":"traceutil/trace.go:171","msg":"trace[338051070] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-gchtf.18c68cb3243630e5; range_end:; response_count:1; response_revision:14150; }","duration":"189.877157ms","start":"2026-07-28T20:03:24.859465Z","end":"2026-07-28T20:03:25.049342Z","steps":["trace[338051070] 'agreement among raft nodes before linearized reading' (duration: 189.351944ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:29.505589Z","caller":"traceutil/trace.go:171","msg":"trace[1268666981] linearizableReadLoop","detail":"{readStateIndex:15554; appliedIndex:15553; }","duration":"113.159449ms","start":"2026-07-28T20:04:29.392414Z","end":"2026-07-28T20:04:29.505573Z","steps":["trace[1268666981] 'read index received' (duration: 113.005826ms)","trace[1268666981] 'applied index is now lower than readState.Index' (duration: 152.563µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:04:29.505617Z","caller":"traceutil/trace.go:171","msg":"trace[839289715] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"118.385818ms","start":"2026-07-28T20:04:29.387207Z","end":"2026-07-28T20:04:29.505593Z","steps":["trace[839289715] 'process raft request' (duration: 118.260935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:29.505755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.330024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T20:04:29.505779Z","caller":"traceutil/trace.go:171","msg":"trace[1883320857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15048; }","duration":"113.397516ms","start":"2026-07-28T20:04:29.392375Z","end":"2026-07-28T20:04:29.505772Z","steps":["trace[1883320857] 'agreement among raft nodes before linearized reading' (duration: 113.286522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:29.506013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.373196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T20:04:29.506054Z","caller":"traceutil/trace.go:171","msg":"trace[427313307] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15048; }","duration":"109.442187ms","start":"2026-07-28T20:04:29.396599Z","end":"2026-07-28T20:04:29.506042Z","steps":["trace[427313307] 'agreement among raft nodes before linearized reading' (duration: 109.297893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:29.506888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.00861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:04:29.506998Z","caller":"traceutil/trace.go:171","msg":"trace[757412971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15048; }","duration":"114.142813ms","start":"2026-07-28T20:04:29.392828Z","end":"2026-07-28T20:04:29.506971Z","steps":["trace[757412971] 'agreement among raft nodes before linearized reading' (duration: 113.055507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:29.698658Z","caller":"traceutil/trace.go:171","msg":"trace[267577043] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"187.377135ms","start":"2026-07-28T20:04:29.511266Z","end":"2026-07-28T20:04:29.698643Z","steps":["trace[267577043] 'process raft request' (duration: 187.190791ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:29.698694Z","caller":"traceutil/trace.go:171","msg":"trace[1941058348] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"187.365764ms","start":"2026-07-28T20:04:29.511298Z","end":"2026-07-28T20:04:29.698664Z","steps":["trace[1941058348] 'process raft request' (duration: 187.275002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:29.698795Z","caller":"traceutil/trace.go:171","msg":"trace[504399675] linearizableReadLoop","detail":"{readStateIndex:15558; appliedIndex:15555; }","duration":"136.66243ms","start":"2026-07-28T20:04:29.562118Z","end":"2026-07-28T20:04:29.698781Z","steps":["trace[504399675] 'read index received' (duration: 136.291311ms)","trace[504399675] 'applied index is now lower than readState.Index' (duration: 370.349µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:04:29.699028Z","caller":"traceutil/trace.go:171","msg":"trace[1202387619] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"183.314775ms","start":"2026-07-28T20:04:29.515705Z","end":"2026-07-28T20:04:29.69902Z","steps":["trace[1202387619] 'process raft request' (duration: 182.898324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:29.706551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.214315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770018"} {"level":"info","ts":"2026-07-28T20:04:29.706614Z","caller":"traceutil/trace.go:171","msg":"trace[1639244884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15052; }","duration":"190.298077ms","start":"2026-07-28T20:04:29.516295Z","end":"2026-07-28T20:04:29.706593Z","steps":["trace[1639244884] 'agreement among raft nodes before linearized reading' (duration: 182.827663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:29.707086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.716805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-581f2110-2eea-4086-9d22-617650cb7c87\" ","response":"range_response_count:1 size:1283"} {"level":"warn","ts":"2026-07-28T20:04:29.707218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.431648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T20:04:29.707279Z","caller":"traceutil/trace.go:171","msg":"trace[1622677190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15052; }","duration":"122.53292ms","start":"2026-07-28T20:04:29.584731Z","end":"2026-07-28T20:04:29.707264Z","steps":["trace[1622677190] 'agreement among raft nodes before linearized reading' (duration: 115.250511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:04:29.707472Z","caller":"traceutil/trace.go:171","msg":"trace[1051953085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-581f2110-2eea-4086-9d22-617650cb7c87; range_end:; response_count:1; response_revision:15052; }","duration":"141.962681ms","start":"2026-07-28T20:04:29.565291Z","end":"2026-07-28T20:04:29.707254Z","steps":["trace[1051953085] 'agreement among raft nodes before linearized reading' (duration: 134.671091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:04:29.707877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.538883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770018"} {"level":"info","ts":"2026-07-28T20:04:29.707912Z","caller":"traceutil/trace.go:171","msg":"trace[1711891979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15052; }","duration":"192.644636ms","start":"2026-07-28T20:04:29.515258Z","end":"2026-07-28T20:04:29.707903Z","steps":["trace[1711891979] 'agreement among raft nodes before linearized reading' (duration: 184.674759ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:03.20221Z","caller":"traceutil/trace.go:171","msg":"trace[803086585] transaction","detail":"{read_only:false; response_revision:15244; number_of_response:1; }","duration":"172.010755ms","start":"2026-07-28T20:05:03.030174Z","end":"2026-07-28T20:05:03.202185Z","steps":["trace[803086585] 'process raft request' (duration: 171.139864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.904683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.134959ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:03.904814Z","caller":"traceutil/trace.go:171","msg":"trace[284985231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15244; }","duration":"434.281163ms","start":"2026-07-28T20:05:03.470515Z","end":"2026-07-28T20:05:03.904796Z","steps":["trace[284985231] 'range keys from in-memory index tree' (duration: 434.119608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.905752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.576677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-28T20:05:03.905854Z","caller":"traceutil/trace.go:171","msg":"trace[631802016] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15244; }","duration":"539.72472ms","start":"2026-07-28T20:05:03.366096Z","end":"2026-07-28T20:05:03.90582Z","steps":["trace[631802016] 'range keys from in-memory index tree' (duration: 539.362181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.905905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.366071Z","time spent":"539.823923ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T20:05:03.905856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.112402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-28T20:05:03.905997Z","caller":"traceutil/trace.go:171","msg":"trace[1092475585] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15244; }","duration":"536.337866ms","start":"2026-07-28T20:05:03.369623Z","end":"2026-07-28T20:05:03.90596Z","steps":["trace[1092475585] 'range keys from in-memory index tree' (duration: 535.862045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.906062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.36959Z","time spent":"536.46016ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:05:03.90609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.772068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:05:03.906172Z","caller":"traceutil/trace.go:171","msg":"trace[2105909093] transaction","detail":"{read_only:false; response_revision:15245; number_of_response:1; }","duration":"489.20175ms","start":"2026-07-28T20:05:03.416955Z","end":"2026-07-28T20:05:03.906157Z","steps":["trace[2105909093] 'process raft request' (duration: 47.28803ms)","trace[2105909093] 'compare' (duration: 441.331306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:05:03.906236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.416938Z","time spent":"489.268552ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:05:03.906259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.52878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-28T20:05:03.906294Z","caller":"traceutil/trace.go:171","msg":"trace[1733870502] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15244; }","duration":"540.622883ms","start":"2026-07-28T20:05:03.365661Z","end":"2026-07-28T20:05:03.906284Z","steps":["trace[1733870502] 'range keys from in-memory index tree' (duration: 540.385407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.906339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.36563Z","time spent":"540.697985ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-28T20:05:03.906488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T20:05:03.90659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.16202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:03.906594Z","caller":"traceutil/trace.go:171","msg":"trace[556599347] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15244; }","duration":"544.340464ms","start":"2026-07-28T20:05:03.362231Z","end":"2026-07-28T20:05:03.906571Z","steps":["trace[556599347] 'range keys from in-memory index tree' (duration: 544.002996ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:03.906636Z","caller":"traceutil/trace.go:171","msg":"trace[339061410] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15244; }","duration":"544.228083ms","start":"2026-07-28T20:05:03.362397Z","end":"2026-07-28T20:05:03.906625Z","steps":["trace[339061410] 'range keys from in-memory index tree' (duration: 544.104239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.906655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.36221Z","time spent":"544.432748ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T20:05:03.906678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.362389Z","time spent":"544.275775ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T20:05:03.906922Z","caller":"traceutil/trace.go:171","msg":"trace[1957361950] transaction","detail":"{read_only:false; response_revision:15246; number_of_response:1; }","duration":"481.025689ms","start":"2026-07-28T20:05:03.425883Z","end":"2026-07-28T20:05:03.906908Z","steps":["trace[1957361950] 'process raft request' (duration: 480.741823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.906514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.832181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T20:05:03.906994Z","caller":"traceutil/trace.go:171","msg":"trace[791752534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15244; }","duration":"510.340295ms","start":"2026-07-28T20:05:03.396632Z","end":"2026-07-28T20:05:03.906973Z","steps":["trace[791752534] 'count revisions from in-memory index tree' (duration: 509.77325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.907032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.425853Z","time spent":"481.108651ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:05:03.90705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.396622Z","time spent":"510.408496ms","remote":"127.0.0.1:59116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T20:05:03.907389Z","caller":"traceutil/trace.go:171","msg":"trace[790246368] transaction","detail":"{read_only:false; response_revision:15247; number_of_response:1; }","duration":"474.525749ms","start":"2026-07-28T20:05:03.432845Z","end":"2026-07-28T20:05:03.90737Z","steps":["trace[790246368] 'process raft request' (duration: 473.913864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.907522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.432821Z","time spent":"474.61417ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:05:03.929992Z","caller":"traceutil/trace.go:171","msg":"trace[546518340] linearizableReadLoop","detail":"{readStateIndex:15759; appliedIndex:15756; }","duration":"490.104884ms","start":"2026-07-28T20:05:03.439827Z","end":"2026-07-28T20:05:03.929932Z","steps":["trace[546518340] 'read index received' (duration: 24.427805ms)","trace[546518340] 'applied index is now lower than readState.Index' (duration: 465.672379ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:05:03.930043Z","caller":"traceutil/trace.go:171","msg":"trace[643692864] transaction","detail":"{read_only:false; response_revision:15248; number_of_response:1; }","duration":"289.972533ms","start":"2026-07-28T20:05:03.640052Z","end":"2026-07-28T20:05:03.930024Z","steps":["trace[643692864] 'process raft request' (duration: 289.792799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.930243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.396281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s9498\" ","response":"range_response_count:1 size:20636"} {"level":"info","ts":"2026-07-28T20:05:03.930322Z","caller":"traceutil/trace.go:171","msg":"trace[1054016848] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-s9498; range_end:; response_count:1; response_revision:15248; }","duration":"490.501083ms","start":"2026-07-28T20:05:03.439802Z","end":"2026-07-28T20:05:03.930303Z","steps":["trace[1054016848] 'agreement among raft nodes before linearized reading' (duration: 490.240877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.930358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.191944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:03.930424Z","caller":"traceutil/trace.go:171","msg":"trace[1257732258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15248; }","duration":"306.281476ms","start":"2026-07-28T20:05:03.624128Z","end":"2026-07-28T20:05:03.93041Z","steps":["trace[1257732258] 'agreement among raft nodes before linearized reading' (duration: 306.145162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:03.930468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.624064Z","time spent":"306.395329ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T20:05:03.930371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.439791Z","time spent":"490.571526ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20659,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-s9498\" "} {"level":"warn","ts":"2026-07-28T20:05:03.930654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.522343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T20:05:03.930739Z","caller":"traceutil/trace.go:171","msg":"trace[664338801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15248; }","duration":"192.653986ms","start":"2026-07-28T20:05:03.738067Z","end":"2026-07-28T20:05:03.930721Z","steps":["trace[664338801] 'agreement among raft nodes before linearized reading' (duration: 192.510313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.442228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605830306906682262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T20:05:04.789395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.841904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T20:05:04.789641Z","caller":"traceutil/trace.go:171","msg":"trace[1795019962] transaction","detail":"{read_only:false; response_revision:15249; number_of_response:1; }","duration":"852.444397ms","start":"2026-07-28T20:05:03.937162Z","end":"2026-07-28T20:05:04.789607Z","steps":["trace[1795019962] 'process raft request' (duration: 614.736597ms)","trace[1795019962] 'compare' (duration: 235.456555ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:05:04.789668Z","caller":"traceutil/trace.go:171","msg":"trace[941382837] transaction","detail":"{read_only:false; response_revision:15250; number_of_response:1; }","duration":"852.467937ms","start":"2026-07-28T20:05:03.937185Z","end":"2026-07-28T20:05:04.789653Z","steps":["trace[941382837] 'process raft request' (duration: 852.350045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.789812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.937138Z","time spent":"852.58591ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:05:04.789883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.937154Z","time spent":"852.690473ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:05:04.789937Z","caller":"traceutil/trace.go:171","msg":"trace[120029586] linearizableReadLoop","detail":"{readStateIndex:15764; appliedIndex:15761; }","duration":"848.10811ms","start":"2026-07-28T20:05:03.9418Z","end":"2026-07-28T20:05:04.789908Z","steps":["trace[120029586] 'read index received' (duration: 610.189344ms)","trace[120029586] 'applied index is now lower than readState.Index' (duration: 237.917696ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:05:04.79009Z","caller":"traceutil/trace.go:171","msg":"trace[1615884130] transaction","detail":"{read_only:false; response_revision:15251; number_of_response:1; }","duration":"429.182756ms","start":"2026-07-28T20:05:04.360864Z","end":"2026-07-28T20:05:04.790047Z","steps":["trace[1615884130] 'process raft request' (duration: 428.749966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.790148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.343145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18729"} {"level":"info","ts":"2026-07-28T20:05:04.790197Z","caller":"traceutil/trace.go:171","msg":"trace[559207330] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15251; }","duration":"848.415156ms","start":"2026-07-28T20:05:03.941769Z","end":"2026-07-28T20:05:04.790184Z","steps":["trace[559207330] 'agreement among raft nodes before linearized reading' (duration: 848.237032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.790233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.941757Z","time spent":"848.468928ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18752,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T20:05:04.790316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.360847Z","time spent":"429.30436ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:05:04.790281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.579385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-28T20:05:04.790371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.635875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T20:05:04.790392Z","caller":"traceutil/trace.go:171","msg":"trace[557888278] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15251; }","duration":"488.723939ms","start":"2026-07-28T20:05:04.30164Z","end":"2026-07-28T20:05:04.790364Z","steps":["trace[557888278] 'agreement among raft nodes before linearized reading' (duration: 488.425352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.790465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.301629Z","time spent":"488.825061ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:05:04.79066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.998608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:04.790692Z","caller":"traceutil/trace.go:171","msg":"trace[1925663467] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15251; }","duration":"441.04751ms","start":"2026-07-28T20:05:04.349638Z","end":"2026-07-28T20:05:04.790686Z","steps":["trace[1925663467] 'agreement among raft nodes before linearized reading' (duration: 440.994028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.790749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.349633Z","time spent":"441.109561ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T20:05:04.790771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.440352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776776"} {"level":"warn","ts":"2026-07-28T20:05:04.790785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.815341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-28T20:05:04.7908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.302955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-28T20:05:04.790823Z","caller":"traceutil/trace.go:171","msg":"trace[1156091777] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15251; }","duration":"847.514244ms","start":"2026-07-28T20:05:03.943296Z","end":"2026-07-28T20:05:04.79081Z","steps":["trace[1156091777] 'agreement among raft nodes before linearized reading' (duration: 846.766075ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:04.790827Z","caller":"traceutil/trace.go:171","msg":"trace[1309967143] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15251; }","duration":"431.882993ms","start":"2026-07-28T20:05:04.358934Z","end":"2026-07-28T20:05:04.790817Z","steps":["trace[1309967143] 'agreement among raft nodes before linearized reading' (duration: 431.7731ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:04.790844Z","caller":"traceutil/trace.go:171","msg":"trace[633744917] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15251; }","duration":"441.387918ms","start":"2026-07-28T20:05:04.349444Z","end":"2026-07-28T20:05:04.790832Z","steps":["trace[633744917] 'agreement among raft nodes before linearized reading' (duration: 441.261045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.790863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.35892Z","time spent":"431.935424ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:05:04.790864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.943288Z","time spent":"847.564935ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":776799,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-28T20:05:04.790882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.072936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4957p\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-07-28T20:05:04.790929Z","caller":"traceutil/trace.go:171","msg":"trace[1478421663] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4957p; range_end:; response_count:1; response_revision:15251; }","duration":"664.141108ms","start":"2026-07-28T20:05:04.126777Z","end":"2026-07-28T20:05:04.790918Z","steps":["trace[1478421663] 'agreement among raft nodes before linearized reading' (duration: 664.034066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.790959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.126765Z","time spent":"664.186799ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4957p\" "} {"level":"warn","ts":"2026-07-28T20:05:04.790966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.792283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T20:05:04.790989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.882375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:04.790998Z","caller":"traceutil/trace.go:171","msg":"trace[349445550] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15251; }","duration":"518.861075ms","start":"2026-07-28T20:05:04.272127Z","end":"2026-07-28T20:05:04.790988Z","steps":["trace[349445550] 'agreement among raft nodes before linearized reading' (duration: 518.811144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.79103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.272104Z","time spent":"518.920366ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.06398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:04.791104Z","caller":"traceutil/trace.go:171","msg":"trace[1792551452] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15251; }","duration":"519.113771ms","start":"2026-07-28T20:05:04.27198Z","end":"2026-07-28T20:05:04.791094Z","steps":["trace[1792551452] 'agreement among raft nodes before linearized reading' (duration: 519.069609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.79114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.271969Z","time spent":"519.163402ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.184134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-28T20:05:04.791176Z","caller":"traceutil/trace.go:171","msg":"trace[1123373637] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15251; }","duration":"591.256655ms","start":"2026-07-28T20:05:04.199911Z","end":"2026-07-28T20:05:04.791168Z","steps":["trace[1123373637] 'agreement among raft nodes before linearized reading' (duration: 591.167803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.199887Z","time spent":"591.316677ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.398233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-07-28T20:05:04.791275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.529432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4957p\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-07-28T20:05:04.791304Z","caller":"traceutil/trace.go:171","msg":"trace[1765154256] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15251; }","duration":"727.468324ms","start":"2026-07-28T20:05:04.063826Z","end":"2026-07-28T20:05:04.791295Z","steps":["trace[1765154256] 'agreement among raft nodes before linearized reading' (duration: 727.384452ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:04.791308Z","caller":"traceutil/trace.go:171","msg":"trace[957110955] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4957p; range_end:; response_count:1; response_revision:15251; }","duration":"667.611415ms","start":"2026-07-28T20:05:04.123688Z","end":"2026-07-28T20:05:04.791299Z","steps":["trace[957110955] 'agreement among raft nodes before linearized reading' (duration: 667.511522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.06381Z","time spent":"727.512655ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:05:04.79089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.34941Z","time spent":"441.471989ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.351297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-28T20:05:04.791381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.98204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-28T20:05:04.79141Z","caller":"traceutil/trace.go:171","msg":"trace[963074961] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15251; }","duration":"726.4805ms","start":"2026-07-28T20:05:04.064924Z","end":"2026-07-28T20:05:04.791404Z","steps":["trace[963074961] 'agreement among raft nodes before linearized reading' (duration: 726.292215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.411453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-28T20:05:04.791421Z","caller":"traceutil/trace.go:171","msg":"trace[762437058] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15251; }","duration":"490.042072ms","start":"2026-07-28T20:05:04.301367Z","end":"2026-07-28T20:05:04.791409Z","steps":["trace[762437058] 'agreement among raft nodes before linearized reading' (duration: 489.93404ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:04.791443Z","caller":"traceutil/trace.go:171","msg":"trace[1273068946] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15251; }","duration":"746.438224ms","start":"2026-07-28T20:05:04.044995Z","end":"2026-07-28T20:05:04.791433Z","steps":["trace[1273068946] 'agreement among raft nodes before linearized reading' (duration: 746.360672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.301358Z","time spent":"490.091913ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.044967Z","time spent":"746.510266ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.489004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:04.791532Z","caller":"traceutil/trace.go:171","msg":"trace[1564094331] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15251; }","duration":"727.540446ms","start":"2026-07-28T20:05:04.063983Z","end":"2026-07-28T20:05:04.791523Z","steps":["trace[1564094331] 'agreement among raft nodes before linearized reading' (duration: 727.488195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.06397Z","time spent":"727.589397ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T20:05:04.790415Z","caller":"traceutil/trace.go:171","msg":"trace[664906772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15251; }","duration":"251.726517ms","start":"2026-07-28T20:05:04.538676Z","end":"2026-07-28T20:05:04.790403Z","steps":["trace[664906772] 'agreement among raft nodes before linearized reading' (duration: 251.563303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.731223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T20:05:04.791702Z","caller":"traceutil/trace.go:171","msg":"trace[1779565873] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15251; }","duration":"491.788574ms","start":"2026-07-28T20:05:04.299909Z","end":"2026-07-28T20:05:04.791698Z","steps":["trace[1779565873] 'agreement among raft nodes before linearized reading' (duration: 491.736133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.882363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5pz9k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-28T20:05:04.79103Z","caller":"traceutil/trace.go:171","msg":"trace[1723208129] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15251; }","duration":"520.994648ms","start":"2026-07-28T20:05:04.270026Z","end":"2026-07-28T20:05:04.791021Z","steps":["trace[1723208129] 'agreement among raft nodes before linearized reading' (duration: 520.932486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:04.791731Z","caller":"traceutil/trace.go:171","msg":"trace[1627555825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5pz9k; range_end:; response_count:1; response_revision:15251; }","duration":"681.061317ms","start":"2026-07-28T20:05:04.110659Z","end":"2026-07-28T20:05:04.79172Z","steps":["trace[1627555825] 'agreement among raft nodes before linearized reading' (duration: 680.814301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.299889Z","time spent":"491.850786ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.745975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T20:05:04.791808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.270004Z","time spent":"521.746505ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.110643Z","time spent":"681.114608ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-5pz9k\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.361815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T20:05:04.791947Z","caller":"traceutil/trace.go:171","msg":"trace[428410546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15251; }","duration":"831.413036ms","start":"2026-07-28T20:05:03.960526Z","end":"2026-07-28T20:05:04.791939Z","steps":["trace[428410546] 'agreement among raft nodes before linearized reading' (duration: 831.323874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.791977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.606324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-07-28T20:05:04.791824Z","caller":"traceutil/trace.go:171","msg":"trace[1711077504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15251; }","duration":"827.838717ms","start":"2026-07-28T20:05:03.963973Z","end":"2026-07-28T20:05:04.791811Z","steps":["trace[1711077504] 'agreement among raft nodes before linearized reading' (duration: 827.706184ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:05:04.792021Z","caller":"traceutil/trace.go:171","msg":"trace[1024000407] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15251; }","duration":"517.668796ms","start":"2026-07-28T20:05:04.274338Z","end":"2026-07-28T20:05:04.792007Z","steps":["trace[1024000407] 'agreement among raft nodes before linearized reading' (duration: 517.574173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:05:04.792025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.963963Z","time spent":"828.050593ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T20:05:04.792052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.274324Z","time spent":"517.720897ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5544,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.123665Z","time spent":"667.665315ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22115,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4957p\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:03.960516Z","time spent":"831.462108ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T20:05:04.791428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:05:04.064904Z","time spent":"726.520381ms","remote":"127.0.0.1:42120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-28T20:05:35.261408Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12868} {"level":"info","ts":"2026-07-28T20:05:35.337077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12868,"took":"73.265622ms","hash":2037715099,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":30760960,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T20:05:35.337125Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2037715099,"revision":12868,"compact-revision":10790} {"level":"info","ts":"2026-07-28T20:10:35.267707Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15440} {"level":"info","ts":"2026-07-28T20:10:35.364905Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15440,"took":"94.669422ms","hash":4210402846,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":31977472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T20:10:35.364989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4210402846,"revision":15440,"compact-revision":12868} {"level":"info","ts":"2026-07-28T20:10:41.271089Z","caller":"traceutil/trace.go:171","msg":"trace[1871220902] transaction","detail":"{read_only:false; response_revision:17749; number_of_response:1; }","duration":"169.874571ms","start":"2026-07-28T20:10:41.101192Z","end":"2026-07-28T20:10:41.271067Z","steps":["trace[1871220902] 'process raft request' (duration: 88.056517ms)","trace[1871220902] 'compare' (duration: 81.705611ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:41.332165Z","caller":"traceutil/trace.go:171","msg":"trace[1067302768] transaction","detail":"{read_only:false; response_revision:17753; number_of_response:1; }","duration":"191.334853ms","start":"2026-07-28T20:10:41.140812Z","end":"2026-07-28T20:10:41.332147Z","steps":["trace[1067302768] 'process raft request' (duration: 191.301332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:41.332386Z","caller":"traceutil/trace.go:171","msg":"trace[718937361] transaction","detail":"{read_only:false; response_revision:17751; number_of_response:1; }","duration":"193.944297ms","start":"2026-07-28T20:10:41.138432Z","end":"2026-07-28T20:10:41.332376Z","steps":["trace[718937361] 'process raft request' (duration: 193.614159ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:41.33247Z","caller":"traceutil/trace.go:171","msg":"trace[1081969157] transaction","detail":"{read_only:false; response_revision:17752; number_of_response:1; }","duration":"193.113085ms","start":"2026-07-28T20:10:41.13935Z","end":"2026-07-28T20:10:41.332463Z","steps":["trace[1081969157] 'process raft request' (duration: 192.732196ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:41.332166Z","caller":"traceutil/trace.go:171","msg":"trace[146727904] transaction","detail":"{read_only:false; response_revision:17750; number_of_response:1; }","duration":"197.538975ms","start":"2026-07-28T20:10:41.134592Z","end":"2026-07-28T20:10:41.332131Z","steps":["trace[146727904] 'process raft request' (duration: 197.33081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:42.843539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.35944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:10:42.843571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.082066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9tzmw\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-07-28T20:10:42.843602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.581222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T20:10:42.843622Z","caller":"traceutil/trace.go:171","msg":"trace[1642655490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17769; }","duration":"220.493203ms","start":"2026-07-28T20:10:42.623107Z","end":"2026-07-28T20:10:42.8436Z","steps":["trace[1642655490] 'range keys from in-memory index tree' (duration: 220.265198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:42.843662Z","caller":"traceutil/trace.go:171","msg":"trace[2141929882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17769; }","duration":"348.671744ms","start":"2026-07-28T20:10:42.494975Z","end":"2026-07-28T20:10:42.843647Z","steps":["trace[2141929882] 'range keys from in-memory index tree' (duration: 348.405987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:42.843645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.624278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-gn2gf\" ","response":"range_response_count:1 size:15526"} {"level":"warn","ts":"2026-07-28T20:10:42.843699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:42.49496Z","time spent":"348.729475ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T20:10:42.843734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.753841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T20:10:42.843735Z","caller":"traceutil/trace.go:171","msg":"trace[11097011] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-gn2gf; range_end:; response_count:1; response_revision:17769; }","duration":"364.788942ms","start":"2026-07-28T20:10:42.478927Z","end":"2026-07-28T20:10:42.843715Z","steps":["trace[11097011] 'range keys from in-memory index tree' (duration: 364.424723ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:42.843781Z","caller":"traceutil/trace.go:171","msg":"trace[1959707520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17769; }","duration":"364.808243ms","start":"2026-07-28T20:10:42.478941Z","end":"2026-07-28T20:10:42.843749Z","steps":["trace[1959707520] 'range keys from in-memory index tree' (duration: 364.70862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:42.843807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:42.478928Z","time spent":"364.874244ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T20:10:42.843619Z","caller":"traceutil/trace.go:171","msg":"trace[694787957] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9tzmw; range_end:; response_count:1; response_revision:17769; }","duration":"119.176948ms","start":"2026-07-28T20:10:42.72443Z","end":"2026-07-28T20:10:42.843607Z","steps":["trace[694787957] 'range keys from in-memory index tree' (duration: 118.889651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:42.843828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:42.478913Z","time spent":"364.896184ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15549,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-gn2gf\" "} {"level":"warn","ts":"2026-07-28T20:10:42.843877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.743465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T20:10:42.843951Z","caller":"traceutil/trace.go:171","msg":"trace[1103508007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17769; }","duration":"348.801647ms","start":"2026-07-28T20:10:42.495117Z","end":"2026-07-28T20:10:42.843919Z","steps":["trace[1103508007] 'range keys from in-memory index tree' (duration: 348.603293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:42.843993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:42.495084Z","time spent":"348.897859ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T20:10:46.882055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.693203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:10:46.882143Z","caller":"traceutil/trace.go:171","msg":"trace[927869158] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:17860; }","duration":"333.831957ms","start":"2026-07-28T20:10:46.548291Z","end":"2026-07-28T20:10:46.882123Z","steps":["trace[927869158] 'count revisions from in-memory index tree' (duration: 333.612111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:46.882185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:46.548267Z","time spent":"333.906749ms","remote":"127.0.0.1:57108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T20:10:46.882473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.736773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-28T20:10:46.882515Z","caller":"traceutil/trace.go:171","msg":"trace[1762735181] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d; range_end:; response_count:1; response_revision:17860; }","duration":"322.813105ms","start":"2026-07-28T20:10:46.55969Z","end":"2026-07-28T20:10:46.882503Z","steps":["trace[1762735181] 'range keys from in-memory index tree' (duration: 322.561689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:46.882548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:46.559672Z","time spent":"322.869456ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" "} {"level":"warn","ts":"2026-07-28T20:10:46.882836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.665228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-28T20:10:46.882875Z","caller":"traceutil/trace.go:171","msg":"trace[2046216357] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d; range_end:; response_count:1; response_revision:17860; }","duration":"313.74255ms","start":"2026-07-28T20:10:46.569124Z","end":"2026-07-28T20:10:46.882866Z","steps":["trace[2046216357] 'range keys from in-memory index tree' (duration: 313.549445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:46.882914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:46.569101Z","time spent":"313.801302ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3663,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" "} {"level":"warn","ts":"2026-07-28T20:10:46.883148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.845487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:10:46.883186Z","caller":"traceutil/trace.go:171","msg":"trace[1220026143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17860; }","duration":"259.921479ms","start":"2026-07-28T20:10:46.623256Z","end":"2026-07-28T20:10:46.883177Z","steps":["trace[1220026143] 'range keys from in-memory index tree' (duration: 259.762946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:47.605356Z","caller":"traceutil/trace.go:171","msg":"trace[267981948] transaction","detail":"{read_only:false; response_revision:17865; number_of_response:1; }","duration":"250.831724ms","start":"2026-07-28T20:10:47.354481Z","end":"2026-07-28T20:10:47.605313Z","steps":["trace[267981948] 'process raft request' (duration: 250.524376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:47.706982Z","caller":"traceutil/trace.go:171","msg":"trace[1795000189] linearizableReadLoop","detail":"{readStateIndex:18465; appliedIndex:18461; }","duration":"260.211226ms","start":"2026-07-28T20:10:47.446745Z","end":"2026-07-28T20:10:47.706956Z","steps":["trace[1795000189] 'read index received' (duration: 158.268484ms)","trace[1795000189] 'applied index is now lower than readState.Index' (duration: 101.941622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:47.707169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.39349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:10:47.707214Z","caller":"traceutil/trace.go:171","msg":"trace[2017386521] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:17868; }","duration":"260.486263ms","start":"2026-07-28T20:10:47.446714Z","end":"2026-07-28T20:10:47.7072Z","steps":["trace[2017386521] 'agreement among raft nodes before linearized reading' (duration: 260.37274ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:47.707217Z","caller":"traceutil/trace.go:171","msg":"trace[254926657] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"351.122824ms","start":"2026-07-28T20:10:47.356036Z","end":"2026-07-28T20:10:47.707159Z","steps":["trace[254926657] 'process raft request' (duration: 294.201636ms)","trace[254926657] 'compare' (duration: 56.474667ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:47.707234Z","caller":"traceutil/trace.go:171","msg":"trace[1700452924] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"349.860743ms","start":"2026-07-28T20:10:47.35734Z","end":"2026-07-28T20:10:47.7072Z","steps":["trace[1700452924] 'process raft request' (duration: 349.506734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:47.707337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:47.356002Z","time spent":"351.261867ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:47.707436Z","caller":"traceutil/trace.go:171","msg":"trace[2053194899] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"350.001316ms","start":"2026-07-28T20:10:47.357424Z","end":"2026-07-28T20:10:47.707425Z","steps":["trace[2053194899] 'process raft request' (duration: 349.465853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:47.707481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:47.357325Z","time spent":"350.034587ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:10:47.707703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:47.357409Z","time spent":"350.060968ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:49.791221Z","caller":"traceutil/trace.go:171","msg":"trace[589040298] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"133.153593ms","start":"2026-07-28T20:10:49.658048Z","end":"2026-07-28T20:10:49.791202Z","steps":["trace[589040298] 'process raft request' (duration: 132.707432ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:49.791006Z","caller":"traceutil/trace.go:171","msg":"trace[1632820802] linearizableReadLoop","detail":"{readStateIndex:18479; appliedIndex:18478; }","duration":"128.678533ms","start":"2026-07-28T20:10:49.662296Z","end":"2026-07-28T20:10:49.790975Z","steps":["trace[1632820802] 'read index received' (duration: 128.266523ms)","trace[1632820802] 'applied index is now lower than readState.Index' (duration: 410.66µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:49.791638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.313748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T20:10:49.79168Z","caller":"traceutil/trace.go:171","msg":"trace[790142455] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:17880; }","duration":"129.40606ms","start":"2026-07-28T20:10:49.662263Z","end":"2026-07-28T20:10:49.791669Z","steps":["trace[790142455] 'agreement among raft nodes before linearized reading' (duration: 129.249607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.466936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.550526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T20:10:50.467214Z","caller":"traceutil/trace.go:171","msg":"trace[1576905345] linearizableReadLoop","detail":"{readStateIndex:18482; appliedIndex:18479; }","duration":"563.204869ms","start":"2026-07-28T20:10:49.903991Z","end":"2026-07-28T20:10:50.467196Z","steps":["trace[1576905345] 'read index received' (duration: 120.10506ms)","trace[1576905345] 'applied index is now lower than readState.Index' (duration: 443.098759ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:50.4673Z","caller":"traceutil/trace.go:171","msg":"trace[2106238332] transaction","detail":"{read_only:false; response_revision:17881; number_of_response:1; }","duration":"755.372741ms","start":"2026-07-28T20:10:49.711879Z","end":"2026-07-28T20:10:50.467251Z","steps":["trace[2106238332] 'process raft request' (duration: 312.396805ms)","trace[2106238332] 'compare' (duration: 442.250479ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:10:50.467343Z","caller":"traceutil/trace.go:171","msg":"trace[614490262] transaction","detail":"{read_only:false; response_revision:17883; number_of_response:1; }","duration":"753.479095ms","start":"2026-07-28T20:10:49.713841Z","end":"2026-07-28T20:10:50.46732Z","steps":["trace[614490262] 'process raft request' (duration: 753.312511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.467455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.468846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" ","response":"range_response_count:1 size:3943"} {"level":"warn","ts":"2026-07-28T20:10:50.467456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.711855Z","time spent":"755.520515ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:10:50.467476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.713807Z","time spent":"753.596068ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:10:50.467499Z","caller":"traceutil/trace.go:171","msg":"trace[379201663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d; range_end:; response_count:1; response_revision:17883; }","duration":"563.560288ms","start":"2026-07-28T20:10:49.903926Z","end":"2026-07-28T20:10:50.467486Z","steps":["trace[379201663] 'agreement among raft nodes before linearized reading' (duration: 563.387434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.467549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.903902Z","time spent":"563.6379ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" "} {"level":"info","ts":"2026-07-28T20:10:50.467592Z","caller":"traceutil/trace.go:171","msg":"trace[1073692379] transaction","detail":"{read_only:false; response_revision:17882; number_of_response:1; }","duration":"754.525961ms","start":"2026-07-28T20:10:49.713052Z","end":"2026-07-28T20:10:50.467578Z","steps":["trace[1073692379] 'process raft request' (duration: 754.005369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.467653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.713018Z","time spent":"754.607633ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:10:50.467681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.536454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T20:10:50.467722Z","caller":"traceutil/trace.go:171","msg":"trace[370490781] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:17883; }","duration":"144.609026ms","start":"2026-07-28T20:10:50.323099Z","end":"2026-07-28T20:10:50.467708Z","steps":["trace[370490781] 'agreement among raft nodes before linearized reading' (duration: 144.539394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.467754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.331051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18831"} {"level":"warn","ts":"2026-07-28T20:10:50.467832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.623954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-28T20:10:50.46784Z","caller":"traceutil/trace.go:171","msg":"trace[1917043853] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:17883; }","duration":"550.428263ms","start":"2026-07-28T20:10:49.917395Z","end":"2026-07-28T20:10:50.467823Z","steps":["trace[1917043853] 'agreement among raft nodes before linearized reading' (duration: 550.205378ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:50.467855Z","caller":"traceutil/trace.go:171","msg":"trace[1323079194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:17883; }","duration":"488.699166ms","start":"2026-07-28T20:10:49.979149Z","end":"2026-07-28T20:10:50.467848Z","steps":["trace[1323079194] 'agreement among raft nodes before linearized reading' (duration: 488.602254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.467877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.979107Z","time spent":"488.766488ms","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-28T20:10:50.467877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.917323Z","time spent":"550.545356ms","remote":"127.0.0.1:42126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18854,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-28T20:10:50.467965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.076965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" ","response":"range_response_count:1 size:3943"} {"level":"info","ts":"2026-07-28T20:10:50.468055Z","caller":"traceutil/trace.go:171","msg":"trace[1759058403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d; range_end:; response_count:1; response_revision:17883; }","duration":"510.254391ms","start":"2026-07-28T20:10:49.957781Z","end":"2026-07-28T20:10:50.468035Z","steps":["trace[1759058403] 'agreement among raft nodes before linearized reading' (duration: 510.010374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.468099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:10:49.957744Z","time spent":"510.345743ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3966,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-edc48f29-a84f-4aff-99d9-640cec759c2d\" "} {"level":"warn","ts":"2026-07-28T20:10:50.468532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-07-28T20:10:50.468655Z","caller":"traceutil/trace.go:171","msg":"trace[234558524] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17883; }","duration":"118.962243ms","start":"2026-07-28T20:10:50.349665Z","end":"2026-07-28T20:10:50.468628Z","steps":["trace[234558524] 'agreement among raft nodes before linearized reading' (duration: 118.033399ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:50.630571Z","caller":"traceutil/trace.go:171","msg":"trace[1915283364] linearizableReadLoop","detail":"{readStateIndex:18483; appliedIndex:18482; }","duration":"154.499562ms","start":"2026-07-28T20:10:50.476049Z","end":"2026-07-28T20:10:50.630548Z","steps":["trace[1915283364] 'read index received' (duration: 153.855735ms)","trace[1915283364] 'applied index is now lower than readState.Index' (duration: 642.807µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:50.630852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.782979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8b037845-1b94-4e25-8db4-e72edde7b0d5\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-07-28T20:10:50.630903Z","caller":"traceutil/trace.go:171","msg":"trace[1072649228] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8b037845-1b94-4e25-8db4-e72edde7b0d5; range_end:; response_count:1; response_revision:17884; }","duration":"154.870791ms","start":"2026-07-28T20:10:50.476016Z","end":"2026-07-28T20:10:50.630887Z","steps":["trace[1072649228] 'agreement among raft nodes before linearized reading' (duration: 154.658876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.631233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.79297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-28T20:10:50.631262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.479108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:10:50.631299Z","caller":"traceutil/trace.go:171","msg":"trace[949850975] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:17884; }","duration":"109.520679ms","start":"2026-07-28T20:10:50.521767Z","end":"2026-07-28T20:10:50.631288Z","steps":["trace[949850975] 'agreement among raft nodes before linearized reading' (duration: 109.459397ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:50.631456Z","caller":"traceutil/trace.go:171","msg":"trace[1346301172] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:17884; }","duration":"150.874422ms","start":"2026-07-28T20:10:50.480409Z","end":"2026-07-28T20:10:50.631283Z","steps":["trace[1346301172] 'agreement among raft nodes before linearized reading' (duration: 150.639376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:10:50.631555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.920907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T20:10:50.631635Z","caller":"traceutil/trace.go:171","msg":"trace[399296713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17884; }","duration":"137.0537ms","start":"2026-07-28T20:10:50.494561Z","end":"2026-07-28T20:10:50.631615Z","steps":["trace[399296713] 'agreement among raft nodes before linearized reading' (duration: 136.802694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:50.630646Z","caller":"traceutil/trace.go:171","msg":"trace[681403655] transaction","detail":"{read_only:false; response_revision:17884; number_of_response:1; }","duration":"159.748171ms","start":"2026-07-28T20:10:50.470869Z","end":"2026-07-28T20:10:50.630617Z","steps":["trace[681403655] 'process raft request' (duration: 159.120654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:55.910017Z","caller":"traceutil/trace.go:171","msg":"trace[1555760977] transaction","detail":"{read_only:false; response_revision:17939; number_of_response:1; }","duration":"264.977963ms","start":"2026-07-28T20:10:55.645004Z","end":"2026-07-28T20:10:55.909982Z","steps":["trace[1555760977] 'process raft request' (duration: 264.723486ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:55.915416Z","caller":"traceutil/trace.go:171","msg":"trace[104184848] linearizableReadLoop","detail":"{readStateIndex:18540; appliedIndex:18538; }","duration":"131.304227ms","start":"2026-07-28T20:10:55.784086Z","end":"2026-07-28T20:10:55.915391Z","steps":["trace[104184848] 'read index received' (duration: 125.75728ms)","trace[104184848] 'applied index is now lower than readState.Index' (duration: 5.545887ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:10:55.916338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.23526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10323"} {"level":"info","ts":"2026-07-28T20:10:55.916404Z","caller":"traceutil/trace.go:171","msg":"trace[806181448] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17940; }","duration":"132.345963ms","start":"2026-07-28T20:10:55.784045Z","end":"2026-07-28T20:10:55.916391Z","steps":["trace[806181448] 'agreement among raft nodes before linearized reading' (duration: 131.918872ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:10:55.91688Z","caller":"traceutil/trace.go:171","msg":"trace[140214951] transaction","detail":"{read_only:false; response_revision:17940; number_of_response:1; }","duration":"149.169319ms","start":"2026-07-28T20:10:55.767082Z","end":"2026-07-28T20:10:55.916252Z","steps":["trace[140214951] 'process raft request' (duration: 148.181835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:11:23.593367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.316611ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T20:11:23.593463Z","caller":"traceutil/trace.go:171","msg":"trace[1943865755] linearizableReadLoop","detail":"{readStateIndex:18936; appliedIndex:18935; }","duration":"154.592053ms","start":"2026-07-28T20:11:23.438857Z","end":"2026-07-28T20:11:23.593449Z","steps":["trace[1943865755] 'read index received' (duration: 71.131µs)","trace[1943865755] 'applied index is now lower than readState.Index' (duration: 154.519612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:11:23.593504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.649313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:11:23.593649Z","caller":"traceutil/trace.go:171","msg":"trace[1036604841] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18324; }","duration":"122.819117ms","start":"2026-07-28T20:11:23.47081Z","end":"2026-07-28T20:11:23.593629Z","steps":["trace[1036604841] 'range keys from in-memory index tree' (duration: 122.624053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:11:23.593604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.744397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-9tzmw\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-07-28T20:11:23.593738Z","caller":"traceutil/trace.go:171","msg":"trace[1435554801] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-9tzmw; range_end:; response_count:1; response_revision:18324; }","duration":"154.89525ms","start":"2026-07-28T20:11:23.438808Z","end":"2026-07-28T20:11:23.593704Z","steps":["trace[1435554801] 'agreement among raft nodes before linearized reading' (duration: 154.678935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:11:24.345047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.910996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T20:11:24.345129Z","caller":"traceutil/trace.go:171","msg":"trace[212466764] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18326; }","duration":"213.03168ms","start":"2026-07-28T20:11:24.132078Z","end":"2026-07-28T20:11:24.34511Z","steps":["trace[212466764] 'range keys from in-memory index tree' (duration: 212.737641ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:13:51.576665Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T20:13:51.581995Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T20:13:51.582562Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T20:15:35.274446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17706} {"level":"info","ts":"2026-07-28T20:15:35.370731Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17706,"took":"92.866868ms","hash":2823363023,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":34664448,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T20:15:35.370791Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2823363023,"revision":17706,"compact-revision":15440} {"level":"info","ts":"2026-07-28T20:16:39.885106Z","caller":"traceutil/trace.go:171","msg":"trace[1418995871] transaction","detail":"{read_only:false; response_revision:20518; number_of_response:1; }","duration":"150.046205ms","start":"2026-07-28T20:16:39.735034Z","end":"2026-07-28T20:16:39.88508Z","steps":["trace[1418995871] 'process raft request' (duration: 149.875021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:40.232511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.823539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T20:16:40.232647Z","caller":"traceutil/trace.go:171","msg":"trace[1886307536] linearizableReadLoop","detail":"{readStateIndex:21207; appliedIndex:21204; }","duration":"423.624655ms","start":"2026-07-28T20:16:39.809006Z","end":"2026-07-28T20:16:40.232631Z","steps":["trace[1886307536] 'read index received' (duration: 75.95287ms)","trace[1886307536] 'applied index is now lower than readState.Index' (duration: 347.670985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:16:40.232742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.731678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:16:40.23297Z","caller":"traceutil/trace.go:171","msg":"trace[615285026] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:20520; }","duration":"423.997564ms","start":"2026-07-28T20:16:39.808962Z","end":"2026-07-28T20:16:40.23296Z","steps":["trace[615285026] 'agreement among raft nodes before linearized reading' (duration: 423.749788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:16:40.232807Z","caller":"traceutil/trace.go:171","msg":"trace[358560657] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"472.507056ms","start":"2026-07-28T20:16:39.760266Z","end":"2026-07-28T20:16:40.232773Z","steps":["trace[358560657] 'process raft request' (duration: 472.323351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:40.23301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:16:39.808941Z","time spent":"424.059146ms","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T20:16:40.232979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.837158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T20:16:40.233067Z","caller":"traceutil/trace.go:171","msg":"trace[1457932255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20520; }","duration":"134.984301ms","start":"2026-07-28T20:16:40.098065Z","end":"2026-07-28T20:16:40.233049Z","steps":["trace[1457932255] 'agreement among raft nodes before linearized reading' (duration: 134.825668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:40.233137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:16:39.760234Z","time spent":"472.798643ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:16:40.232878Z","caller":"traceutil/trace.go:171","msg":"trace[1826544641] transaction","detail":"{read_only:false; response_revision:20519; number_of_response:1; }","duration":"496.071559ms","start":"2026-07-28T20:16:39.736794Z","end":"2026-07-28T20:16:40.232865Z","steps":["trace[1826544641] 'process raft request' (duration: 208.810169ms)","trace[1826544641] 'compare' (duration: 286.727197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:16:40.233403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:16:39.736763Z","time spent":"496.496769ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:16:40.576128Z","caller":"traceutil/trace.go:171","msg":"trace[51642045] linearizableReadLoop","detail":"{readStateIndex:21208; appliedIndex:21207; }","duration":"171.858505ms","start":"2026-07-28T20:16:40.404241Z","end":"2026-07-28T20:16:40.576099Z","steps":["trace[51642045] 'read index received' (duration: 171.66132ms)","trace[51642045] 'applied index is now lower than readState.Index' (duration: 195.745µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:16:40.576259Z","caller":"traceutil/trace.go:171","msg":"trace[825908749] transaction","detail":"{read_only:false; response_revision:20521; number_of_response:1; }","duration":"330.257664ms","start":"2026-07-28T20:16:40.245966Z","end":"2026-07-28T20:16:40.576223Z","steps":["trace[825908749] 'process raft request' (duration: 329.921136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:40.576376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.09311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T20:16:40.576425Z","caller":"traceutil/trace.go:171","msg":"trace[791459079] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20521; }","duration":"172.204543ms","start":"2026-07-28T20:16:40.404205Z","end":"2026-07-28T20:16:40.57641Z","steps":["trace[791459079] 'agreement among raft nodes before linearized reading' (duration: 172.011128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:40.576419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:16:40.245949Z","time spent":"330.391448ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:16:40.791981Z","caller":"traceutil/trace.go:171","msg":"trace[10106508] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"211.66921ms","start":"2026-07-28T20:16:40.580248Z","end":"2026-07-28T20:16:40.791917Z","steps":["trace[10106508] 'process raft request' (duration: 115.645382ms)","trace[10106508] 'compare' (duration: 95.568626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:16:40.792085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.059957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T20:16:40.791898Z","caller":"traceutil/trace.go:171","msg":"trace[1210360809] linearizableReadLoop","detail":"{readStateIndex:21209; appliedIndex:21208; }","duration":"101.850902ms","start":"2026-07-28T20:16:40.690021Z","end":"2026-07-28T20:16:40.791872Z","steps":["trace[1210360809] 'read index received' (duration: 5.799833ms)","trace[1210360809] 'applied index is now lower than readState.Index' (duration: 96.049719ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:16:40.792135Z","caller":"traceutil/trace.go:171","msg":"trace[1300822581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20522; }","duration":"102.18709ms","start":"2026-07-28T20:16:40.689936Z","end":"2026-07-28T20:16:40.792124Z","steps":["trace[1300822581] 'agreement among raft nodes before linearized reading' (duration: 102.029076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:40.793129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.81293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T20:16:40.793184Z","caller":"traceutil/trace.go:171","msg":"trace[242622820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20522; }","duration":"101.930072ms","start":"2026-07-28T20:16:40.691242Z","end":"2026-07-28T20:16:40.793172Z","steps":["trace[242622820] 'agreement among raft nodes before linearized reading' (duration: 100.948479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:41.222928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.521969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-28T20:16:41.223007Z","caller":"traceutil/trace.go:171","msg":"trace[1188947719] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20525; }","duration":"298.640762ms","start":"2026-07-28T20:16:40.924336Z","end":"2026-07-28T20:16:41.222977Z","steps":["trace[1188947719] 'range keys from in-memory index tree' (duration: 298.353555ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:16:41.223191Z","caller":"traceutil/trace.go:171","msg":"trace[1881332744] transaction","detail":"{read_only:false; response_revision:20526; number_of_response:1; }","duration":"126.638525ms","start":"2026-07-28T20:16:41.096524Z","end":"2026-07-28T20:16:41.223163Z","steps":["trace[1881332744] 'process raft request' (duration: 117.56552ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:16:41.504661Z","caller":"traceutil/trace.go:171","msg":"trace[1248810893] linearizableReadLoop","detail":"{readStateIndex:21214; appliedIndex:21213; }","duration":"278.316929ms","start":"2026-07-28T20:16:41.226314Z","end":"2026-07-28T20:16:41.504631Z","steps":["trace[1248810893] 'read index received' (duration: 250.016788ms)","trace[1248810893] 'applied index is now lower than readState.Index' (duration: 28.298991ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:16:41.504763Z","caller":"traceutil/trace.go:171","msg":"trace[1065988321] transaction","detail":"{read_only:false; response_revision:20527; number_of_response:1; }","duration":"354.609057ms","start":"2026-07-28T20:16:41.150126Z","end":"2026-07-28T20:16:41.504735Z","steps":["trace[1065988321] 'process raft request' (duration: 326.198594ms)","trace[1065988321] 'compare' (duration: 28.189708ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:16:41.504827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.491663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-28T20:16:41.504853Z","caller":"traceutil/trace.go:171","msg":"trace[275948424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20527; }","duration":"278.549625ms","start":"2026-07-28T20:16:41.226295Z","end":"2026-07-28T20:16:41.504845Z","steps":["trace[275948424] 'agreement among raft nodes before linearized reading' (duration: 278.425702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:16:41.504899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:16:41.150097Z","time spent":"354.72567ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:20:35.288266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20166} {"level":"info","ts":"2026-07-28T20:20:35.402261Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20166,"took":"109.773894ms","hash":1176277356,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":40198144,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-07-28T20:20:35.402322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1176277356,"revision":20166,"compact-revision":17706} {"level":"warn","ts":"2026-07-28T20:20:43.712835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.456213ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:20:43.713286Z","caller":"traceutil/trace.go:171","msg":"trace[314014585] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23006; }","duration":"242.903855ms","start":"2026-07-28T20:20:43.47035Z","end":"2026-07-28T20:20:43.713254Z","steps":["trace[314014585] 'range keys from in-memory index tree' (duration: 242.440213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:20:43.713483Z","caller":"traceutil/trace.go:171","msg":"trace[857780423] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"410.671186ms","start":"2026-07-28T20:20:43.302776Z","end":"2026-07-28T20:20:43.713447Z","steps":["trace[857780423] 'process raft request' (duration: 367.204255ms)","trace[857780423] 'compare' (duration: 42.936037ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:20:43.713554Z","caller":"traceutil/trace.go:171","msg":"trace[347796131] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"282.847887ms","start":"2026-07-28T20:20:43.430653Z","end":"2026-07-28T20:20:43.713501Z","steps":["trace[347796131] 'process raft request' (duration: 282.675063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:20:43.713635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:20:43.302689Z","time spent":"410.86374ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:20:43.737249Z","caller":"traceutil/trace.go:171","msg":"trace[1593368530] linearizableReadLoop","detail":"{readStateIndex:23772; appliedIndex:23769; }","duration":"114.243847ms","start":"2026-07-28T20:20:43.622975Z","end":"2026-07-28T20:20:43.737219Z","steps":["trace[1593368530] 'read index received' (duration: 47.084382ms)","trace[1593368530] 'applied index is now lower than readState.Index' (duration: 67.157745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:20:43.737441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.446252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:20:43.737478Z","caller":"traceutil/trace.go:171","msg":"trace[215094891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23008; }","duration":"114.537694ms","start":"2026-07-28T20:20:43.622928Z","end":"2026-07-28T20:20:43.737465Z","steps":["trace[215094891] 'agreement among raft nodes before linearized reading' (duration: 114.456682ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:25:35.294899Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22780} {"level":"info","ts":"2026-07-28T20:25:35.421655Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22780,"took":"122.759403ms","hash":131053311,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":35946496,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-28T20:25:35.421721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":131053311,"revision":22780,"compact-revision":20166} {"level":"info","ts":"2026-07-28T20:25:46.688442Z","caller":"traceutil/trace.go:171","msg":"trace[402478573] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"440.276334ms","start":"2026-07-28T20:25:46.24813Z","end":"2026-07-28T20:25:46.688407Z","steps":["trace[402478573] 'process raft request' (duration: 439.977967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:46.688644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.248106Z","time spent":"440.431079ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:25:47.42714Z","caller":"traceutil/trace.go:171","msg":"trace[1316320929] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"1.068219001s","start":"2026-07-28T20:25:46.358877Z","end":"2026-07-28T20:25:47.427096Z","steps":["trace[1316320929] 'process raft request' (duration: 1.068141459s)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:25:47.427215Z","caller":"traceutil/trace.go:171","msg":"trace[1166353207] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"1.070454427s","start":"2026-07-28T20:25:46.356721Z","end":"2026-07-28T20:25:47.427175Z","steps":["trace[1166353207] 'process raft request' (duration: 1.07016412s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.4273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.35886Z","time spent":"1.068363154s","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:25:47.427289Z","caller":"traceutil/trace.go:171","msg":"trace[598359527] linearizableReadLoop","detail":"{readStateIndex:26414; appliedIndex:26410; }","duration":"841.761617ms","start":"2026-07-28T20:25:46.585453Z","end":"2026-07-28T20:25:47.427215Z","steps":["trace[598359527] 'read index received' (duration: 102.638285ms)","trace[598359527] 'applied index is now lower than readState.Index' (duration: 739.113242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:25:47.4274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.3567Z","time spent":"1.07060067s","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:25:47.427491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.998433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:25:47.427624Z","caller":"traceutil/trace.go:171","msg":"trace[110954567] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25582; }","duration":"842.189588ms","start":"2026-07-28T20:25:46.585414Z","end":"2026-07-28T20:25:47.427603Z","steps":["trace[110954567] 'agreement among raft nodes before linearized reading' (duration: 841.917331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.427679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.5854Z","time spent":"842.26931ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-28T20:25:47.427949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.034265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:25:47.428005Z","caller":"traceutil/trace.go:171","msg":"trace[1959483055] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25583; }","duration":"842.116217ms","start":"2026-07-28T20:25:46.585877Z","end":"2026-07-28T20:25:47.427993Z","steps":["trace[1959483055] 'agreement among raft nodes before linearized reading' (duration: 842.000854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.585866Z","time spent":"842.164818ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.266986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:25:47.428093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.799825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-28T20:25:47.428125Z","caller":"traceutil/trace.go:171","msg":"trace[1719725577] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:25583; }","duration":"430.356489ms","start":"2026-07-28T20:25:46.997755Z","end":"2026-07-28T20:25:47.428111Z","steps":["trace[1719725577] 'agreement among raft nodes before linearized reading' (duration: 430.262597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.752198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:25:47.428098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.665027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"info","ts":"2026-07-28T20:25:47.428231Z","caller":"traceutil/trace.go:171","msg":"trace[1351207918] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"429.752664ms","start":"2026-07-28T20:25:46.998464Z","end":"2026-07-28T20:25:47.428217Z","steps":["trace[1351207918] 'process raft request' (duration: 429.334584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.230007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:25:47.428279Z","caller":"traceutil/trace.go:171","msg":"trace[1703195839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25583; }","duration":"806.290799ms","start":"2026-07-28T20:25:46.621981Z","end":"2026-07-28T20:25:47.428271Z","steps":["trace[1703195839] 'agreement among raft nodes before linearized reading' (duration: 806.252388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.62196Z","time spent":"806.34617ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.900192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:25:47.428344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.99845Z","time spent":"429.822446ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:25:47.428398Z","caller":"traceutil/trace.go:171","msg":"trace[566878589] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25583; }","duration":"430.994955ms","start":"2026-07-28T20:25:46.997392Z","end":"2026-07-28T20:25:47.428386Z","steps":["trace[566878589] 'agreement among raft nodes before linearized reading' (duration: 430.911453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.997372Z","time spent":"431.064396ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.429824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T20:25:47.428467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.467015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5080"} {"level":"warn","ts":"2026-07-28T20:25:47.42849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.519077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:25:47.42851Z","caller":"traceutil/trace.go:171","msg":"trace[109183077] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25583; }","duration":"842.495456ms","start":"2026-07-28T20:25:46.586001Z","end":"2026-07-28T20:25:47.428497Z","steps":["trace[109183077] 'agreement among raft nodes before linearized reading' (duration: 842.416864ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:25:47.428518Z","caller":"traceutil/trace.go:171","msg":"trace[2060185007] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25583; }","duration":"842.530546ms","start":"2026-07-28T20:25:46.585976Z","end":"2026-07-28T20:25:47.428506Z","steps":["trace[2060185007] 'agreement among raft nodes before linearized reading' (duration: 842.332412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.585995Z","time spent":"842.541937ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-28T20:25:47.428153Z","caller":"traceutil/trace.go:171","msg":"trace[1908715817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25583; }","duration":"425.903268ms","start":"2026-07-28T20:25:47.002235Z","end":"2026-07-28T20:25:47.428138Z","steps":["trace[1908715817] 'agreement among raft nodes before linearized reading' (duration: 425.647152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.585971Z","time spent":"842.584338ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.002224Z","time spent":"426.3695ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.758569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T20:25:47.428523Z","caller":"traceutil/trace.go:171","msg":"trace[192569388] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:25583; }","duration":"842.566338ms","start":"2026-07-28T20:25:46.585948Z","end":"2026-07-28T20:25:47.428514Z","steps":["trace[192569388] 'agreement among raft nodes before linearized reading' (duration: 842.520227ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:25:47.428687Z","caller":"traceutil/trace.go:171","msg":"trace[179144084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25583; }","duration":"309.874122ms","start":"2026-07-28T20:25:47.118781Z","end":"2026-07-28T20:25:47.428655Z","steps":["trace[179144084] 'agreement among raft nodes before linearized reading' (duration: 309.503283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.42876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.118737Z","time spent":"310.008695ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T20:25:47.428262Z","caller":"traceutil/trace.go:171","msg":"trace[225035341] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:25583; }","duration":"430.846211ms","start":"2026-07-28T20:25:46.997393Z","end":"2026-07-28T20:25:47.428239Z","steps":["trace[225035341] 'agreement among raft nodes before linearized reading' (duration: 430.481112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.428704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.585941Z","time spent":"842.744272ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.997743Z","time spent":"430.442411ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.864951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:25:47.428996Z","caller":"traceutil/trace.go:171","msg":"trace[2143830230] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:25583; }","duration":"431.670191ms","start":"2026-07-28T20:25:46.997314Z","end":"2026-07-28T20:25:47.428984Z","steps":["trace[2143830230] 'agreement among raft nodes before linearized reading' (duration: 430.884742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.429031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.997296Z","time spent":"431.726362ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T20:25:47.428844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.997387Z","time spent":"431.445905ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-07-28T20:25:47.429065Z","caller":"traceutil/trace.go:171","msg":"trace[2038961296] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"844.811542ms","start":"2026-07-28T20:25:46.582423Z","end":"2026-07-28T20:25:47.427235Z","steps":["trace[2038961296] 'process raft request' (duration: 844.634668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.429217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.582396Z","time spent":"846.7225ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:25:47.428182Z","caller":"traceutil/trace.go:171","msg":"trace[126651351] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:25583; }","duration":"430.80913ms","start":"2026-07-28T20:25:46.997365Z","end":"2026-07-28T20:25:47.428174Z","steps":["trace[126651351] 'agreement among raft nodes before linearized reading' (duration: 430.748219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:47.429291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:46.99736Z","time spent":"431.911307ms","remote":"127.0.0.1:42190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-07-28T20:25:48.247509Z","caller":"traceutil/trace.go:171","msg":"trace[1998165074] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"372.442244ms","start":"2026-07-28T20:25:47.875044Z","end":"2026-07-28T20:25:48.247486Z","steps":["trace[1998165074] 'process raft request' (duration: 372.299321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:48.247655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.875026Z","time spent":"372.552698ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:25:48.250168Z","caller":"traceutil/trace.go:171","msg":"trace[1290689632] linearizableReadLoop","detail":"{readStateIndex:26419; appliedIndex:26417; }","duration":"368.298841ms","start":"2026-07-28T20:25:47.88185Z","end":"2026-07-28T20:25:48.250148Z","steps":["trace[1290689632] 'read index received' (duration: 365.748318ms)","trace[1290689632] 'applied index is now lower than readState.Index' (duration: 2.549753ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:25:48.2502Z","caller":"traceutil/trace.go:171","msg":"trace[473386781] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"368.432255ms","start":"2026-07-28T20:25:47.88174Z","end":"2026-07-28T20:25:48.250172Z","steps":["trace[473386781] 'process raft request' (duration: 368.282691ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:25:48.250247Z","caller":"traceutil/trace.go:171","msg":"trace[1664298741] transaction","detail":"{read_only:false; response_revision:25587; number_of_response:1; }","duration":"368.433035ms","start":"2026-07-28T20:25:47.881808Z","end":"2026-07-28T20:25:48.250241Z","steps":["trace[1664298741] 'process raft request' (duration: 368.317372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:48.250304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.88172Z","time spent":"368.526977ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:25:48.250323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.881804Z","time spent":"368.461005ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T20:25:48.250487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.629489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T20:25:48.250512Z","caller":"traceutil/trace.go:171","msg":"trace[1094745565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25587; }","duration":"368.67511ms","start":"2026-07-28T20:25:47.88183Z","end":"2026-07-28T20:25:48.250505Z","steps":["trace[1094745565] 'agreement among raft nodes before linearized reading' (duration: 368.572938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:48.25053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.881825Z","time spent":"368.700741ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T20:25:48.250653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.716008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T20:25:48.250683Z","caller":"traceutil/trace.go:171","msg":"trace[298562789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25587; }","duration":"340.754068ms","start":"2026-07-28T20:25:47.909921Z","end":"2026-07-28T20:25:48.250675Z","steps":["trace[298562789] 'agreement among raft nodes before linearized reading' (duration: 340.669996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:48.250702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.909916Z","time spent":"340.782279ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T20:25:48.250742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.577997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T20:25:48.250762Z","caller":"traceutil/trace.go:171","msg":"trace[1522412031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25587; }","duration":"328.607117ms","start":"2026-07-28T20:25:47.922151Z","end":"2026-07-28T20:25:48.250758Z","steps":["trace[1522412031] 'agreement among raft nodes before linearized reading' (duration: 328.553686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:48.250779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.922146Z","time spent":"328.629658ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T20:25:48.250783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.371996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T20:25:48.250797Z","caller":"traceutil/trace.go:171","msg":"trace[2002853131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25587; }","duration":"331.395546ms","start":"2026-07-28T20:25:47.919398Z","end":"2026-07-28T20:25:48.250793Z","steps":["trace[2002853131] 'agreement among raft nodes before linearized reading' (duration: 331.354675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:25:48.250816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:25:47.919393Z","time spent":"331.419647ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T20:26:24.059469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.706343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T20:26:24.059592Z","caller":"traceutil/trace.go:171","msg":"trace[722877872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25848; }","duration":"189.924099ms","start":"2026-07-28T20:26:23.869641Z","end":"2026-07-28T20:26:24.059566Z","steps":["trace[722877872] 'count revisions from in-memory index tree' (duration: 189.59667ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:26:24.3662Z","caller":"traceutil/trace.go:171","msg":"trace[1945547147] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"196.255115ms","start":"2026-07-28T20:26:24.169916Z","end":"2026-07-28T20:26:24.366172Z","steps":["trace[1945547147] 'process raft request' (duration: 196.092371ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:26:24.373434Z","caller":"traceutil/trace.go:171","msg":"trace[1390313129] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"128.24298ms","start":"2026-07-28T20:26:24.245147Z","end":"2026-07-28T20:26:24.37339Z","steps":["trace[1390313129] 'process raft request' (duration: 127.955373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:24.683315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.349798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:26:24.683418Z","caller":"traceutil/trace.go:171","msg":"trace[957541963] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25851; }","duration":"194.525863ms","start":"2026-07-28T20:26:24.48887Z","end":"2026-07-28T20:26:24.683396Z","steps":["trace[957541963] 'range keys from in-memory index tree' (duration: 194.207945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:24.683611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.350627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T20:26:24.683869Z","caller":"traceutil/trace.go:171","msg":"trace[1280745931] linearizableReadLoop","detail":"{readStateIndex:26694; appliedIndex:26692; }","duration":"156.367767ms","start":"2026-07-28T20:26:24.527482Z","end":"2026-07-28T20:26:24.68385Z","steps":["trace[1280745931] 'read index received' (duration: 24.696273ms)","trace[1280745931] 'applied index is now lower than readState.Index' (duration: 131.670234ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:26:24.68399Z","caller":"traceutil/trace.go:171","msg":"trace[778138231] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"184.968055ms","start":"2026-07-28T20:26:24.49901Z","end":"2026-07-28T20:26:24.683978Z","steps":["trace[778138231] 'process raft request' (duration: 184.733259ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:26:24.684211Z","caller":"traceutil/trace.go:171","msg":"trace[559654218] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"187.523099ms","start":"2026-07-28T20:26:24.49664Z","end":"2026-07-28T20:26:24.684163Z","steps":["trace[559654218] 'process raft request' (duration: 55.522656ms)","trace[559654218] 'compare' (duration: 130.983218ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:26:24.684401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.486912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T20:26:24.684485Z","caller":"traceutil/trace.go:171","msg":"trace[657311399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25853; }","duration":"121.615834ms","start":"2026-07-28T20:26:24.562848Z","end":"2026-07-28T20:26:24.684464Z","steps":["trace[657311399] 'agreement among raft nodes before linearized reading' (duration: 121.402359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:24.684456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T20:26:24.684563Z","caller":"traceutil/trace.go:171","msg":"trace[264954144] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25853; }","duration":"157.093805ms","start":"2026-07-28T20:26:24.527444Z","end":"2026-07-28T20:26:24.684538Z","steps":["trace[264954144] 'agreement among raft nodes before linearized reading' (duration: 156.806538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:24.685104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.074861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T20:26:24.685208Z","caller":"traceutil/trace.go:171","msg":"trace[1965208680] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25853; }","duration":"144.230295ms","start":"2026-07-28T20:26:24.540956Z","end":"2026-07-28T20:26:24.685187Z","steps":["trace[1965208680] 'agreement among raft nodes before linearized reading' (duration: 143.060686ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:26:24.842399Z","caller":"traceutil/trace.go:171","msg":"trace[1415808936] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"152.625283ms","start":"2026-07-28T20:26:24.68973Z","end":"2026-07-28T20:26:24.842355Z","steps":["trace[1415808936] 'process raft request' (duration: 127.672404ms)","trace[1415808936] 'compare' (duration: 24.692223ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:26:25.007847Z","caller":"traceutil/trace.go:171","msg":"trace[1353324592] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"317.501411ms","start":"2026-07-28T20:26:24.69032Z","end":"2026-07-28T20:26:25.007821Z","steps":["trace[1353324592] 'process raft request' (duration: 317.368848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:25.00801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:26:24.690302Z","time spent":"317.620263ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:26:25.008178Z","caller":"traceutil/trace.go:171","msg":"trace[432651253] linearizableReadLoop","detail":"{readStateIndex:26697; appliedIndex:26694; }","duration":"316.25637ms","start":"2026-07-28T20:26:24.691869Z","end":"2026-07-28T20:26:25.008126Z","steps":["trace[432651253] 'read index received' (duration: 125.4878ms)","trace[432651253] 'applied index is now lower than readState.Index' (duration: 190.76765ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:26:25.008245Z","caller":"traceutil/trace.go:171","msg":"trace[1172308967] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"317.914312ms","start":"2026-07-28T20:26:24.690311Z","end":"2026-07-28T20:26:25.008226Z","steps":["trace[1172308967] 'process raft request' (duration: 305.37309ms)","trace[1172308967] 'compare' (duration: 11.803953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T20:26:25.008333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:26:24.690298Z","time spent":"317.993384ms","remote":"127.0.0.1:42214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T20:26:25.008452Z","caller":"traceutil/trace.go:171","msg":"trace[483014024] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"192.597245ms","start":"2026-07-28T20:26:24.815845Z","end":"2026-07-28T20:26:25.008442Z","steps":["trace[483014024] 'process raft request' (duration: 191.889637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:25.008712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.975443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T20:26:25.008773Z","caller":"traceutil/trace.go:171","msg":"trace[1699895098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25858; }","duration":"299.036154ms","start":"2026-07-28T20:26:24.709726Z","end":"2026-07-28T20:26:25.008762Z","steps":["trace[1699895098] 'agreement among raft nodes before linearized reading' (duration: 298.85526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:25.00897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.0801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-07-28T20:26:25.009024Z","caller":"traceutil/trace.go:171","msg":"trace[1720484949] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25858; }","duration":"317.167823ms","start":"2026-07-28T20:26:24.691843Z","end":"2026-07-28T20:26:25.009011Z","steps":["trace[1720484949] 'agreement among raft nodes before linearized reading' (duration: 316.683361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:25.009068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T20:26:24.691833Z","time spent":"317.224884ms","remote":"127.0.0.1:42132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T20:26:35.940528Z","caller":"traceutil/trace.go:171","msg":"trace[1964405648] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"139.424267ms","start":"2026-07-28T20:26:35.801082Z","end":"2026-07-28T20:26:35.940506Z","steps":["trace[1964405648] 'process raft request' (duration: 139.275193ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:26:35.941716Z","caller":"traceutil/trace.go:171","msg":"trace[109557241] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"137.94101ms","start":"2026-07-28T20:26:35.80375Z","end":"2026-07-28T20:26:35.941691Z","steps":["trace[109557241] 'process raft request' (duration: 137.721444ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:26:35.941959Z","caller":"traceutil/trace.go:171","msg":"trace[1588959832] linearizableReadLoop","detail":"{readStateIndex:26780; appliedIndex:26777; }","duration":"117.053992ms","start":"2026-07-28T20:26:35.824828Z","end":"2026-07-28T20:26:35.941882Z","steps":["trace[1588959832] 'read index received' (duration: 115.591675ms)","trace[1588959832] 'applied index is now lower than readState.Index' (duration: 1.459276ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:26:35.941987Z","caller":"traceutil/trace.go:171","msg":"trace[778406644] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"138.142105ms","start":"2026-07-28T20:26:35.803808Z","end":"2026-07-28T20:26:35.94195Z","steps":["trace[778406644] 'process raft request' (duration: 137.813356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:26:35.943036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.18084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T20:26:35.943129Z","caller":"traceutil/trace.go:171","msg":"trace[369905270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25937; }","duration":"118.324844ms","start":"2026-07-28T20:26:35.824785Z","end":"2026-07-28T20:26:35.94311Z","steps":["trace[369905270] 'agreement among raft nodes before linearized reading' (duration: 117.260617ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:27:12.906536Z","caller":"traceutil/trace.go:171","msg":"trace[1709973861] linearizableReadLoop","detail":"{readStateIndex:27055; appliedIndex:27054; }","duration":"116.108189ms","start":"2026-07-28T20:27:12.790406Z","end":"2026-07-28T20:27:12.906515Z","steps":["trace[1709973861] 'read index received' (duration: 116.000776ms)","trace[1709973861] 'applied index is now lower than readState.Index' (duration: 105.983µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T20:27:12.906613Z","caller":"traceutil/trace.go:171","msg":"trace[1142651162] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"134.584466ms","start":"2026-07-28T20:27:12.771989Z","end":"2026-07-28T20:27:12.906573Z","steps":["trace[1142651162] 'process raft request' (duration: 134.370841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T20:27:12.907379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.97105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:29 size:830170"} {"level":"info","ts":"2026-07-28T20:27:12.907433Z","caller":"traceutil/trace.go:171","msg":"trace[1015721367] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:29; response_revision:26205; }","duration":"117.092363ms","start":"2026-07-28T20:27:12.790326Z","end":"2026-07-28T20:27:12.907418Z","steps":["trace[1015721367] 'agreement among raft nodes before linearized reading' (duration: 116.307214ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T20:29:33.023716Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006dcc.wal"} {"level":"info","ts":"2026-07-28T20:30:35.301222Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25497} {"level":"info","ts":"2026-07-28T20:30:35.431922Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25497,"took":"126.763183ms","hash":3904260614,"current-db-size-bytes":58261504,"current-db-size":"58 MB","current-db-size-in-use-bytes":31080448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T20:30:35.431994Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3904260614,"revision":25497,"compact-revision":22780}