{"level":"warn","ts":"2026-03-04T12:53:25.905602Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T12:53:25.905769Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-04T12:53:25.905864Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-04T12:53:25.905882Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-04T12:53:25.905903Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T12:53:25.907466Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-03-04T12:53:25.90755Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-04T12:53:25.913117Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.296007ms"} {"level":"info","ts":"2026-03-04T12:53:25.921463Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-03-04T12:53:25.921557Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-04T12:53:25.921586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-03-04T12:53:25.921601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-04T12:53:25.921674Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-03-04T12:53:25.921727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-03-04T12:53:25.929401Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-04T12:53:25.930974Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-04T12:53:25.932807Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-04T12:53:25.935611Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-04T12:53:25.935834Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-04T12:53:25.935891Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T12:53:25.936053Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T12:53:25.936071Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-04T12:53:25.938905Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-03-04T12:53:25.939267Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-04T12:53:25.941424Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-04T12:53:25.941528Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-04T12:53:25.941588Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-04T12:53:25.941872Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-04T12:53:25.941945Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-04T12:53:26.022131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-04T12:53:26.022192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-04T12:53:26.022218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-03-04T12:53:26.022233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-03-04T12:53:26.022272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-03-04T12:53:26.022284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-03-04T12:53:26.022294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-03-04T12:53:26.023471Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:53:26.023622Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-04T12:53:26.023835Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T12:53:26.023956Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-04T12:53:26.024528Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:53:26.024785Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:53:26.024835Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-04T12:53:26.025458Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-04T12:53:26.025561Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-04T12:53:26.028186Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-04T12:53:26.028563Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-03-04T12:53:27.846979Z","caller":"traceutil/trace.go:171","msg":"trace[1506477689] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"172.009713ms","start":"2026-03-04T12:53:27.674916Z","end":"2026-03-04T12:53:27.846926Z","steps":["trace[1506477689] 'process raft request' (duration: 131.846663ms)","trace[1506477689] 'compare' (duration: 39.878794ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:27.847056Z","caller":"traceutil/trace.go:171","msg":"trace[1716432768] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"171.914611ms","start":"2026-03-04T12:53:27.67512Z","end":"2026-03-04T12:53:27.847034Z","steps":["trace[1716432768] 'process raft request' (duration: 171.666786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847102Z","caller":"traceutil/trace.go:171","msg":"trace[35149604] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"171.666416ms","start":"2026-03-04T12:53:27.675392Z","end":"2026-03-04T12:53:27.847058Z","steps":["trace[35149604] 'process raft request' (duration: 171.479752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847142Z","caller":"traceutil/trace.go:171","msg":"trace[545145731] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"157.458731ms","start":"2026-03-04T12:53:27.689661Z","end":"2026-03-04T12:53:27.84712Z","steps":["trace[545145731] 'process raft request' (duration: 157.41574ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847183Z","caller":"traceutil/trace.go:171","msg":"trace[1536942763] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"171.663965ms","start":"2026-03-04T12:53:27.675462Z","end":"2026-03-04T12:53:27.847126Z","steps":["trace[1536942763] 'process raft request' (duration: 171.457331ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847219Z","caller":"traceutil/trace.go:171","msg":"trace[1450434475] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"171.82557ms","start":"2026-03-04T12:53:27.675358Z","end":"2026-03-04T12:53:27.847184Z","steps":["trace[1450434475] 'process raft request' (duration: 171.478332ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847349Z","caller":"traceutil/trace.go:171","msg":"trace[377976171] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"169.907317ms","start":"2026-03-04T12:53:27.677421Z","end":"2026-03-04T12:53:27.847328Z","steps":["trace[377976171] 'process raft request' (duration: 169.60589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847494Z","caller":"traceutil/trace.go:171","msg":"trace[1679069426] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"171.88263ms","start":"2026-03-04T12:53:27.675569Z","end":"2026-03-04T12:53:27.847452Z","steps":["trace[1679069426] 'process raft request' (duration: 171.41021ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847462Z","caller":"traceutil/trace.go:171","msg":"trace[49154436] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:8; }","duration":"171.466711ms","start":"2026-03-04T12:53:27.675974Z","end":"2026-03-04T12:53:27.847441Z","steps":["trace[49154436] 'read index received' (duration: 130.916853ms)","trace[49154436] 'applied index is now lower than readState.Index' (duration: 40.547868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:27.847648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.201628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T12:53:27.847786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.868922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T12:53:27.847827Z","caller":"traceutil/trace.go:171","msg":"trace[36010457] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:13; }","duration":"172.466793ms","start":"2026-03-04T12:53:27.675337Z","end":"2026-03-04T12:53:27.847804Z","steps":["trace[36010457] 'agreement among raft nodes before linearized reading' (duration: 172.129816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.847873Z","caller":"traceutil/trace.go:171","msg":"trace[1387126535] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"172.986764ms","start":"2026-03-04T12:53:27.674868Z","end":"2026-03-04T12:53:27.847854Z","steps":["trace[1387126535] 'agreement among raft nodes before linearized reading' (duration: 172.869002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:27.848002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.282352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T12:53:27.848023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.035172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T12:53:27.848009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.551972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-04T12:53:27.848003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.199355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-04T12:53:27.848086Z","caller":"traceutil/trace.go:171","msg":"trace[1391817829] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:13; }","duration":"134.158385ms","start":"2026-03-04T12:53:27.713899Z","end":"2026-03-04T12:53:27.848058Z","steps":["trace[1391817829] 'agreement among raft nodes before linearized reading' (duration: 134.00478ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.848099Z","caller":"traceutil/trace.go:171","msg":"trace[790562421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13; }","duration":"170.686534ms","start":"2026-03-04T12:53:27.677395Z","end":"2026-03-04T12:53:27.848082Z","steps":["trace[790562421] 'agreement among raft nodes before linearized reading' (duration: 170.488419ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.848141Z","caller":"traceutil/trace.go:171","msg":"trace[376431905] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:13; }","duration":"134.359289ms","start":"2026-03-04T12:53:27.71376Z","end":"2026-03-04T12:53:27.848119Z","steps":["trace[376431905] 'agreement among raft nodes before linearized reading' (duration: 134.153765ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:27.848265Z","caller":"traceutil/trace.go:171","msg":"trace[1060474326] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:13; }","duration":"122.389154ms","start":"2026-03-04T12:53:27.725664Z","end":"2026-03-04T12:53:27.848053Z","steps":["trace[1060474326] 'agreement among raft nodes before linearized reading' (duration: 122.260511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:32.759614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.592815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-04T12:53:32.759765Z","caller":"traceutil/trace.go:171","msg":"trace[1658189799] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:319; }","duration":"102.803008ms","start":"2026-03-04T12:53:32.65694Z","end":"2026-03-04T12:53:32.759743Z","steps":["trace[1658189799] 'range keys from in-memory index tree' (duration: 102.479502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:35.472222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.246803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-03-04T12:53:35.472279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.454797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-04T12:53:35.472333Z","caller":"traceutil/trace.go:171","msg":"trace[795090305] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:339; }","duration":"115.400476ms","start":"2026-03-04T12:53:35.356913Z","end":"2026-03-04T12:53:35.472313Z","steps":["trace[795090305] 'range keys from in-memory index tree' (duration: 115.15254ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:35.472379Z","caller":"traceutil/trace.go:171","msg":"trace[68489177] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:339; }","duration":"166.60221ms","start":"2026-03-04T12:53:35.305752Z","end":"2026-03-04T12:53:35.472354Z","steps":["trace[68489177] 'range keys from in-memory index tree' (duration: 166.350995ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:35.997196Z","caller":"traceutil/trace.go:171","msg":"trace[825807215] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"130.792734ms","start":"2026-03-04T12:53:35.865071Z","end":"2026-03-04T12:53:35.995864Z","steps":["trace[825807215] 'process raft request' (duration: 130.489698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:36.227631Z","caller":"traceutil/trace.go:171","msg":"trace[1416666025] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"220.425153ms","start":"2026-03-04T12:53:36.007172Z","end":"2026-03-04T12:53:36.227597Z","steps":["trace[1416666025] 'process raft request' (duration: 126.08938ms)","trace[1416666025] 'compare' (duration: 94.18759ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:36.31587Z","caller":"traceutil/trace.go:171","msg":"trace[1632479399] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:355; }","duration":"291.847082ms","start":"2026-03-04T12:53:36.024005Z","end":"2026-03-04T12:53:36.315852Z","steps":["trace[1632479399] 'read index received' (duration: 109.27245ms)","trace[1632479399] 'applied index is now lower than readState.Index' (duration: 182.573192ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:36.315909Z","caller":"traceutil/trace.go:171","msg":"trace[2082869699] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"304.128361ms","start":"2026-03-04T12:53:36.011751Z","end":"2026-03-04T12:53:36.315879Z","steps":["trace[2082869699] 'process raft request' (duration: 303.908437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:36.3162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.383707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-04T12:53:36.316186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.164059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:53:36.316245Z","caller":"traceutil/trace.go:171","msg":"trace[975870693] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:344; }","duration":"258.487199ms","start":"2026-03-04T12:53:36.057744Z","end":"2026-03-04T12:53:36.316231Z","steps":["trace[975870693] 'agreement among raft nodes before linearized reading' (duration: 258.256074ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:36.316283Z","caller":"traceutil/trace.go:171","msg":"trace[689778985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:344; }","duration":"292.328702ms","start":"2026-03-04T12:53:36.02392Z","end":"2026-03-04T12:53:36.316249Z","steps":["trace[689778985] 'agreement among raft nodes before linearized reading' (duration: 292.026446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:36.316496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.743597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-04T12:53:36.316534Z","caller":"traceutil/trace.go:171","msg":"trace[1310237845] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:344; }","duration":"208.831899ms","start":"2026-03-04T12:53:36.107693Z","end":"2026-03-04T12:53:36.316525Z","steps":["trace[1310237845] 'agreement among raft nodes before linearized reading' (duration: 208.768648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:36.316592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.198309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-04T12:53:36.316674Z","caller":"traceutil/trace.go:171","msg":"trace[1814356412] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:344; }","duration":"109.322262ms","start":"2026-03-04T12:53:36.207328Z","end":"2026-03-04T12:53:36.31665Z","steps":["trace[1814356412] 'agreement among raft nodes before linearized reading' (duration: 109.173199ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:36.316714Z","caller":"traceutil/trace.go:171","msg":"trace[843870042] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"307.002845ms","start":"2026-03-04T12:53:36.008751Z","end":"2026-03-04T12:53:36.315754Z","steps":["trace[843870042] 'process raft request' (duration: 306.755069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:36.316734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:36.011736Z","time spent":"304.264755ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T12:53:36.316954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.021376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-04T12:53:36.317037Z","caller":"traceutil/trace.go:171","msg":"trace[1937387194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:344; }","duration":"160.145939ms","start":"2026-03-04T12:53:36.156869Z","end":"2026-03-04T12:53:36.317015Z","steps":["trace[1937387194] 'agreement among raft nodes before linearized reading' (duration: 160.014196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:36.317425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:36.008741Z","time spent":"308.322774ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1247,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:36.423192Z","caller":"traceutil/trace.go:171","msg":"trace[2026152115] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"102.700167ms","start":"2026-03-04T12:53:36.320454Z","end":"2026-03-04T12:53:36.423154Z","steps":["trace[2026152115] 'process raft request' (duration: 70.034139ms)","trace[2026152115] 'compare' (duration: 32.390011ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:53:36.423426Z","caller":"traceutil/trace.go:171","msg":"trace[655049121] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"102.702307ms","start":"2026-03-04T12:53:36.320688Z","end":"2026-03-04T12:53:36.42339Z","steps":["trace[655049121] 'process raft request' (duration: 102.504613ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:36.42372Z","caller":"traceutil/trace.go:171","msg":"trace[1487265783] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"103.107816ms","start":"2026-03-04T12:53:36.320596Z","end":"2026-03-04T12:53:36.423704Z","steps":["trace[1487265783] 'process raft request' (duration: 102.480233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:40.941138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588519027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:53:41.441865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588519027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:53:41.774802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.379326611s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T12:53:42.006372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.825021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:42.006488Z","caller":"traceutil/trace.go:171","msg":"trace[1203433630] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"2.611171014s","start":"2026-03-04T12:53:39.395295Z","end":"2026-03-04T12:53:42.006466Z","steps":["trace[1203433630] 'process raft request' (duration: 2.379734959s)","trace[1203433630] 'compare' (duration: 230.653307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:42.006552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:39.395259Z","time spent":"2.611264046s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:42.012175Z","caller":"traceutil/trace.go:171","msg":"trace[1555742670] linearizableReadLoop","detail":"{readStateIndex:417; appliedIndex:415; }","duration":"1.571997281s","start":"2026-03-04T12:53:40.440135Z","end":"2026-03-04T12:53:42.012133Z","steps":["trace[1555742670] 'read index received' (duration: 1.334903791s)","trace[1555742670] 'applied index is now lower than readState.Index' (duration: 237.09257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:42.012352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572206926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T12:53:42.012323Z","caller":"traceutil/trace.go:171","msg":"trace[1078133171] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"677.912385ms","start":"2026-03-04T12:53:41.334372Z","end":"2026-03-04T12:53:42.012285Z","steps":["trace[1078133171] 'process raft request' (duration: 677.544197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:42.012401Z","caller":"traceutil/trace.go:171","msg":"trace[490598027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:401; }","duration":"1.572332529s","start":"2026-03-04T12:53:40.440056Z","end":"2026-03-04T12:53:42.012389Z","steps":["trace[490598027] 'agreement among raft nodes before linearized reading' (duration: 1.572233117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.012441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:40.44003Z","time spent":"1.57240271s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:53:42.012513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.334337Z","time spent":"678.084229ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:42.012549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550813746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T12:53:42.012564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.532893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-03-04T12:53:42.012604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.48305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:53:42.012632Z","caller":"traceutil/trace.go:171","msg":"trace[118842669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:401; }","duration":"1.550953199s","start":"2026-03-04T12:53:40.461656Z","end":"2026-03-04T12:53:42.012609Z","steps":["trace[118842669] 'agreement among raft nodes before linearized reading' (duration: 1.550775015s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:42.012655Z","caller":"traceutil/trace.go:171","msg":"trace[1216419858] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:401; }","duration":"300.665015ms","start":"2026-03-04T12:53:41.711968Z","end":"2026-03-04T12:53:42.012633Z","steps":["trace[1216419858] 'agreement among raft nodes before linearized reading' (duration: 300.459091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.012685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:40.461627Z","time spent":"1.551047361s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T12:53:42.012691Z","caller":"traceutil/trace.go:171","msg":"trace[847734956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:401; }","duration":"816.601513ms","start":"2026-03-04T12:53:41.196062Z","end":"2026-03-04T12:53:42.012663Z","steps":["trace[847734956] 'agreement among raft nodes before linearized reading' (duration: 816.44981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.012705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.711948Z","time spent":"300.747458ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6989,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-04T12:53:42.012744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.196036Z","time spent":"816.694426ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:53:42.012856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.518096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T12:53:42.012925Z","caller":"traceutil/trace.go:171","msg":"trace[11611935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:401; }","duration":"783.965795ms","start":"2026-03-04T12:53:41.228938Z","end":"2026-03-04T12:53:42.012904Z","steps":["trace[11611935] 'agreement among raft nodes before linearized reading' (duration: 783.499115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.012971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:41.228911Z","time spent":"784.046787ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T12:53:42.402776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.176869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:42.403014Z","caller":"traceutil/trace.go:171","msg":"trace[1828017789] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"385.559811ms","start":"2026-03-04T12:53:42.017337Z","end":"2026-03-04T12:53:42.402897Z","steps":["trace[1828017789] 'process raft request' (duration: 246.177498ms)","trace[1828017789] 'compare' (duration: 139.064916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:42.403087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.017319Z","time spent":"385.739345ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:42.404844Z","caller":"traceutil/trace.go:171","msg":"trace[1016766547] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"384.341635ms","start":"2026-03-04T12:53:42.020493Z","end":"2026-03-04T12:53:42.404834Z","steps":["trace[1016766547] 'process raft request' (duration: 384.309254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.404902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.020473Z","time spent":"384.401126ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:42.404869Z","caller":"traceutil/trace.go:171","msg":"trace[647643745] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"387.466834ms","start":"2026-03-04T12:53:42.017361Z","end":"2026-03-04T12:53:42.404828Z","steps":["trace[647643745] 'process raft request' (duration: 387.341701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.405106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.017325Z","time spent":"387.644827ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:42.405069Z","caller":"traceutil/trace.go:171","msg":"trace[1023234930] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"387.378271ms","start":"2026-03-04T12:53:42.017601Z","end":"2026-03-04T12:53:42.404979Z","steps":["trace[1023234930] 'process raft request' (duration: 387.178637ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:42.405094Z","caller":"traceutil/trace.go:171","msg":"trace[1323455277] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"387.553655ms","start":"2026-03-04T12:53:42.01749Z","end":"2026-03-04T12:53:42.405044Z","steps":["trace[1323455277] 'process raft request' (duration: 387.267159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:42.405446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.01743Z","time spent":"387.923433ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:42.405596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:42.017593Z","time spent":"387.669988ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:47.692671Z","caller":"traceutil/trace.go:171","msg":"trace[1468259632] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"376.820529ms","start":"2026-03-04T12:53:47.315821Z","end":"2026-03-04T12:53:47.692641Z","steps":["trace[1468259632] 'process raft request' (duration: 376.658845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:47.692845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:47.315785Z","time spent":"376.982542ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:52.830549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.328691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:53:52.830639Z","caller":"traceutil/trace.go:171","msg":"trace[1699816645] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"350.087112ms","start":"2026-03-04T12:53:52.480537Z","end":"2026-03-04T12:53:52.830624Z","steps":["trace[1699816645] 'read index received' (duration: 17.529565ms)","trace[1699816645] 'applied index is now lower than readState.Index' (duration: 332.556557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:52.83076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.231986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:53:52.830785Z","caller":"traceutil/trace.go:171","msg":"trace[1928956263] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:461; }","duration":"350.291306ms","start":"2026-03-04T12:53:52.480485Z","end":"2026-03-04T12:53:52.830776Z","steps":["trace[1928956263] 'agreement among raft nodes before linearized reading' (duration: 350.215665ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:52.830722Z","caller":"traceutil/trace.go:171","msg":"trace[1748132772] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"379.620611ms","start":"2026-03-04T12:53:52.451055Z","end":"2026-03-04T12:53:52.830675Z","steps":["trace[1748132772] 'process raft request' (duration: 47.061364ms)","trace[1748132772] 'compare' (duration: 332.117707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:53:52.830808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.480468Z","time spent":"350.335098ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:53:52.830948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.451026Z","time spent":"379.799386ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:52.830967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.939862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T12:53:52.83106Z","caller":"traceutil/trace.go:171","msg":"trace[1781731525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"346.060124ms","start":"2026-03-04T12:53:52.484976Z","end":"2026-03-04T12:53:52.831036Z","steps":["trace[1781731525] 'agreement among raft nodes before linearized reading' (duration: 345.89345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:52.831003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.713278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T12:53:52.831107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.484963Z","time spent":"346.137425ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T12:53:52.831085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.820866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:53:52.83122Z","caller":"traceutil/trace.go:171","msg":"trace[1119401239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:461; }","duration":"167.0028ms","start":"2026-03-04T12:53:52.664182Z","end":"2026-03-04T12:53:52.831185Z","steps":["trace[1119401239] 'agreement among raft nodes before linearized reading' (duration: 166.793466ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:52.8312Z","caller":"traceutil/trace.go:171","msg":"trace[1894683055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:461; }","duration":"341.895483ms","start":"2026-03-04T12:53:52.48926Z","end":"2026-03-04T12:53:52.831156Z","steps":["trace[1894683055] 'agreement among raft nodes before linearized reading' (duration: 341.717259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:52.831344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.489248Z","time spent":"342.045176ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T12:53:53.684622Z","caller":"traceutil/trace.go:171","msg":"trace[1753726721] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"848.666657ms","start":"2026-03-04T12:53:52.835914Z","end":"2026-03-04T12:53:53.684581Z","steps":["trace[1753726721] 'process raft request' (duration: 843.839502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.684827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.835891Z","time spent":"848.819521ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:53.692094Z","caller":"traceutil/trace.go:171","msg":"trace[919628563] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"856.085371ms","start":"2026-03-04T12:53:52.835964Z","end":"2026-03-04T12:53:53.692049Z","steps":["trace[919628563] 'process raft request' (duration: 855.650521ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:53:53.692113Z","caller":"traceutil/trace.go:171","msg":"trace[1054450800] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"855.564469ms","start":"2026-03-04T12:53:52.836509Z","end":"2026-03-04T12:53:53.692074Z","steps":["trace[1054450800] 'process raft request' (duration: 855.390725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:53:53.692305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.835937Z","time spent":"856.266265ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:53:53.692324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:53:52.836478Z","time spent":"855.737702ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:53:55.028042Z","caller":"traceutil/trace.go:171","msg":"trace[1883843941] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"186.273523ms","start":"2026-03-04T12:53:54.841739Z","end":"2026-03-04T12:53:55.028013Z","steps":["trace[1883843941] 'process raft request' (duration: 186.046368ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:01.848126Z","caller":"traceutil/trace.go:171","msg":"trace[1696046662] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"106.025509ms","start":"2026-03-04T12:54:01.742068Z","end":"2026-03-04T12:54:01.848094Z","steps":["trace[1696046662] 'read index received' (duration: 105.738063ms)","trace[1696046662] 'applied index is now lower than readState.Index' (duration: 286.006µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:01.848224Z","caller":"traceutil/trace.go:171","msg":"trace[1665211402] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"125.16295ms","start":"2026-03-04T12:54:01.723002Z","end":"2026-03-04T12:54:01.848165Z","steps":["trace[1665211402] 'process raft request' (duration: 124.840202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:01.848392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.241414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T12:54:01.848427Z","caller":"traceutil/trace.go:171","msg":"trace[511838975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"106.283895ms","start":"2026-03-04T12:54:01.742131Z","end":"2026-03-04T12:54:01.848415Z","steps":["trace[511838975] 'agreement among raft nodes before linearized reading' (duration: 106.234044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:01.848333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.242614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T12:54:01.848629Z","caller":"traceutil/trace.go:171","msg":"trace[599081959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"106.574841ms","start":"2026-03-04T12:54:01.74201Z","end":"2026-03-04T12:54:01.848585Z","steps":["trace[599081959] 'agreement among raft nodes before linearized reading' (duration: 106.249844ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:02.643495Z","caller":"traceutil/trace.go:171","msg":"trace[441549441] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"171.718993ms","start":"2026-03-04T12:54:02.47174Z","end":"2026-03-04T12:54:02.643459Z","steps":["trace[441549441] 'process raft request' (duration: 171.437417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:02.9032Z","caller":"traceutil/trace.go:171","msg":"trace[1534262412] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"247.500438ms","start":"2026-03-04T12:54:02.655674Z","end":"2026-03-04T12:54:02.903174Z","steps":["trace[1534262412] 'process raft request' (duration: 247.345245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:09.589149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588519339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:54:10.089877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588519339,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:54:10.18478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166889639s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T12:54:10.331415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.269411ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:10.331589Z","caller":"traceutil/trace.go:171","msg":"trace[1255966413] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:555; }","duration":"834.475506ms","start":"2026-03-04T12:54:09.497087Z","end":"2026-03-04T12:54:10.331562Z","steps":["trace[1255966413] 'range keys from in-memory index tree' (duration: 834.241781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.331915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.843827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:54:10.332041Z","caller":"traceutil/trace.go:171","msg":"trace[479576946] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:578; }","duration":"1.243581485s","start":"2026-03-04T12:54:09.088443Z","end":"2026-03-04T12:54:10.332025Z","steps":["trace[479576946] 'read index received' (duration: 1.096525503s)","trace[479576946] 'applied index is now lower than readState.Index' (duration: 147.054462ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:10.33217Z","caller":"traceutil/trace.go:171","msg":"trace[1095713890] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.31435523s","start":"2026-03-04T12:54:09.017769Z","end":"2026-03-04T12:54:10.332124Z","steps":["trace[1095713890] 'process raft request' (duration: 1.167220436s)","trace[1095713890] 'compare' (duration: 146.638393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:10.332262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001017765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vnp75\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-04T12:54:10.332249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24379779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:54:10.332301Z","caller":"traceutil/trace.go:171","msg":"trace[1814306884] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vnp75; range_end:; response_count:1; response_revision:556; }","duration":"1.001092596s","start":"2026-03-04T12:54:09.331198Z","end":"2026-03-04T12:54:10.332291Z","steps":["trace[1814306884] 'agreement among raft nodes before linearized reading' (duration: 1.000928403s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:10.33233Z","caller":"traceutil/trace.go:171","msg":"trace[146935337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:556; }","duration":"1.243954933s","start":"2026-03-04T12:54:09.088353Z","end":"2026-03-04T12:54:10.332307Z","steps":["trace[146935337] 'agreement among raft nodes before linearized reading' (duration: 1.243759919s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.332353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.017741Z","time spent":"1.314510843s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:54:10.332389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.08831Z","time spent":"1.244066615s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:54:10.332423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.744754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T12:54:10.33246Z","caller":"traceutil/trace.go:171","msg":"trace[1085188313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:556; }","duration":"415.800386ms","start":"2026-03-04T12:54:09.916651Z","end":"2026-03-04T12:54:10.332451Z","steps":["trace[1085188313] 'agreement among raft nodes before linearized reading' (duration: 415.718564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.33249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.916641Z","time spent":"415.844117ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:54:10.332497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.070525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:10.332571Z","caller":"traceutil/trace.go:171","msg":"trace[1540699424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"666.189828ms","start":"2026-03-04T12:54:09.666363Z","end":"2026-03-04T12:54:10.332553Z","steps":["trace[1540699424] 'agreement among raft nodes before linearized reading' (duration: 666.068095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.33234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.331174Z","time spent":"1.001158387s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-vnp75\" "} {"level":"warn","ts":"2026-03-04T12:54:10.332609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.983547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-04T12:54:10.332622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.666335Z","time spent":"666.27736ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:54:10.332635Z","caller":"traceutil/trace.go:171","msg":"trace[850360028] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:556; }","duration":"977.039719ms","start":"2026-03-04T12:54:09.355587Z","end":"2026-03-04T12:54:10.332627Z","steps":["trace[850360028] 'agreement among raft nodes before linearized reading' (duration: 976.993358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.332666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.355565Z","time spent":"977.096369ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T12:54:10.332922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.212161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-04T12:54:10.332938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.18087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T12:54:10.333004Z","caller":"traceutil/trace.go:171","msg":"trace[360328867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:556; }","duration":"419.302622ms","start":"2026-03-04T12:54:09.913675Z","end":"2026-03-04T12:54:10.332978Z","steps":["trace[360328867] 'agreement among raft nodes before linearized reading' (duration: 419.062757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:10.333042Z","caller":"traceutil/trace.go:171","msg":"trace[304222277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:556; }","duration":"424.298193ms","start":"2026-03-04T12:54:09.908698Z","end":"2026-03-04T12:54:10.332996Z","steps":["trace[304222277] 'agreement among raft nodes before linearized reading' (duration: 424.067418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.332571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.424017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:10.333052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.913666Z","time spent":"419.378455ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T12:54:10.333159Z","caller":"traceutil/trace.go:171","msg":"trace[1871175896] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"806.084541ms","start":"2026-03-04T12:54:09.527056Z","end":"2026-03-04T12:54:10.333141Z","steps":["trace[1871175896] 'agreement among raft nodes before linearized reading' (duration: 805.410386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:10.333108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.908671Z","time spent":"424.422385ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:54:10.334223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:09.527019Z","time spent":"806.167323ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-04T12:54:11.049445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.674281ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-04T12:54:11.049636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.334899Z","time spent":"714.731004ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T12:54:11.57967Z","caller":"traceutil/trace.go:171","msg":"trace[339696782] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.241778834s","start":"2026-03-04T12:54:10.337858Z","end":"2026-03-04T12:54:11.579637Z","steps":["trace[339696782] 'process raft request' (duration: 1.241670452s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:11.579696Z","caller":"traceutil/trace.go:171","msg":"trace[760982852] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.241789965s","start":"2026-03-04T12:54:10.337851Z","end":"2026-03-04T12:54:11.579641Z","steps":["trace[760982852] 'process raft request' (duration: 1.191695894s)","trace[760982852] 'compare' (duration: 49.779864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:11.579909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.337844Z","time spent":"1.241937648s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:54:11.579999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.337836Z","time spent":"1.241996789s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:54:11.580067Z","caller":"traceutil/trace.go:171","msg":"trace[1960489247] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.242114632s","start":"2026-03-04T12:54:10.337921Z","end":"2026-03-04T12:54:11.580036Z","steps":["trace[1960489247] 'process raft request' (duration: 1.241667142s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:11.580152Z","caller":"traceutil/trace.go:171","msg":"trace[2032059713] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.24198782s","start":"2026-03-04T12:54:10.338124Z","end":"2026-03-04T12:54:11.580112Z","steps":["trace[2032059713] 'process raft request' (duration: 1.241783655s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:11.580225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.337894Z","time spent":"1.242250166s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:54:11.580336Z","caller":"traceutil/trace.go:171","msg":"trace[1942401053] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"529.090065ms","start":"2026-03-04T12:54:11.051221Z","end":"2026-03-04T12:54:11.580311Z","steps":["trace[1942401053] 'process raft request' (duration: 528.986562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:11.580376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.338118Z","time spent":"1.242146414s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:54:11.58044Z","caller":"traceutil/trace.go:171","msg":"trace[1016959389] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.231755615s","start":"2026-03-04T12:54:10.348666Z","end":"2026-03-04T12:54:11.580421Z","steps":["trace[1016959389] 'process raft request' (duration: 1.231382776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:11.580486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:11.051198Z","time spent":"529.212508ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:54:11.580522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.348629Z","time spent":"1.231855877s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:54:11.58079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.063947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:11.580856Z","caller":"traceutil/trace.go:171","msg":"trace[2003917035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:562; }","duration":"915.160608ms","start":"2026-03-04T12:54:10.665676Z","end":"2026-03-04T12:54:11.580837Z","steps":["trace[2003917035] 'agreement among raft nodes before linearized reading' (duration: 915.053996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:11.580888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.665655Z","time spent":"915.22739ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:54:11.581291Z","caller":"traceutil/trace.go:171","msg":"trace[562754291] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:579; }","duration":"915.512076ms","start":"2026-03-04T12:54:10.665716Z","end":"2026-03-04T12:54:11.581228Z","steps":["trace[562754291] 'read index received' (duration: 152.074032ms)","trace[562754291] 'applied index is now lower than readState.Index' (duration: 762.706039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:11.582568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.946443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:11.582628Z","caller":"traceutil/trace.go:171","msg":"trace[760901097] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"768.006124ms","start":"2026-03-04T12:54:10.814604Z","end":"2026-03-04T12:54:11.58261Z","steps":["trace[760901097] 'agreement among raft nodes before linearized reading' (duration: 767.919912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:11.582663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:10.814583Z","time spent":"768.071956ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-04T12:54:12.9428Z","caller":"traceutil/trace.go:171","msg":"trace[897561923] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"161.58579ms","start":"2026-03-04T12:54:12.781183Z","end":"2026-03-04T12:54:12.942769Z","steps":["trace[897561923] 'process raft request' (duration: 161.376556ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:13.826003Z","caller":"traceutil/trace.go:171","msg":"trace[1283445575] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"236.018946ms","start":"2026-03-04T12:54:13.589942Z","end":"2026-03-04T12:54:13.825961Z","steps":["trace[1283445575] 'process raft request' (duration: 235.697379ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:13.826005Z","caller":"traceutil/trace.go:171","msg":"trace[1699279468] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"235.943684ms","start":"2026-03-04T12:54:13.589944Z","end":"2026-03-04T12:54:13.825888Z","steps":["trace[1699279468] 'process raft request' (duration: 235.894743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:13.830819Z","caller":"traceutil/trace.go:171","msg":"trace[1763206133] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"240.676298ms","start":"2026-03-04T12:54:13.590109Z","end":"2026-03-04T12:54:13.830785Z","steps":["trace[1763206133] 'process raft request' (duration: 240.485954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:13.831075Z","caller":"traceutil/trace.go:171","msg":"trace[554803634] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"239.042912ms","start":"2026-03-04T12:54:13.592Z","end":"2026-03-04T12:54:13.831043Z","steps":["trace[554803634] 'process raft request' (duration: 238.744226ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.531093Z","caller":"traceutil/trace.go:171","msg":"trace[1821854840] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"149.258789ms","start":"2026-03-04T12:54:14.381799Z","end":"2026-03-04T12:54:14.531058Z","steps":["trace[1821854840] 'read index received' (duration: 6.685706ms)","trace[1821854840] 'applied index is now lower than readState.Index' (duration: 142.571613ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:14.531241Z","caller":"traceutil/trace.go:171","msg":"trace[1946145945] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"151.296184ms","start":"2026-03-04T12:54:14.379889Z","end":"2026-03-04T12:54:14.531185Z","steps":["trace[1946145945] 'process raft request' (duration: 149.957134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:14.531499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.657078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:116"} {"level":"info","ts":"2026-03-04T12:54:14.531626Z","caller":"traceutil/trace.go:171","msg":"trace[676103129] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:624; }","duration":"149.837252ms","start":"2026-03-04T12:54:14.381766Z","end":"2026-03-04T12:54:14.531604Z","steps":["trace[676103129] 'agreement among raft nodes before linearized reading' (duration: 149.559746ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.672318Z","caller":"traceutil/trace.go:171","msg":"trace[1848081380] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"115.485189ms","start":"2026-03-04T12:54:14.556797Z","end":"2026-03-04T12:54:14.672283Z","steps":["trace[1848081380] 'process raft request' (duration: 114.948607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.672465Z","caller":"traceutil/trace.go:171","msg":"trace[2048845351] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"112.064223ms","start":"2026-03-04T12:54:14.56034Z","end":"2026-03-04T12:54:14.672405Z","steps":["trace[2048845351] 'process raft request' (duration: 111.774837ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.930798Z","caller":"traceutil/trace.go:171","msg":"trace[744278828] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"251.924425ms","start":"2026-03-04T12:54:14.678816Z","end":"2026-03-04T12:54:14.930741Z","steps":["trace[744278828] 'process raft request' (duration: 247.202881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.931022Z","caller":"traceutil/trace.go:171","msg":"trace[639896530] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"206.235812ms","start":"2026-03-04T12:54:14.724754Z","end":"2026-03-04T12:54:14.93099Z","steps":["trace[639896530] 'process raft request' (duration: 206.15008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.931036Z","caller":"traceutil/trace.go:171","msg":"trace[1749056892] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"253.042451ms","start":"2026-03-04T12:54:14.677883Z","end":"2026-03-04T12:54:14.930925Z","steps":["trace[1749056892] 'process raft request' (duration: 252.772605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:14.931317Z","caller":"traceutil/trace.go:171","msg":"trace[1613888017] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"232.295184ms","start":"2026-03-04T12:54:14.69898Z","end":"2026-03-04T12:54:14.931276Z","steps":["trace[1613888017] 'process raft request' (duration: 231.800103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:15.172954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.227702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:54:15.17322Z","caller":"traceutil/trace.go:171","msg":"trace[250321734] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"228.859509ms","start":"2026-03-04T12:54:14.944326Z","end":"2026-03-04T12:54:15.173186Z","steps":["trace[250321734] 'process raft request' (duration: 103.29534ms)","trace[250321734] 'compare' (duration: 124.982697ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:15.173432Z","caller":"traceutil/trace.go:171","msg":"trace[479840538] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"228.732656ms","start":"2026-03-04T12:54:14.944654Z","end":"2026-03-04T12:54:15.173386Z","steps":["trace[479840538] 'process raft request' (duration: 228.45503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.173528Z","caller":"traceutil/trace.go:171","msg":"trace[353787994] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"228.291746ms","start":"2026-03-04T12:54:14.945203Z","end":"2026-03-04T12:54:15.173495Z","steps":["trace[353787994] 'process raft request' (duration: 228.02814ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.173631Z","caller":"traceutil/trace.go:171","msg":"trace[566928958] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"205.066546ms","start":"2026-03-04T12:54:14.968548Z","end":"2026-03-04T12:54:15.173615Z","steps":["trace[566928958] 'process raft request' (duration: 204.869402ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.377491Z","caller":"traceutil/trace.go:171","msg":"trace[925106001] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"157.165393ms","start":"2026-03-04T12:54:15.220268Z","end":"2026-03-04T12:54:15.377434Z","steps":["trace[925106001] 'process raft request' (duration: 119.491916ms)","trace[925106001] 'compare' (duration: 37.409821ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:15.377564Z","caller":"traceutil/trace.go:171","msg":"trace[157199209] linearizableReadLoop","detail":"{readStateIndex:670; appliedIndex:666; }","duration":"156.686533ms","start":"2026-03-04T12:54:15.220845Z","end":"2026-03-04T12:54:15.377532Z","steps":["trace[157199209] 'read index received' (duration: 31.143194ms)","trace[157199209] 'applied index is now lower than readState.Index' (duration: 125.542299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:15.377701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.828006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:15.377748Z","caller":"traceutil/trace.go:171","msg":"trace[176500618] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:646; }","duration":"156.936019ms","start":"2026-03-04T12:54:15.220795Z","end":"2026-03-04T12:54:15.377731Z","steps":["trace[176500618] 'agreement among raft nodes before linearized reading' (duration: 156.836827ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.377804Z","caller":"traceutil/trace.go:171","msg":"trace[1848670162] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"154.869123ms","start":"2026-03-04T12:54:15.222908Z","end":"2026-03-04T12:54:15.377777Z","steps":["trace[1848670162] 'process raft request' (duration: 154.434373ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.434702Z","caller":"traceutil/trace.go:171","msg":"trace[1401724796] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"172.04838ms","start":"2026-03-04T12:54:15.262636Z","end":"2026-03-04T12:54:15.434684Z","steps":["trace[1401724796] 'process raft request' (duration: 171.982618ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.434698Z","caller":"traceutil/trace.go:171","msg":"trace[455941522] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"174.274489ms","start":"2026-03-04T12:54:15.260392Z","end":"2026-03-04T12:54:15.434666Z","steps":["trace[455941522] 'process raft request' (duration: 174.035864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.434814Z","caller":"traceutil/trace.go:171","msg":"trace[1786273277] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"172.193294ms","start":"2026-03-04T12:54:15.262572Z","end":"2026-03-04T12:54:15.434765Z","steps":["trace[1786273277] 'process raft request' (duration: 171.982959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:15.62817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.846638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4685"} {"level":"warn","ts":"2026-03-04T12:54:15.628122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.611258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-03-04T12:54:15.628266Z","caller":"traceutil/trace.go:171","msg":"trace[666538863] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:672; }","duration":"111.96797ms","start":"2026-03-04T12:54:15.516275Z","end":"2026-03-04T12:54:15.628243Z","steps":["trace[666538863] 'agreement among raft nodes before linearized reading' (duration: 110.747842ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:15.628327Z","caller":"traceutil/trace.go:171","msg":"trace[937365592] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:672; }","duration":"114.853044ms","start":"2026-03-04T12:54:15.513436Z","end":"2026-03-04T12:54:15.628289Z","steps":["trace[937365592] 'agreement among raft nodes before linearized reading' (duration: 113.637847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:17.106451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.360828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:54:17.106505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.485127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-04T12:54:17.106556Z","caller":"traceutil/trace.go:171","msg":"trace[1263660384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"441.51479ms","start":"2026-03-04T12:54:16.665021Z","end":"2026-03-04T12:54:17.106536Z","steps":["trace[1263660384] 'range keys from in-memory index tree' (duration: 441.244954ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:17.106577Z","caller":"traceutil/trace.go:171","msg":"trace[762763508] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:700; }","duration":"120.685742ms","start":"2026-03-04T12:54:16.98587Z","end":"2026-03-04T12:54:17.106556Z","steps":["trace[762763508] 'range keys from in-memory index tree' (duration: 120.276912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:17.106617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:16.664997Z","time spent":"441.602183ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:54:17.659538Z","caller":"traceutil/trace.go:171","msg":"trace[1035459441] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"108.254409ms","start":"2026-03-04T12:54:17.551238Z","end":"2026-03-04T12:54:17.659492Z","steps":["trace[1035459441] 'process raft request' (duration: 108.114176ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:17.895892Z","caller":"traceutil/trace.go:171","msg":"trace[573338737] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"228.682055ms","start":"2026-03-04T12:54:17.667177Z","end":"2026-03-04T12:54:17.895859Z","steps":["trace[573338737] 'process raft request' (duration: 208.345228ms)","trace[573338737] 'compare' (duration: 20.194644ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:17.920928Z","caller":"traceutil/trace.go:171","msg":"trace[948176112] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"171.360485ms","start":"2026-03-04T12:54:17.74953Z","end":"2026-03-04T12:54:17.920891Z","steps":["trace[948176112] 'process raft request' (duration: 171.268263ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:17.921002Z","caller":"traceutil/trace.go:171","msg":"trace[1606488121] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"173.233487ms","start":"2026-03-04T12:54:17.747743Z","end":"2026-03-04T12:54:17.920977Z","steps":["trace[1606488121] 'process raft request' (duration: 172.9261ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:18.483213Z","caller":"traceutil/trace.go:171","msg":"trace[1947824923] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"100.622442ms","start":"2026-03-04T12:54:18.382562Z","end":"2026-03-04T12:54:18.483185Z","steps":["trace[1947824923] 'process raft request' (duration: 100.54072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:18.483409Z","caller":"traceutil/trace.go:171","msg":"trace[1714941091] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"108.965114ms","start":"2026-03-04T12:54:18.374391Z","end":"2026-03-04T12:54:18.483356Z","steps":["trace[1714941091] 'process raft request' (duration: 91.312646ms)","trace[1714941091] 'compare' (duration: 17.25252ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:20.621898Z","caller":"traceutil/trace.go:171","msg":"trace[2122169554] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"192.382608ms","start":"2026-03-04T12:54:20.429475Z","end":"2026-03-04T12:54:20.621857Z","steps":["trace[2122169554] 'process raft request' (duration: 131.720885ms)","trace[2122169554] 'compare' (duration: 60.477339ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:20.622942Z","caller":"traceutil/trace.go:171","msg":"trace[105203928] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"193.299998ms","start":"2026-03-04T12:54:20.4296Z","end":"2026-03-04T12:54:20.6229Z","steps":["trace[105203928] 'process raft request' (duration: 193.127934ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:21.033594Z","caller":"traceutil/trace.go:171","msg":"trace[1424786293] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"167.556462ms","start":"2026-03-04T12:54:20.865976Z","end":"2026-03-04T12:54:21.033533Z","steps":["trace[1424786293] 'process raft request' (duration: 167.115743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:25.789629Z","caller":"traceutil/trace.go:171","msg":"trace[1258018782] linearizableReadLoop","detail":"{readStateIndex:853; appliedIndex:852; }","duration":"123.099594ms","start":"2026-03-04T12:54:25.666502Z","end":"2026-03-04T12:54:25.789602Z","steps":["trace[1258018782] 'read index received' (duration: 122.8833ms)","trace[1258018782] 'applied index is now lower than readState.Index' (duration: 215.144µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:25.789728Z","caller":"traceutil/trace.go:171","msg":"trace[1837889813] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"141.026709ms","start":"2026-03-04T12:54:25.64867Z","end":"2026-03-04T12:54:25.789697Z","steps":["trace[1837889813] 'process raft request' (duration: 140.745822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:25.789835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.31602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:25.789913Z","caller":"traceutil/trace.go:171","msg":"trace[1610397572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:826; }","duration":"123.454203ms","start":"2026-03-04T12:54:25.666439Z","end":"2026-03-04T12:54:25.789894Z","steps":["trace[1610397572] 'agreement among raft nodes before linearized reading' (duration: 123.297099ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:26.206233Z","caller":"traceutil/trace.go:171","msg":"trace[18907213] linearizableReadLoop","detail":"{readStateIndex:855; appliedIndex:853; }","duration":"121.605163ms","start":"2026-03-04T12:54:26.084595Z","end":"2026-03-04T12:54:26.206201Z","steps":["trace[18907213] 'read index received' (duration: 45.683713ms)","trace[18907213] 'applied index is now lower than readState.Index' (duration: 75.92003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:26.206565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.94776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-04T12:54:26.206652Z","caller":"traceutil/trace.go:171","msg":"trace[230887472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:827; }","duration":"122.089503ms","start":"2026-03-04T12:54:26.084546Z","end":"2026-03-04T12:54:26.206636Z","steps":["trace[230887472] 'agreement among raft nodes before linearized reading' (duration: 121.844108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:26.20659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.60027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T12:54:26.206673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.463734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T12:54:26.20674Z","caller":"traceutil/trace.go:171","msg":"trace[743132714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:827; }","duration":"104.807023ms","start":"2026-03-04T12:54:26.101919Z","end":"2026-03-04T12:54:26.206726Z","steps":["trace[743132714] 'agreement among raft nodes before linearized reading' (duration: 104.541457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:26.206764Z","caller":"traceutil/trace.go:171","msg":"trace[695550567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:827; }","duration":"103.585507ms","start":"2026-03-04T12:54:26.103161Z","end":"2026-03-04T12:54:26.206747Z","steps":["trace[695550567] 'agreement among raft nodes before linearized reading' (duration: 103.304451ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:26.335936Z","caller":"traceutil/trace.go:171","msg":"trace[32820779] transaction","detail":"{read_only:false; response_revision:829; number_of_response:1; }","duration":"124.296641ms","start":"2026-03-04T12:54:26.211618Z","end":"2026-03-04T12:54:26.335914Z","steps":["trace[32820779] 'process raft request' (duration: 124.063236ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:26.336217Z","caller":"traceutil/trace.go:171","msg":"trace[1347294787] transaction","detail":"{read_only:false; response_revision:830; number_of_response:1; }","duration":"124.031205ms","start":"2026-03-04T12:54:26.212157Z","end":"2026-03-04T12:54:26.336189Z","steps":["trace[1347294787] 'process raft request' (duration: 123.714718ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:26.966193Z","caller":"traceutil/trace.go:171","msg":"trace[2061412022] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"120.906887ms","start":"2026-03-04T12:54:26.845255Z","end":"2026-03-04T12:54:26.966162Z","steps":["trace[2061412022] 'process raft request' (duration: 65.523119ms)","trace[2061412022] 'compare' (duration: 55.243105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:54:26.987012Z","caller":"traceutil/trace.go:171","msg":"trace[1556557259] transaction","detail":"{read_only:false; response_revision:839; number_of_response:1; }","duration":"137.646725ms","start":"2026-03-04T12:54:26.849335Z","end":"2026-03-04T12:54:26.986982Z","steps":["trace[1556557259] 'process raft request' (duration: 137.505812ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:54:32.453546Z","caller":"traceutil/trace.go:171","msg":"trace[118150859] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"124.662401ms","start":"2026-03-04T12:54:32.328849Z","end":"2026-03-04T12:54:32.453512Z","steps":["trace[118150859] 'process raft request' (duration: 124.149249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:35.367728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.838165ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T12:54:35.367904Z","caller":"traceutil/trace.go:171","msg":"trace[769173301] linearizableReadLoop","detail":"{readStateIndex:957; appliedIndex:956; }","duration":"721.573257ms","start":"2026-03-04T12:54:34.646304Z","end":"2026-03-04T12:54:35.367878Z","steps":["trace[769173301] 'read index received' (duration: 357.532348ms)","trace[769173301] 'applied index is now lower than readState.Index' (duration: 364.038279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:54:35.368114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.774802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:35.368221Z","caller":"traceutil/trace.go:171","msg":"trace[1483825465] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:925; }","duration":"721.926215ms","start":"2026-03-04T12:54:34.646268Z","end":"2026-03-04T12:54:35.368194Z","steps":["trace[1483825465] 'agreement among raft nodes before linearized reading' (duration: 721.737001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:35.368294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:34.646236Z","time spent":"722.046558ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:54:35.368307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.355717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:54:35.368384Z","caller":"traceutil/trace.go:171","msg":"trace[77081267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"703.454368ms","start":"2026-03-04T12:54:34.664907Z","end":"2026-03-04T12:54:35.368361Z","steps":["trace[77081267] 'agreement among raft nodes before linearized reading' (duration: 703.117401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:54:35.368446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:54:34.664895Z","time spent":"703.53809ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:55:01.702378Z","caller":"traceutil/trace.go:171","msg":"trace[897861602] linearizableReadLoop","detail":"{readStateIndex:1152; appliedIndex:1151; }","duration":"154.104006ms","start":"2026-03-04T12:55:01.548241Z","end":"2026-03-04T12:55:01.702345Z","steps":["trace[897861602] 'read index received' (duration: 153.680466ms)","trace[897861602] 'applied index is now lower than readState.Index' (duration: 421.77µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:01.702459Z","caller":"traceutil/trace.go:171","msg":"trace[1760455319] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"336.985904ms","start":"2026-03-04T12:55:01.365421Z","end":"2026-03-04T12:55:01.702407Z","steps":["trace[1760455319] 'process raft request' (duration: 336.631095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:01.7027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:01.365393Z","time spent":"337.198749ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:01.702892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.529106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:55:01.702947Z","caller":"traceutil/trace.go:171","msg":"trace[1809067944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1110; }","duration":"154.760141ms","start":"2026-03-04T12:55:01.548172Z","end":"2026-03-04T12:55:01.702932Z","steps":["trace[1809067944] 'agreement among raft nodes before linearized reading' (duration: 154.410283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:01.70317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.6557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-9n89p\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-03-04T12:55:01.703315Z","caller":"traceutil/trace.go:171","msg":"trace[1360084459] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-9n89p; range_end:; response_count:1; response_revision:1110; }","duration":"105.868584ms","start":"2026-03-04T12:55:01.597422Z","end":"2026-03-04T12:55:01.703291Z","steps":["trace[1360084459] 'agreement among raft nodes before linearized reading' (duration: 105.254611ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:04.685283Z","caller":"traceutil/trace.go:171","msg":"trace[1184441982] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"182.300974ms","start":"2026-03-04T12:55:04.502947Z","end":"2026-03-04T12:55:04.685248Z","steps":["trace[1184441982] 'process raft request' (duration: 132.369304ms)","trace[1184441982] 'compare' (duration: 49.524991ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:06.39562Z","caller":"traceutil/trace.go:171","msg":"trace[539710303] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"156.909409ms","start":"2026-03-04T12:55:06.238668Z","end":"2026-03-04T12:55:06.395577Z","steps":["trace[539710303] 'process raft request' (duration: 156.748565ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:06.553658Z","caller":"traceutil/trace.go:171","msg":"trace[981157990] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"156.334017ms","start":"2026-03-04T12:55:06.397297Z","end":"2026-03-04T12:55:06.553631Z","steps":["trace[981157990] 'process raft request' (duration: 154.049276ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:06.556929Z","caller":"traceutil/trace.go:171","msg":"trace[1832063512] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"158.039084ms","start":"2026-03-04T12:55:06.39886Z","end":"2026-03-04T12:55:06.556899Z","steps":["trace[1832063512] 'process raft request' (duration: 157.731327ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:08.946559Z","caller":"traceutil/trace.go:171","msg":"trace[552722557] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"112.787137ms","start":"2026-03-04T12:55:08.833747Z","end":"2026-03-04T12:55:08.946534Z","steps":["trace[552722557] 'process raft request' (duration: 112.675915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:08.948228Z","caller":"traceutil/trace.go:171","msg":"trace[1773288960] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"113.571055ms","start":"2026-03-04T12:55:08.834632Z","end":"2026-03-04T12:55:08.948203Z","steps":["trace[1773288960] 'process raft request' (duration: 113.413961ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.287133Z","caller":"traceutil/trace.go:171","msg":"trace[1007746634] linearizableReadLoop","detail":"{readStateIndex:1281; appliedIndex:1280; }","duration":"336.639965ms","start":"2026-03-04T12:55:10.950467Z","end":"2026-03-04T12:55:11.287107Z","steps":["trace[1007746634] 'read index received' (duration: 336.394379ms)","trace[1007746634] 'applied index is now lower than readState.Index' (duration: 244.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:11.287181Z","caller":"traceutil/trace.go:171","msg":"trace[2138000674] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"529.578274ms","start":"2026-03-04T12:55:10.757558Z","end":"2026-03-04T12:55:11.287136Z","steps":["trace[2138000674] 'process raft request' (duration: 529.39756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:11.287341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:10.75754Z","time spent":"529.718947ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:11.287391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.018461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T12:55:11.287398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.89081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T12:55:11.287453Z","caller":"traceutil/trace.go:171","msg":"trace[613263480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1236; }","duration":"336.114203ms","start":"2026-03-04T12:55:10.95132Z","end":"2026-03-04T12:55:11.287434Z","steps":["trace[613263480] 'agreement among raft nodes before linearized reading' (duration: 335.97504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.287459Z","caller":"traceutil/trace.go:171","msg":"trace[154972256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1236; }","duration":"337.020263ms","start":"2026-03-04T12:55:10.950424Z","end":"2026-03-04T12:55:11.287445Z","steps":["trace[154972256] 'agreement among raft nodes before linearized reading' (duration: 336.791638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:11.287508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:10.950406Z","time spent":"337.088884ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:55:11.287508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:10.951284Z","time spent":"336.210195ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:55:11.287505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.354998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-28jlg\" ","response":"range_response_count:1 size:4507"} {"level":"info","ts":"2026-03-04T12:55:11.287609Z","caller":"traceutil/trace.go:171","msg":"trace[554166921] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-28jlg; range_end:; response_count:1; response_revision:1236; }","duration":"121.49538ms","start":"2026-03-04T12:55:11.166099Z","end":"2026-03-04T12:55:11.287594Z","steps":["trace[554166921] 'agreement among raft nodes before linearized reading' (duration: 121.260685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:11.474151Z","caller":"traceutil/trace.go:171","msg":"trace[992966542] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"182.17028ms","start":"2026-03-04T12:55:11.291954Z","end":"2026-03-04T12:55:11.474124Z","steps":["trace[992966542] 'process raft request' (duration: 100.113135ms)","trace[992966542] 'compare' (duration: 81.946743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:55:11.82336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.236598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:55:11.82343Z","caller":"traceutil/trace.go:171","msg":"trace[410659182] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1238; }","duration":"176.362332ms","start":"2026-03-04T12:55:11.647053Z","end":"2026-03-04T12:55:11.823416Z","steps":["trace[410659182] 'count revisions from in-memory index tree' (duration: 176.144595ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:23.381489Z","caller":"traceutil/trace.go:171","msg":"trace[811360558] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"119.388464ms","start":"2026-03-04T12:55:23.262073Z","end":"2026-03-04T12:55:23.381462Z","steps":["trace[811360558] 'process raft request' (duration: 117.815069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:24.207551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.937901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:55:24.20767Z","caller":"traceutil/trace.go:171","msg":"trace[1215882593] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"280.515717ms","start":"2026-03-04T12:55:23.927134Z","end":"2026-03-04T12:55:24.20765Z","steps":["trace[1215882593] 'process raft request' (duration: 176.376502ms)","trace[1215882593] 'compare' (duration: 103.750647ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:24.398104Z","caller":"traceutil/trace.go:171","msg":"trace[1224405872] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"114.565877ms","start":"2026-03-04T12:55:24.283506Z","end":"2026-03-04T12:55:24.398072Z","steps":["trace[1224405872] 'process raft request' (duration: 114.388293ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:24.873959Z","caller":"traceutil/trace.go:171","msg":"trace[1700448789] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"135.043392ms","start":"2026-03-04T12:55:24.738872Z","end":"2026-03-04T12:55:24.873915Z","steps":["trace[1700448789] 'process raft request' (duration: 134.774096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:25.015706Z","caller":"traceutil/trace.go:171","msg":"trace[312505524] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"137.228911ms","start":"2026-03-04T12:55:24.878437Z","end":"2026-03-04T12:55:25.015666Z","steps":["trace[312505524] 'process raft request' (duration: 52.916497ms)","trace[312505524] 'compare' (duration: 83.958476ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:25.663199Z","caller":"traceutil/trace.go:171","msg":"trace[1399302618] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"108.584354ms","start":"2026-03-04T12:55:25.554566Z","end":"2026-03-04T12:55:25.663151Z","steps":["trace[1399302618] 'process raft request' (duration: 108.318528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.712506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.119056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T12:55:37.712696Z","caller":"traceutil/trace.go:171","msg":"trace[1884650958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1651; }","duration":"239.374192ms","start":"2026-03-04T12:55:37.473298Z","end":"2026-03-04T12:55:37.712672Z","steps":["trace[1884650958] 'range keys from in-memory index tree' (duration: 238.888171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.712909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.216022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:37.713047Z","caller":"traceutil/trace.go:171","msg":"trace[1819828682] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1651; }","duration":"473.674021ms","start":"2026-03-04T12:55:37.239338Z","end":"2026-03-04T12:55:37.713012Z","steps":["trace[1819828682] 'range keys from in-memory index tree' (duration: 472.915845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.713294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:37.239313Z","time spent":"473.964948ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T12:55:37.713462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.343684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:37.71357Z","caller":"traceutil/trace.go:171","msg":"trace[1735196116] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1651; }","duration":"146.506808ms","start":"2026-03-04T12:55:37.567034Z","end":"2026-03-04T12:55:37.713541Z","steps":["trace[1735196116] 'count revisions from in-memory index tree' (duration: 146.247122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.713642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.64545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T12:55:37.713785Z","caller":"traceutil/trace.go:171","msg":"trace[321149608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1651; }","duration":"231.819364ms","start":"2026-03-04T12:55:37.481913Z","end":"2026-03-04T12:55:37.713733Z","steps":["trace[321149608] 'range keys from in-memory index tree' (duration: 231.342483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:37.944124Z","caller":"traceutil/trace.go:171","msg":"trace[1568149001] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"224.695276ms","start":"2026-03-04T12:55:37.719403Z","end":"2026-03-04T12:55:37.944099Z","steps":["trace[1568149001] 'process raft request' (duration: 224.528083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:37.980282Z","caller":"traceutil/trace.go:171","msg":"trace[243112954] linearizableReadLoop","detail":"{readStateIndex:1727; appliedIndex:1724; }","duration":"191.775084ms","start":"2026-03-04T12:55:37.788483Z","end":"2026-03-04T12:55:37.980258Z","steps":["trace[243112954] 'read index received' (duration: 155.431086ms)","trace[243112954] 'applied index is now lower than readState.Index' (duration: 36.343098ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:37.980478Z","caller":"traceutil/trace.go:171","msg":"trace[1932201027] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"260.721567ms","start":"2026-03-04T12:55:37.71971Z","end":"2026-03-04T12:55:37.980432Z","steps":["trace[1932201027] 'process raft request' (duration: 260.508522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:37.980345Z","caller":"traceutil/trace.go:171","msg":"trace[1609781479] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"260.843799ms","start":"2026-03-04T12:55:37.719458Z","end":"2026-03-04T12:55:37.980301Z","steps":["trace[1609781479] 'process raft request' (duration: 260.628264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:37.980638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.124152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-04T12:55:37.980715Z","caller":"traceutil/trace.go:171","msg":"trace[1861668848] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205; range_end:; response_count:1; response_revision:1654; }","duration":"192.255875ms","start":"2026-03-04T12:55:37.788437Z","end":"2026-03-04T12:55:37.980693Z","steps":["trace[1861668848] 'agreement among raft nodes before linearized reading' (duration: 191.962768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:38.55217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588521514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:55:39.052386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588521514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:55:39.553108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588521514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T12:55:39.940208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.952535763s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T12:55:39.940714Z","caller":"traceutil/trace.go:171","msg":"trace[1156005368] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"1.953132515s","start":"2026-03-04T12:55:37.987551Z","end":"2026-03-04T12:55:39.940684Z","steps":["trace[1156005368] 'process raft request' (duration: 1.952948991s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.940911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:37.987525Z","time spent":"1.953283049s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:39.949349Z","caller":"traceutil/trace.go:171","msg":"trace[925779582] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"1.529084156s","start":"2026-03-04T12:55:38.420229Z","end":"2026-03-04T12:55:39.949313Z","steps":["trace[925779582] 'process raft request' (duration: 1.528970534s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.949435Z","caller":"traceutil/trace.go:171","msg":"trace[579063959] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1727; }","duration":"1.89754246s","start":"2026-03-04T12:55:38.051869Z","end":"2026-03-04T12:55:39.949412Z","steps":["trace[579063959] 'read index received' (duration: 1.888740584s)","trace[579063959] 'applied index is now lower than readState.Index' (duration: 8.800056ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:39.949427Z","caller":"traceutil/trace.go:171","msg":"trace[569665515] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"1.711472532s","start":"2026-03-04T12:55:38.237896Z","end":"2026-03-04T12:55:39.949368Z","steps":["trace[569665515] 'process raft request' (duration: 1.711119574s)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:39.949543Z","caller":"traceutil/trace.go:171","msg":"trace[1805776965] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"937.914454ms","start":"2026-03-04T12:55:39.011618Z","end":"2026-03-04T12:55:39.949532Z","steps":["trace[1805776965] 'process raft request' (duration: 937.648337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.949563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.420195Z","time spent":"1.529260281s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:39.94966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:39.011579Z","time spent":"938.030507ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:39.949735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745249964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T12:55:39.949742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.237877Z","time spent":"1.711675847s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:39.949791Z","caller":"traceutil/trace.go:171","msg":"trace[1994907978] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1658; }","duration":"1.745344065s","start":"2026-03-04T12:55:38.204427Z","end":"2026-03-04T12:55:39.949771Z","steps":["trace[1994907978] 'agreement among raft nodes before linearized reading' (duration: 1.745261883s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.949831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.204403Z","time spent":"1.745414697s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:55:39.949864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.629216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:55:39.949899Z","caller":"traceutil/trace.go:171","msg":"trace[1479292649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1658; }","duration":"869.701768ms","start":"2026-03-04T12:55:39.080188Z","end":"2026-03-04T12:55:39.949889Z","steps":["trace[1479292649] 'agreement among raft nodes before linearized reading' (duration: 869.576385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.949926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:39.080163Z","time spent":"869.757619ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:55:39.950022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898159604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:55:39.95005Z","caller":"traceutil/trace.go:171","msg":"trace[1848941063] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1658; }","duration":"1.898239876s","start":"2026-03-04T12:55:38.051803Z","end":"2026-03-04T12:55:39.950042Z","steps":["trace[1848941063] 'agreement among raft nodes before linearized reading' (duration: 1.898181095s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.950049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660867497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T12:55:39.950077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.051776Z","time spent":"1.898293067s","remote":"127.0.0.1:35388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T12:55:39.950044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284068141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:55:39.950081Z","caller":"traceutil/trace.go:171","msg":"trace[878585365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1658; }","duration":"1.660924859s","start":"2026-03-04T12:55:38.289147Z","end":"2026-03-04T12:55:39.950072Z","steps":["trace[878585365] 'agreement among raft nodes before linearized reading' (duration: 1.660821097s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.950124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.28913Z","time spent":"1.66098794s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T12:55:39.950137Z","caller":"traceutil/trace.go:171","msg":"trace[1756432308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1658; }","duration":"1.284206634s","start":"2026-03-04T12:55:38.665907Z","end":"2026-03-04T12:55:39.950114Z","steps":["trace[1756432308] 'agreement among raft nodes before linearized reading' (duration: 1.284058371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.950177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.665882Z","time spent":"1.284287765s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:55:39.950284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.804811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T12:55:39.950311Z","caller":"traceutil/trace.go:171","msg":"trace[508211873] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:1658; }","duration":"588.877993ms","start":"2026-03-04T12:55:39.361425Z","end":"2026-03-04T12:55:39.950303Z","steps":["trace[508211873] 'agreement among raft nodes before linearized reading' (duration: 588.7663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.950341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:39.361401Z","time spent":"588.934125ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T12:55:39.950424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.729357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-04T12:55:39.950469Z","caller":"traceutil/trace.go:171","msg":"trace[469047604] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205; range_end:; response_count:1; response_revision:1658; }","duration":"963.807329ms","start":"2026-03-04T12:55:38.98665Z","end":"2026-03-04T12:55:39.950457Z","steps":["trace[469047604] 'agreement among raft nodes before linearized reading' (duration: 963.731488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.95049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.986629Z","time spent":"963.85574ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205\" "} {"level":"warn","ts":"2026-03-04T12:55:39.950602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22921193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:39.950647Z","caller":"traceutil/trace.go:171","msg":"trace[1379385774] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1658; }","duration":"1.229286292s","start":"2026-03-04T12:55:38.72135Z","end":"2026-03-04T12:55:39.950636Z","steps":["trace[1379385774] 'agreement among raft nodes before linearized reading' (duration: 1.229040207s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:39.950678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:38.721333Z","time spent":"1.229337883s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-04T12:55:52.992582Z","caller":"traceutil/trace.go:171","msg":"trace[1527030760] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"131.491712ms","start":"2026-03-04T12:55:52.861065Z","end":"2026-03-04T12:55:52.992557Z","steps":["trace[1527030760] 'process raft request' (duration: 131.334258ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:54.12069Z","caller":"traceutil/trace.go:171","msg":"trace[1619420785] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"108.982522ms","start":"2026-03-04T12:55:54.011665Z","end":"2026-03-04T12:55:54.120648Z","steps":["trace[1619420785] 'process raft request' (duration: 108.857069ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:54.12082Z","caller":"traceutil/trace.go:171","msg":"trace[1359256749] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"109.507193ms","start":"2026-03-04T12:55:54.011284Z","end":"2026-03-04T12:55:54.120791Z","steps":["trace[1359256749] 'process raft request' (duration: 75.823124ms)","trace[1359256749] 'compare' (duration: 33.26368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:55:58.649017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588521800,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T12:55:58.909527Z","caller":"traceutil/trace.go:171","msg":"trace[1989118169] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"881.229753ms","start":"2026-03-04T12:55:58.028259Z","end":"2026-03-04T12:55:58.909489Z","steps":["trace[1989118169] 'process raft request' (duration: 881.021169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:58.909753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.028221Z","time spent":"881.417088ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:59.093439Z","caller":"traceutil/trace.go:171","msg":"trace[388799164] linearizableReadLoop","detail":"{readStateIndex:1870; appliedIndex:1867; }","duration":"945.49557ms","start":"2026-03-04T12:55:58.147913Z","end":"2026-03-04T12:55:59.093409Z","steps":["trace[388799164] 'read index received' (duration: 761.42081ms)","trace[388799164] 'applied index is now lower than readState.Index' (duration: 184.07335ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:55:59.093492Z","caller":"traceutil/trace.go:171","msg":"trace[774504706] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"958.97761ms","start":"2026-03-04T12:55:58.134483Z","end":"2026-03-04T12:55:59.093461Z","steps":["trace[774504706] 'process raft request' (duration: 958.725935ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:55:59.093519Z","caller":"traceutil/trace.go:171","msg":"trace[1378398353] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"957.547958ms","start":"2026-03-04T12:55:58.135938Z","end":"2026-03-04T12:55:59.093486Z","steps":["trace[1378398353] 'process raft request' (duration: 957.423805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.093691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.134445Z","time spent":"959.135964ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:55:59.093722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.973293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:55:59.093776Z","caller":"traceutil/trace.go:171","msg":"trace[517445993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1792; }","duration":"942.067914ms","start":"2026-03-04T12:55:58.15169Z","end":"2026-03-04T12:55:59.093758Z","steps":["trace[517445993] 'agreement among raft nodes before linearized reading' (duration: 941.88939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.093802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.601221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T12:55:59.093831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.151673Z","time spent":"942.145646ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T12:55:59.093842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.1359Z","time spent":"957.812014ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:55:59.093866Z","caller":"traceutil/trace.go:171","msg":"trace[1488029703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1792; }","duration":"427.706534ms","start":"2026-03-04T12:55:58.666142Z","end":"2026-03-04T12:55:59.093849Z","steps":["trace[1488029703] 'agreement among raft nodes before linearized reading' (duration: 427.615452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.093839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.728074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T12:55:59.093917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.666122Z","time spent":"427.787206ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T12:55:59.093944Z","caller":"traceutil/trace.go:171","msg":"trace[745713896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1792; }","duration":"940.853988ms","start":"2026-03-04T12:55:58.153063Z","end":"2026-03-04T12:55:59.093917Z","steps":["trace[745713896] 'agreement among raft nodes before linearized reading' (duration: 940.54362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.093999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.15305Z","time spent":"940.93724ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T12:55:59.094177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.804257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-04T12:55:59.094564Z","caller":"traceutil/trace.go:171","msg":"trace[1614060534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1792; }","duration":"946.721718ms","start":"2026-03-04T12:55:58.147824Z","end":"2026-03-04T12:55:59.094546Z","steps":["trace[1614060534] 'agreement among raft nodes before linearized reading' (duration: 945.740565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.094614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.14779Z","time spent":"946.8128ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:55:59.094159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.052062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T12:55:59.094776Z","caller":"traceutil/trace.go:171","msg":"trace[2037121327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1792; }","duration":"941.730307ms","start":"2026-03-04T12:55:58.153031Z","end":"2026-03-04T12:55:59.094761Z","steps":["trace[2037121327] 'agreement among raft nodes before linearized reading' (duration: 940.835336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.094829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.153021Z","time spent":"941.791418ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T12:55:59.094198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.934612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:55:59.095045Z","caller":"traceutil/trace.go:171","msg":"trace[1040199418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1792; }","duration":"942.829141ms","start":"2026-03-04T12:55:58.152199Z","end":"2026-03-04T12:55:59.095029Z","steps":["trace[1040199418] 'agreement among raft nodes before linearized reading' (duration: 941.693936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.095098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.152192Z","time spent":"942.892804ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T12:55:59.094457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.682956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T12:55:59.095266Z","caller":"traceutil/trace.go:171","msg":"trace[14847964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1792; }","duration":"942.546514ms","start":"2026-03-04T12:55:58.152709Z","end":"2026-03-04T12:55:59.095255Z","steps":["trace[14847964] 'agreement among raft nodes before linearized reading' (duration: 941.105962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:55:59.095301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:55:58.152675Z","time spent":"942.614936ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T12:56:13.352831Z","caller":"traceutil/trace.go:171","msg":"trace[557642908] linearizableReadLoop","detail":"{readStateIndex:1945; appliedIndex:1944; }","duration":"372.641071ms","start":"2026-03-04T12:56:12.98016Z","end":"2026-03-04T12:56:13.352801Z","steps":["trace[557642908] 'read index received' (duration: 372.448846ms)","trace[557642908] 'applied index is now lower than readState.Index' (duration: 190.895µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:13.3529Z","caller":"traceutil/trace.go:171","msg":"trace[1921100830] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"389.742371ms","start":"2026-03-04T12:56:12.963117Z","end":"2026-03-04T12:56:13.35286Z","steps":["trace[1921100830] 'process raft request' (duration: 389.489675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.353071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:12.963086Z","time spent":"389.892564ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:13.353088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.907547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-03-04T12:56:13.353187Z","caller":"traceutil/trace.go:171","msg":"trace[143368786] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1864; }","duration":"373.03493ms","start":"2026-03-04T12:56:12.98011Z","end":"2026-03-04T12:56:13.353145Z","steps":["trace[143368786] 'agreement among raft nodes before linearized reading' (duration: 372.827946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.353241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:12.980091Z","time spent":"373.142593ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T12:56:13.515988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.077086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:56:13.516189Z","caller":"traceutil/trace.go:171","msg":"trace[740676309] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"341.737884ms","start":"2026-03-04T12:56:13.174412Z","end":"2026-03-04T12:56:13.51615Z","steps":["trace[740676309] 'process raft request' (duration: 204.410772ms)","trace[740676309] 'compare' (duration: 136.971874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:56:13.516334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.174379Z","time spent":"341.877576ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:13.516391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.112516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-04T12:56:13.516211Z","caller":"traceutil/trace.go:171","msg":"trace[328318546] linearizableReadLoop","detail":"{readStateIndex:1947; appliedIndex:1945; }","duration":"163.270468ms","start":"2026-03-04T12:56:13.352927Z","end":"2026-03-04T12:56:13.516197Z","steps":["trace[328318546] 'read index received' (duration: 25.784263ms)","trace[328318546] 'applied index is now lower than readState.Index' (duration: 137.485115ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:13.516427Z","caller":"traceutil/trace.go:171","msg":"trace[59708302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1867; }","duration":"492.148937ms","start":"2026-03-04T12:56:13.024266Z","end":"2026-03-04T12:56:13.516415Z","steps":["trace[59708302] 'agreement among raft nodes before linearized reading' (duration: 491.987753ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.516321Z","caller":"traceutil/trace.go:171","msg":"trace[440246555] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"151.159989ms","start":"2026-03-04T12:56:13.365128Z","end":"2026-03-04T12:56:13.516288Z","steps":["trace[440246555] 'process raft request' (duration: 151.015706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.516504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.563105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-04T12:56:13.51651Z","caller":"traceutil/trace.go:171","msg":"trace[542698482] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"340.997987ms","start":"2026-03-04T12:56:13.175479Z","end":"2026-03-04T12:56:13.516477Z","steps":["trace[542698482] 'process raft request' (duration: 340.598479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.516498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.326069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-04T12:56:13.516547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.332619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T12:56:13.516562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.024176Z","time spent":"492.325771ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T12:56:13.516609Z","caller":"traceutil/trace.go:171","msg":"trace[508321277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1867; }","duration":"262.449283ms","start":"2026-03-04T12:56:13.254141Z","end":"2026-03-04T12:56:13.51659Z","steps":["trace[508321277] 'agreement among raft nodes before linearized reading' (duration: 262.276779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.51662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.35929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-04T12:56:13.516642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.175431Z","time spent":"341.12747ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:56:13.516657Z","caller":"traceutil/trace.go:171","msg":"trace[660779840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1867; }","duration":"267.435243ms","start":"2026-03-04T12:56:13.249212Z","end":"2026-03-04T12:56:13.516647Z","steps":["trace[660779840] 'agreement among raft nodes before linearized reading' (duration: 267.342601ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.516669Z","caller":"traceutil/trace.go:171","msg":"trace[1330388057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1867; }","duration":"262.464323ms","start":"2026-03-04T12:56:13.254096Z","end":"2026-03-04T12:56:13.51656Z","steps":["trace[1330388057] 'agreement among raft nodes before linearized reading' (duration: 262.184957ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.516537Z","caller":"traceutil/trace.go:171","msg":"trace[2019098342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1867; }","duration":"262.610006ms","start":"2026-03-04T12:56:13.253919Z","end":"2026-03-04T12:56:13.516529Z","steps":["trace[2019098342] 'agreement among raft nodes before linearized reading' (duration: 262.526725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.516671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.004646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T12:56:13.516805Z","caller":"traceutil/trace.go:171","msg":"trace[1588109522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1867; }","duration":"259.18075ms","start":"2026-03-04T12:56:13.257591Z","end":"2026-03-04T12:56:13.516772Z","steps":["trace[1588109522] 'agreement among raft nodes before linearized reading' (duration: 258.773631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.516845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.21784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:56:13.516911Z","caller":"traceutil/trace.go:171","msg":"trace[768023242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1867; }","duration":"299.332182ms","start":"2026-03-04T12:56:13.217556Z","end":"2026-03-04T12:56:13.516889Z","steps":["trace[768023242] 'agreement among raft nodes before linearized reading' (duration: 299.079197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.525569Z","caller":"traceutil/trace.go:171","msg":"trace[175329720] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"107.56889ms","start":"2026-03-04T12:56:13.41798Z","end":"2026-03-04T12:56:13.525549Z","steps":["trace[175329720] 'process raft request' (duration: 107.448217ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.844895Z","caller":"traceutil/trace.go:171","msg":"trace[1498361324] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"322.885735ms","start":"2026-03-04T12:56:13.521973Z","end":"2026-03-04T12:56:13.844858Z","steps":["trace[1498361324] 'process raft request' (duration: 307.242458ms)","trace[1498361324] 'compare' (duration: 15.405062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:56:13.845182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.521941Z","time spent":"323.11204ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:56:13.845168Z","caller":"traceutil/trace.go:171","msg":"trace[818872150] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"323.07972ms","start":"2026-03-04T12:56:13.522063Z","end":"2026-03-04T12:56:13.845142Z","steps":["trace[818872150] 'process raft request' (duration: 322.745992ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.845245Z","caller":"traceutil/trace.go:171","msg":"trace[803224951] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1948; }","duration":"322.710681ms","start":"2026-03-04T12:56:13.522509Z","end":"2026-03-04T12:56:13.84522Z","steps":["trace[803224951] 'read index received' (duration: 2.984147ms)","trace[803224951] 'applied index is now lower than readState.Index' (duration: 319.725494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:56:13.845318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.522056Z","time spent":"323.180872ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:56:13.845493Z","caller":"traceutil/trace.go:171","msg":"trace[1370869697] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"323.0963ms","start":"2026-03-04T12:56:13.522385Z","end":"2026-03-04T12:56:13.845481Z","steps":["trace[1370869697] 'process raft request' (duration: 322.617479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.845546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.522372Z","time spent":"323.148641ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:56:13.845538Z","caller":"traceutil/trace.go:171","msg":"trace[1167475142] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"322.299942ms","start":"2026-03-04T12:56:13.523218Z","end":"2026-03-04T12:56:13.845518Z","steps":["trace[1167475142] 'process raft request' (duration: 321.915903ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:13.845523Z","caller":"traceutil/trace.go:171","msg":"trace[606879807] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"322.249001ms","start":"2026-03-04T12:56:13.523236Z","end":"2026-03-04T12:56:13.845485Z","steps":["trace[606879807] 'process raft request' (duration: 321.940774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.845683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.52321Z","time spent":"322.384693ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:13.845691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.523219Z","time spent":"322.389114ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:13.845707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.66297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:56:13.845832Z","caller":"traceutil/trace.go:171","msg":"trace[2093908655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1873; }","duration":"178.855414ms","start":"2026-03-04T12:56:13.666951Z","end":"2026-03-04T12:56:13.845806Z","steps":["trace[2093908655] 'agreement among raft nodes before linearized reading' (duration: 178.605729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.846227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.703064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-04T12:56:13.846332Z","caller":"traceutil/trace.go:171","msg":"trace[29250475] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205; range_end:; response_count:1; response_revision:1873; }","duration":"323.837487ms","start":"2026-03-04T12:56:13.522474Z","end":"2026-03-04T12:56:13.846311Z","steps":["trace[29250475] 'agreement among raft nodes before linearized reading' (duration: 322.992188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:13.846377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:13.522456Z","time spent":"323.908908ms","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205\" "} {"level":"warn","ts":"2026-03-04T12:56:14.102122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.973125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12403"} {"level":"info","ts":"2026-03-04T12:56:14.102293Z","caller":"traceutil/trace.go:171","msg":"trace[535974087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1873; }","duration":"115.17865ms","start":"2026-03-04T12:56:13.987046Z","end":"2026-03-04T12:56:14.102225Z","steps":["trace[535974087] 'range keys from in-memory index tree' (duration: 114.680569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:14.376478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.519177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:56:14.376602Z","caller":"traceutil/trace.go:171","msg":"trace[1543478009] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1875; }","duration":"160.690941ms","start":"2026-03-04T12:56:14.215862Z","end":"2026-03-04T12:56:14.376553Z","steps":["trace[1543478009] 'count revisions from in-memory index tree' (duration: 160.380474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:14.376633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.600024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-03-04T12:56:14.376755Z","caller":"traceutil/trace.go:171","msg":"trace[697033893] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:1875; }","duration":"162.794468ms","start":"2026-03-04T12:56:14.213935Z","end":"2026-03-04T12:56:14.376729Z","steps":["trace[697033893] 'range keys from in-memory index tree' (duration: 162.326227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:15.975475Z","caller":"traceutil/trace.go:171","msg":"trace[1838950389] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"120.827865ms","start":"2026-03-04T12:56:15.85461Z","end":"2026-03-04T12:56:15.975438Z","steps":["trace[1838950389] 'process raft request' (duration: 120.60225ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:15.99576Z","caller":"traceutil/trace.go:171","msg":"trace[1373459326] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"138.932488ms","start":"2026-03-04T12:56:15.856799Z","end":"2026-03-04T12:56:15.995732Z","steps":["trace[1373459326] 'process raft request' (duration: 138.853056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:15.995792Z","caller":"traceutil/trace.go:171","msg":"trace[983731922] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"139.740725ms","start":"2026-03-04T12:56:15.856017Z","end":"2026-03-04T12:56:15.995758Z","steps":["trace[983731922] 'process raft request' (duration: 139.593062ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:15.995765Z","caller":"traceutil/trace.go:171","msg":"trace[1098626287] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"140.066723ms","start":"2026-03-04T12:56:15.855658Z","end":"2026-03-04T12:56:15.995725Z","steps":["trace[1098626287] 'process raft request' (duration: 139.780857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:15.99607Z","caller":"traceutil/trace.go:171","msg":"trace[557331820] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"111.5763ms","start":"2026-03-04T12:56:15.884472Z","end":"2026-03-04T12:56:15.996048Z","steps":["trace[557331820] 'process raft request' (duration: 111.452157ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:15.996091Z","caller":"traceutil/trace.go:171","msg":"trace[1398225725] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"138.558908ms","start":"2026-03-04T12:56:15.857513Z","end":"2026-03-04T12:56:15.996072Z","steps":["trace[1398225725] 'process raft request' (duration: 138.17761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:35.56847Z","caller":"traceutil/trace.go:171","msg":"trace[196753030] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"127.203817ms","start":"2026-03-04T12:56:35.441225Z","end":"2026-03-04T12:56:35.568429Z","steps":["trace[196753030] 'process raft request' (duration: 83.935585ms)","trace[196753030] 'compare' (duration: 43.028457ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:35.568633Z","caller":"traceutil/trace.go:171","msg":"trace[281884417] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"127.154737ms","start":"2026-03-04T12:56:35.441439Z","end":"2026-03-04T12:56:35.568593Z","steps":["trace[281884417] 'process raft request' (duration: 126.908681ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:36.131176Z","caller":"traceutil/trace.go:171","msg":"trace[1577723378] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"223.596139ms","start":"2026-03-04T12:56:35.907541Z","end":"2026-03-04T12:56:36.131137Z","steps":["trace[1577723378] 'process raft request' (duration: 223.379424ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:36.24587Z","caller":"traceutil/trace.go:171","msg":"trace[1104796077] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"109.245518ms","start":"2026-03-04T12:56:36.136595Z","end":"2026-03-04T12:56:36.245841Z","steps":["trace[1104796077] 'process raft request' (duration: 109.188647ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:36.245893Z","caller":"traceutil/trace.go:171","msg":"trace[635454875] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"109.271918ms","start":"2026-03-04T12:56:36.13658Z","end":"2026-03-04T12:56:36.245852Z","steps":["trace[635454875] 'process raft request' (duration: 109.092703ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:36.246223Z","caller":"traceutil/trace.go:171","msg":"trace[353953655] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"109.463642ms","start":"2026-03-04T12:56:36.136721Z","end":"2026-03-04T12:56:36.246185Z","steps":["trace[353953655] 'process raft request' (duration: 109.092434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:36.246453Z","caller":"traceutil/trace.go:171","msg":"trace[255978224] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"109.694307ms","start":"2026-03-04T12:56:36.136718Z","end":"2026-03-04T12:56:36.246412Z","steps":["trace[255978224] 'process raft request' (duration: 109.432452ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:36.638969Z","caller":"traceutil/trace.go:171","msg":"trace[377928241] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"310.572972ms","start":"2026-03-04T12:56:36.328363Z","end":"2026-03-04T12:56:36.638935Z","steps":["trace[377928241] 'process raft request' (duration: 310.370867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:36.639146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:36.328343Z","time spent":"310.709925ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:38.587821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.767138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:56:38.587995Z","caller":"traceutil/trace.go:171","msg":"trace[1134088926] linearizableReadLoop","detail":"{readStateIndex:2073; appliedIndex:2071; }","duration":"811.623277ms","start":"2026-03-04T12:56:37.776355Z","end":"2026-03-04T12:56:38.587979Z","steps":["trace[1134088926] 'read index received' (duration: 130.610193ms)","trace[1134088926] 'applied index is now lower than readState.Index' (duration: 681.012114ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:38.588087Z","caller":"traceutil/trace.go:171","msg":"trace[1216107906] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"954.070812ms","start":"2026-03-04T12:56:37.634004Z","end":"2026-03-04T12:56:38.588075Z","steps":["trace[1216107906] 'process raft request' (duration: 272.949086ms)","trace[1216107906] 'compare' (duration: 680.664225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:56:38.588154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:37.633969Z","time spent":"954.150784ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:38.588447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.867365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-04T12:56:38.58847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.105977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:56:38.588513Z","caller":"traceutil/trace.go:171","msg":"trace[1627101109] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"945.86749ms","start":"2026-03-04T12:56:37.642612Z","end":"2026-03-04T12:56:38.58848Z","steps":["trace[1627101109] 'process raft request' (duration: 945.312107ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.58856Z","caller":"traceutil/trace.go:171","msg":"trace[168586710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"812.2437ms","start":"2026-03-04T12:56:37.7763Z","end":"2026-03-04T12:56:38.588544Z","steps":["trace[168586710] 'agreement among raft nodes before linearized reading' (duration: 811.927133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:38.588567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.692086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:56:38.588565Z","caller":"traceutil/trace.go:171","msg":"trace[766526695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1986; }","duration":"368.018689ms","start":"2026-03-04T12:56:38.22052Z","end":"2026-03-04T12:56:38.588538Z","steps":["trace[766526695] 'agreement among raft nodes before linearized reading' (duration: 367.763303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.588628Z","caller":"traceutil/trace.go:171","msg":"trace[30198853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"144.796018ms","start":"2026-03-04T12:56:38.443817Z","end":"2026-03-04T12:56:38.588613Z","steps":["trace[30198853] 'agreement among raft nodes before linearized reading' (duration: 144.702756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:38.588632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:37.642592Z","time spent":"945.973222ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:56:38.588665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:38.220502Z","time spent":"368.149051ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T12:56:38.58866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.023399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-04T12:56:38.58872Z","caller":"traceutil/trace.go:171","msg":"trace[842719907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1986; }","duration":"337.125531ms","start":"2026-03-04T12:56:38.25158Z","end":"2026-03-04T12:56:38.588705Z","steps":["trace[842719907] 'agreement among raft nodes before linearized reading' (duration: 336.960658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:38.588704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.876449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-04T12:56:38.588764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:38.251553Z","time spent":"337.203434ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T12:56:38.588794Z","caller":"traceutil/trace.go:171","msg":"trace[450412715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1986; }","duration":"337.992382ms","start":"2026-03-04T12:56:38.25077Z","end":"2026-03-04T12:56:38.588762Z","steps":["trace[450412715] 'agreement among raft nodes before linearized reading' (duration: 337.690575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:38.588768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.990261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-04T12:56:38.588607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:37.776277Z","time spent":"812.319791ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-04T12:56:38.588843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:38.250749Z","time spent":"338.087063ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:56:38.58903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.191136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-04T12:56:38.589184Z","caller":"traceutil/trace.go:171","msg":"trace[1799352163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1986; }","duration":"338.428831ms","start":"2026-03-04T12:56:38.25073Z","end":"2026-03-04T12:56:38.589159Z","steps":["trace[1799352163] 'agreement among raft nodes before linearized reading' (duration: 337.781297ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.588909Z","caller":"traceutil/trace.go:171","msg":"trace[203006854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1986; }","duration":"338.156175ms","start":"2026-03-04T12:56:38.25073Z","end":"2026-03-04T12:56:38.588886Z","steps":["trace[203006854] 'agreement among raft nodes before linearized reading' (duration: 337.801438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:38.589259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:38.250715Z","time spent":"338.531053ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T12:56:38.589309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:38.250712Z","time spent":"338.575564ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T12:56:38.751976Z","caller":"traceutil/trace.go:171","msg":"trace[1475192452] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"158.372829ms","start":"2026-03-04T12:56:38.593536Z","end":"2026-03-04T12:56:38.751909Z","steps":["trace[1475192452] 'process raft request' (duration: 158.211485ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.752906Z","caller":"traceutil/trace.go:171","msg":"trace[1314720983] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"158.677255ms","start":"2026-03-04T12:56:38.594216Z","end":"2026-03-04T12:56:38.752893Z","steps":["trace[1314720983] 'process raft request' (duration: 158.550313ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.752912Z","caller":"traceutil/trace.go:171","msg":"trace[159866497] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"158.670386ms","start":"2026-03-04T12:56:38.594205Z","end":"2026-03-04T12:56:38.752875Z","steps":["trace[159866497] 'process raft request' (duration: 158.536453ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.753079Z","caller":"traceutil/trace.go:171","msg":"trace[473169483] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"158.550584ms","start":"2026-03-04T12:56:38.59442Z","end":"2026-03-04T12:56:38.752971Z","steps":["trace[473169483] 'process raft request' (duration: 158.370719ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:38.753178Z","caller":"traceutil/trace.go:171","msg":"trace[1649330164] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"158.987673ms","start":"2026-03-04T12:56:38.594174Z","end":"2026-03-04T12:56:38.753162Z","steps":["trace[1649330164] 'process raft request' (duration: 158.470601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:44.498357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.696789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-04T12:56:44.498566Z","caller":"traceutil/trace.go:171","msg":"trace[3613079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2010; }","duration":"339.953375ms","start":"2026-03-04T12:56:44.158588Z","end":"2026-03-04T12:56:44.498541Z","steps":["trace[3613079] 'range keys from in-memory index tree' (duration: 339.444673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:44.49864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:44.158507Z","time spent":"340.119879ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T12:56:44.498381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.062568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:56:44.498895Z","caller":"traceutil/trace.go:171","msg":"trace[988204769] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2010; }","duration":"543.666911ms","start":"2026-03-04T12:56:43.955215Z","end":"2026-03-04T12:56:44.498882Z","steps":["trace[988204769] 'count revisions from in-memory index tree' (duration: 542.943735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:44.498965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:56:43.95519Z","time spent":"543.756053ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T12:56:44.50304Z","caller":"traceutil/trace.go:171","msg":"trace[1558294193] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"253.107974ms","start":"2026-03-04T12:56:44.249916Z","end":"2026-03-04T12:56:44.503024Z","steps":["trace[1558294193] 'process raft request' (duration: 252.993772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:44.685716Z","caller":"traceutil/trace.go:171","msg":"trace[2091939714] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"173.116146ms","start":"2026-03-04T12:56:44.51257Z","end":"2026-03-04T12:56:44.685686Z","steps":["trace[2091939714] 'process raft request' (duration: 173.023344ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:44.685745Z","caller":"traceutil/trace.go:171","msg":"trace[816613774] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"181.177216ms","start":"2026-03-04T12:56:44.504515Z","end":"2026-03-04T12:56:44.685692Z","steps":["trace[816613774] 'process raft request' (duration: 146.033905ms)","trace[816613774] 'compare' (duration: 34.821044ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:46.863154Z","caller":"traceutil/trace.go:171","msg":"trace[1189174644] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2112; }","duration":"152.383817ms","start":"2026-03-04T12:56:46.710747Z","end":"2026-03-04T12:56:46.863131Z","steps":["trace[1189174644] 'read index received' (duration: 56.339072ms)","trace[1189174644] 'applied index is now lower than readState.Index' (duration: 96.043815ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:56:46.863194Z","caller":"traceutil/trace.go:171","msg":"trace[1155975515] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"165.582521ms","start":"2026-03-04T12:56:46.697564Z","end":"2026-03-04T12:56:46.863146Z","steps":["trace[1155975515] 'process raft request' (duration: 165.385046ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:56:46.863246Z","caller":"traceutil/trace.go:171","msg":"trace[1013239251] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"113.136464ms","start":"2026-03-04T12:56:46.750082Z","end":"2026-03-04T12:56:46.863219Z","steps":["trace[1013239251] 'process raft request' (duration: 113.004451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:56:46.863359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.603992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-04T12:56:46.863398Z","caller":"traceutil/trace.go:171","msg":"trace[214822012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2026; }","duration":"152.713504ms","start":"2026-03-04T12:56:46.710673Z","end":"2026-03-04T12:56:46.863387Z","steps":["trace[214822012] 'agreement among raft nodes before linearized reading' (duration: 152.570861ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.483951Z","caller":"traceutil/trace.go:171","msg":"trace[1283711026] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"119.64731ms","start":"2026-03-04T12:57:41.364276Z","end":"2026-03-04T12:57:41.483923Z","steps":["trace[1283711026] 'process raft request' (duration: 119.566378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.484048Z","caller":"traceutil/trace.go:171","msg":"trace[93467879] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"128.312782ms","start":"2026-03-04T12:57:41.35568Z","end":"2026-03-04T12:57:41.483992Z","steps":["trace[93467879] 'process raft request' (duration: 127.898623ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.678565Z","caller":"traceutil/trace.go:171","msg":"trace[1645888838] linearizableReadLoop","detail":"{readStateIndex:2512; appliedIndex:2511; }","duration":"143.290446ms","start":"2026-03-04T12:57:41.535245Z","end":"2026-03-04T12:57:41.678535Z","steps":["trace[1645888838] 'read index received' (duration: 92.314793ms)","trace[1645888838] 'applied index is now lower than readState.Index' (duration: 50.973993ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:41.678714Z","caller":"traceutil/trace.go:171","msg":"trace[2079623426] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2405; }","duration":"152.4877ms","start":"2026-03-04T12:57:41.52619Z","end":"2026-03-04T12:57:41.678678Z","steps":["trace[2079623426] 'process raft request' (duration: 101.350003ms)","trace[2079623426] 'compare' (duration: 50.882912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:41.678841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.569432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-cmnwt\" ","response":"range_response_count:1 size:2450"} {"level":"info","ts":"2026-03-04T12:57:41.678891Z","caller":"traceutil/trace.go:171","msg":"trace[900533139] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-cmnwt; range_end:; response_count:1; response_revision:2405; }","duration":"143.672045ms","start":"2026-03-04T12:57:41.535205Z","end":"2026-03-04T12:57:41.678877Z","steps":["trace[900533139] 'agreement among raft nodes before linearized reading' (duration: 143.47563ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.687048Z","caller":"traceutil/trace.go:171","msg":"trace[18316554] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"150.570329ms","start":"2026-03-04T12:57:41.536444Z","end":"2026-03-04T12:57:41.687014Z","steps":["trace[18316554] 'process raft request' (duration: 150.352544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:41.847359Z","caller":"traceutil/trace.go:171","msg":"trace[2020001584] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"147.482599ms","start":"2026-03-04T12:57:41.699823Z","end":"2026-03-04T12:57:41.847306Z","steps":["trace[2020001584] 'process raft request' (duration: 85.275386ms)","trace[2020001584] 'compare' (duration: 62.031249ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:41.847431Z","caller":"traceutil/trace.go:171","msg":"trace[1511974572] linearizableReadLoop","detail":"{readStateIndex:2515; appliedIndex:2513; }","duration":"133.367156ms","start":"2026-03-04T12:57:41.714021Z","end":"2026-03-04T12:57:41.847388Z","steps":["trace[1511974572] 'read index received' (duration: 41.77736ms)","trace[1511974572] 'applied index is now lower than readState.Index' (duration: 91.587146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:41.847722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.675512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5c87cfa9-3cb9-4433-9a90-a72257434927\" ","response":"range_response_count:1 size:3925"} {"level":"info","ts":"2026-03-04T12:57:41.847807Z","caller":"traceutil/trace.go:171","msg":"trace[1389282240] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5c87cfa9-3cb9-4433-9a90-a72257434927; range_end:; response_count:1; response_revision:2408; }","duration":"133.807725ms","start":"2026-03-04T12:57:41.713975Z","end":"2026-03-04T12:57:41.847783Z","steps":["trace[1389282240] 'agreement among raft nodes before linearized reading' (duration: 133.54492ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:45.934586Z","caller":"traceutil/trace.go:171","msg":"trace[704899784] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"258.631121ms","start":"2026-03-04T12:57:45.67593Z","end":"2026-03-04T12:57:45.934561Z","steps":["trace[704899784] 'process raft request' (duration: 258.480357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.613431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.836667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:57:49.613758Z","caller":"traceutil/trace.go:171","msg":"trace[1602045561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2493; }","duration":"117.060903ms","start":"2026-03-04T12:57:49.496563Z","end":"2026-03-04T12:57:49.613624Z","steps":["trace[1602045561] 'range keys from in-memory index tree' (duration: 116.817617ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:49.622366Z","caller":"traceutil/trace.go:171","msg":"trace[235666017] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2603; }","duration":"345.906022ms","start":"2026-03-04T12:57:49.276445Z","end":"2026-03-04T12:57:49.622351Z","steps":["trace[235666017] 'read index received' (duration: 345.687477ms)","trace[235666017] 'applied index is now lower than readState.Index' (duration: 218.035µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:49.622456Z","caller":"traceutil/trace.go:171","msg":"trace[1853174851] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"530.572659ms","start":"2026-03-04T12:57:49.091855Z","end":"2026-03-04T12:57:49.622428Z","steps":["trace[1853174851] 'process raft request' (duration: 530.348204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.622574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.128328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-04T12:57:49.622598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.091839Z","time spent":"530.684032ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:49.622622Z","caller":"traceutil/trace.go:171","msg":"trace[1552709892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2494; }","duration":"346.205199ms","start":"2026-03-04T12:57:49.276409Z","end":"2026-03-04T12:57:49.622614Z","steps":["trace[1552709892] 'agreement among raft nodes before linearized reading' (duration: 346.056465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.622773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.276392Z","time spent":"346.353643ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T12:57:49.622712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.409959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-04T12:57:49.622851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.01295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:57:49.622917Z","caller":"traceutil/trace.go:171","msg":"trace[1320775228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2494; }","duration":"286.110052ms","start":"2026-03-04T12:57:49.336799Z","end":"2026-03-04T12:57:49.622909Z","steps":["trace[1320775228] 'agreement among raft nodes before linearized reading' (duration: 285.971949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.62291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.578983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T12:57:49.622908Z","caller":"traceutil/trace.go:171","msg":"trace[1491577537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2494; }","duration":"286.622244ms","start":"2026-03-04T12:57:49.336254Z","end":"2026-03-04T12:57:49.622876Z","steps":["trace[1491577537] 'agreement among raft nodes before linearized reading' (duration: 286.40864ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:49.622978Z","caller":"traceutil/trace.go:171","msg":"trace[1787935610] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2494; }","duration":"255.679175ms","start":"2026-03-04T12:57:49.367284Z","end":"2026-03-04T12:57:49.622963Z","steps":["trace[1787935610] 'agreement among raft nodes before linearized reading' (duration: 255.529152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.623012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.320726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T12:57:49.623156Z","caller":"traceutil/trace.go:171","msg":"trace[1473673249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2494; }","duration":"281.50493ms","start":"2026-03-04T12:57:49.34163Z","end":"2026-03-04T12:57:49.623135Z","steps":["trace[1473673249] 'agreement among raft nodes before linearized reading' (duration: 281.079971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:49.623528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.629714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T12:57:49.623519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.090003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T12:57:49.623604Z","caller":"traceutil/trace.go:171","msg":"trace[1734585261] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2494; }","duration":"201.775957ms","start":"2026-03-04T12:57:49.421809Z","end":"2026-03-04T12:57:49.623585Z","steps":["trace[1734585261] 'agreement among raft nodes before linearized reading' (duration: 201.530712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:49.623615Z","caller":"traceutil/trace.go:171","msg":"trace[1468051114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2494; }","duration":"287.233926ms","start":"2026-03-04T12:57:49.336363Z","end":"2026-03-04T12:57:49.623597Z","steps":["trace[1468051114] 'agreement among raft nodes before linearized reading' (duration: 286.95549ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:50.56653Z","caller":"traceutil/trace.go:171","msg":"trace[1550281274] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"938.885958ms","start":"2026-03-04T12:57:49.627616Z","end":"2026-03-04T12:57:50.566502Z","steps":["trace[1550281274] 'process raft request' (duration: 937.753392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.566805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.627592Z","time spent":"939.011951ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.566834Z","caller":"traceutil/trace.go:171","msg":"trace[658122599] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"938.941479ms","start":"2026-03-04T12:57:49.627866Z","end":"2026-03-04T12:57:50.566807Z","steps":["trace[658122599] 'process raft request' (duration: 938.590091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:50.566904Z","caller":"traceutil/trace.go:171","msg":"trace[1343483752] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2604; }","duration":"938.849857ms","start":"2026-03-04T12:57:49.628029Z","end":"2026-03-04T12:57:50.566879Z","steps":["trace[1343483752] 'read index received' (duration: 11.740521ms)","trace[1343483752] 'applied index is now lower than readState.Index' (duration: 927.108396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:57:50.567013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.627856Z","time spent":"939.030741ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.567158Z","caller":"traceutil/trace.go:171","msg":"trace[275513587] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"938.884988ms","start":"2026-03-04T12:57:49.628255Z","end":"2026-03-04T12:57:50.56714Z","steps":["trace[275513587] 'process raft request' (duration: 938.585312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.567355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.308707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T12:57:50.567395Z","caller":"traceutil/trace.go:171","msg":"trace[1329686807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2499; }","duration":"939.387738ms","start":"2026-03-04T12:57:49.627997Z","end":"2026-03-04T12:57:50.567385Z","steps":["trace[1329686807] 'agreement among raft nodes before linearized reading' (duration: 939.231655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.567406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.628234Z","time spent":"938.966699ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.567549Z","caller":"traceutil/trace.go:171","msg":"trace[2003112296] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"939.589333ms","start":"2026-03-04T12:57:49.627943Z","end":"2026-03-04T12:57:50.567532Z","steps":["trace[2003112296] 'process raft request' (duration: 938.860517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.567429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.627977Z","time spent":"939.44431ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T12:57:50.567649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.627923Z","time spent":"939.675745ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.567949Z","caller":"traceutil/trace.go:171","msg":"trace[1681346346] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"939.91239ms","start":"2026-03-04T12:57:49.627944Z","end":"2026-03-04T12:57:50.567857Z","steps":["trace[1681346346] 'process raft request' (duration: 938.751614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.568248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.627935Z","time spent":"940.218357ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T12:57:50.571235Z","caller":"traceutil/trace.go:171","msg":"trace[1954047071] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"929.968349ms","start":"2026-03-04T12:57:49.641252Z","end":"2026-03-04T12:57:50.571221Z","steps":["trace[1954047071] 'process raft request' (duration: 929.838197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:50.571262Z","caller":"traceutil/trace.go:171","msg":"trace[1222478816] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"618.467112ms","start":"2026-03-04T12:57:49.952784Z","end":"2026-03-04T12:57:50.571251Z","steps":["trace[1222478816] 'process raft request' (duration: 618.37693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.571316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.952764Z","time spent":"618.521653ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:50.571347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.641224Z","time spent":"930.047632ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T12:57:50.571437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.930803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:57:50.571516Z","caller":"traceutil/trace.go:171","msg":"trace[887020854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2501; }","duration":"905.132148ms","start":"2026-03-04T12:57:49.666371Z","end":"2026-03-04T12:57:50.571503Z","steps":["trace[887020854] 'agreement among raft nodes before linearized reading' (duration: 905.027275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.571574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.666335Z","time spent":"905.224529ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T12:57:50.571826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.248222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T12:57:50.572068Z","caller":"traceutil/trace.go:171","msg":"trace[777663816] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2501; }","duration":"638.524189ms","start":"2026-03-04T12:57:49.933527Z","end":"2026-03-04T12:57:50.572051Z","steps":["trace[777663816] 'agreement among raft nodes before linearized reading' (duration: 638.181721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:50.572142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T12:57:49.933503Z","time spent":"638.624891ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-04T12:57:56.801426Z","caller":"traceutil/trace.go:171","msg":"trace[477179964] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2644; }","duration":"213.350836ms","start":"2026-03-04T12:57:56.588056Z","end":"2026-03-04T12:57:56.801406Z","steps":["trace[477179964] 'read index received' (duration: 213.166472ms)","trace[477179964] 'applied index is now lower than readState.Index' (duration: 183.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:57:56.801567Z","caller":"traceutil/trace.go:171","msg":"trace[1283777205] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"213.610662ms","start":"2026-03-04T12:57:56.58792Z","end":"2026-03-04T12:57:56.80153Z","steps":["trace[1283777205] 'process raft request' (duration: 213.372577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:56.801626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.550121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T12:57:56.80165Z","caller":"traceutil/trace.go:171","msg":"trace[268546652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2533; }","duration":"213.632223ms","start":"2026-03-04T12:57:56.588012Z","end":"2026-03-04T12:57:56.801644Z","steps":["trace[268546652] 'agreement among raft nodes before linearized reading' (duration: 213.49879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:56.801805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.05812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T12:57:56.801826Z","caller":"traceutil/trace.go:171","msg":"trace[824729301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2533; }","duration":"209.100991ms","start":"2026-03-04T12:57:56.592718Z","end":"2026-03-04T12:57:56.801819Z","steps":["trace[824729301] 'agreement among raft nodes before linearized reading' (duration: 209.045009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:56.801816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.054888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:57:56.801868Z","caller":"traceutil/trace.go:171","msg":"trace[1042038050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2533; }","duration":"208.136019ms","start":"2026-03-04T12:57:56.593719Z","end":"2026-03-04T12:57:56.801855Z","steps":["trace[1042038050] 'agreement among raft nodes before linearized reading' (duration: 207.923945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:57:56.801847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.156387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T12:57:56.801884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.984206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T12:57:56.801936Z","caller":"traceutil/trace.go:171","msg":"trace[2131694790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2533; }","duration":"211.29572ms","start":"2026-03-04T12:57:56.59062Z","end":"2026-03-04T12:57:56.801916Z","steps":["trace[2131694790] 'agreement among raft nodes before linearized reading' (duration: 211.006283ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:57:56.801998Z","caller":"traceutil/trace.go:171","msg":"trace[2109595521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2533; }","duration":"208.164371ms","start":"2026-03-04T12:57:56.59381Z","end":"2026-03-04T12:57:56.801975Z","steps":["trace[2109595521] 'agreement among raft nodes before linearized reading' (duration: 207.886134ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:00.960678Z","caller":"traceutil/trace.go:171","msg":"trace[835132527] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2670; }","duration":"142.316763ms","start":"2026-03-04T12:58:00.818326Z","end":"2026-03-04T12:58:00.960643Z","steps":["trace[835132527] 'read index received' (duration: 142.15773ms)","trace[835132527] 'applied index is now lower than readState.Index' (duration: 158.223µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:58:00.960726Z","caller":"traceutil/trace.go:171","msg":"trace[1718295120] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"145.297689ms","start":"2026-03-04T12:58:00.815402Z","end":"2026-03-04T12:58:00.960699Z","steps":["trace[1718295120] 'process raft request' (duration: 145.091985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:00.960843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.503507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:58:00.960898Z","caller":"traceutil/trace.go:171","msg":"trace[153949710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2558; }","duration":"142.605489ms","start":"2026-03-04T12:58:00.818276Z","end":"2026-03-04T12:58:00.960882Z","steps":["trace[153949710] 'agreement among raft nodes before linearized reading' (duration: 142.501977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:00.961037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.822601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T12:58:00.961103Z","caller":"traceutil/trace.go:171","msg":"trace[1499381141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2558; }","duration":"141.902463ms","start":"2026-03-04T12:58:00.819184Z","end":"2026-03-04T12:58:00.961086Z","steps":["trace[1499381141] 'agreement among raft nodes before linearized reading' (duration: 141.713699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:00.961289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.054049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:58:00.961347Z","caller":"traceutil/trace.go:171","msg":"trace[1957572029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2558; }","duration":"134.13949ms","start":"2026-03-04T12:58:00.827193Z","end":"2026-03-04T12:58:00.961333Z","steps":["trace[1957572029] 'agreement among raft nodes before linearized reading' (duration: 133.996307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:00.961347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.036278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T12:58:00.961394Z","caller":"traceutil/trace.go:171","msg":"trace[1360428799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2558; }","duration":"134.12242ms","start":"2026-03-04T12:58:00.827257Z","end":"2026-03-04T12:58:00.96138Z","steps":["trace[1360428799] 'agreement among raft nodes before linearized reading' (duration: 134.006108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:00.961465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.363384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T12:58:00.961539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.235682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:58:00.961577Z","caller":"traceutil/trace.go:171","msg":"trace[1383374385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2558; }","duration":"138.496327ms","start":"2026-03-04T12:58:00.823049Z","end":"2026-03-04T12:58:00.961546Z","steps":["trace[1383374385] 'agreement among raft nodes before linearized reading' (duration: 138.17246ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:00.961597Z","caller":"traceutil/trace.go:171","msg":"trace[498214813] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2558; }","duration":"134.324295ms","start":"2026-03-04T12:58:00.827259Z","end":"2026-03-04T12:58:00.961583Z","steps":["trace[498214813] 'agreement among raft nodes before linearized reading' (duration: 133.888715ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:23.143557Z","caller":"traceutil/trace.go:171","msg":"trace[695336114] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"100.310396ms","start":"2026-03-04T12:58:23.043216Z","end":"2026-03-04T12:58:23.143526Z","steps":["trace[695336114] 'process raft request' (duration: 100.061051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:23.403829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.933397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T12:58:23.403966Z","caller":"traceutil/trace.go:171","msg":"trace[984072902] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"256.54255ms","start":"2026-03-04T12:58:23.147408Z","end":"2026-03-04T12:58:23.403951Z","steps":["trace[984072902] 'process raft request' (duration: 148.428559ms)","trace[984072902] 'compare' (duration: 107.759582ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:58:23.410354Z","caller":"traceutil/trace.go:171","msg":"trace[957813881] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"262.539933ms","start":"2026-03-04T12:58:23.147799Z","end":"2026-03-04T12:58:23.410339Z","steps":["trace[957813881] 'process raft request' (duration: 262.257787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:23.410364Z","caller":"traceutil/trace.go:171","msg":"trace[718800892] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"261.185742ms","start":"2026-03-04T12:58:23.14915Z","end":"2026-03-04T12:58:23.410336Z","steps":["trace[718800892] 'process raft request' (duration: 261.111091ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:23.410497Z","caller":"traceutil/trace.go:171","msg":"trace[1937093102] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"261.870219ms","start":"2026-03-04T12:58:23.148589Z","end":"2026-03-04T12:58:23.410459Z","steps":["trace[1937093102] 'process raft request' (duration: 261.605743ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:23.410724Z","caller":"traceutil/trace.go:171","msg":"trace[1073477654] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"261.189242ms","start":"2026-03-04T12:58:23.149467Z","end":"2026-03-04T12:58:23.410656Z","steps":["trace[1073477654] 'process raft request' (duration: 260.835275ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:23.411087Z","caller":"traceutil/trace.go:171","msg":"trace[1364290233] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"261.08538ms","start":"2026-03-04T12:58:23.149924Z","end":"2026-03-04T12:58:23.41101Z","steps":["trace[1364290233] 'process raft request' (duration: 260.738543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:23.411259Z","caller":"traceutil/trace.go:171","msg":"trace[1448595191] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"254.559315ms","start":"2026-03-04T12:58:23.156679Z","end":"2026-03-04T12:58:23.411239Z","steps":["trace[1448595191] 'process raft request' (duration: 254.255719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:23.958326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.509371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:58:23.95843Z","caller":"traceutil/trace.go:171","msg":"trace[8195377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2684; }","duration":"292.674574ms","start":"2026-03-04T12:58:23.665735Z","end":"2026-03-04T12:58:23.95841Z","steps":["trace[8195377] 'range keys from in-memory index tree' (duration: 292.366218ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:24.053152Z","caller":"traceutil/trace.go:171","msg":"trace[1878606816] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"286.264462ms","start":"2026-03-04T12:58:23.766854Z","end":"2026-03-04T12:58:24.053119Z","steps":["trace[1878606816] 'process raft request' (duration: 286.042497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.352313Z","caller":"traceutil/trace.go:171","msg":"trace[189845472] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"236.636816ms","start":"2026-03-04T12:58:29.115625Z","end":"2026-03-04T12:58:29.352262Z","steps":["trace[189845472] 'process raft request' (duration: 236.206087ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.363832Z","caller":"traceutil/trace.go:171","msg":"trace[311400868] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"196.884309ms","start":"2026-03-04T12:58:29.166918Z","end":"2026-03-04T12:58:29.363803Z","steps":["trace[311400868] 'process raft request' (duration: 196.730446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.581628Z","caller":"traceutil/trace.go:171","msg":"trace[1808792979] linearizableReadLoop","detail":"{readStateIndex:2826; appliedIndex:2824; }","duration":"147.149021ms","start":"2026-03-04T12:58:29.434456Z","end":"2026-03-04T12:58:29.581605Z","steps":["trace[1808792979] 'read index received' (duration: 81.362824ms)","trace[1808792979] 'applied index is now lower than readState.Index' (duration: 65.785057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:58:29.582043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.568331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T12:58:29.582135Z","caller":"traceutil/trace.go:171","msg":"trace[740129037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2707; }","duration":"147.729894ms","start":"2026-03-04T12:58:29.434385Z","end":"2026-03-04T12:58:29.582115Z","steps":["trace[740129037] 'agreement among raft nodes before linearized reading' (duration: 147.342056ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.582291Z","caller":"traceutil/trace.go:171","msg":"trace[842154293] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"152.214833ms","start":"2026-03-04T12:58:29.430044Z","end":"2026-03-04T12:58:29.582259Z","steps":["trace[842154293] 'process raft request' (duration: 151.377695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:29.594307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.013715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T12:58:29.594363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.541457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:58:29.594396Z","caller":"traceutil/trace.go:171","msg":"trace[1406467477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2708; }","duration":"159.139467ms","start":"2026-03-04T12:58:29.435237Z","end":"2026-03-04T12:58:29.594376Z","steps":["trace[1406467477] 'agreement among raft nodes before linearized reading' (duration: 158.869521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:29.59445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.623776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T12:58:29.594322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.544827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:58:29.5945Z","caller":"traceutil/trace.go:171","msg":"trace[1709933759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2708; }","duration":"158.679397ms","start":"2026-03-04T12:58:29.435805Z","end":"2026-03-04T12:58:29.594485Z","steps":["trace[1709933759] 'agreement among raft nodes before linearized reading' (duration: 158.569045ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.59455Z","caller":"traceutil/trace.go:171","msg":"trace[1051460855] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2708; }","duration":"155.824033ms","start":"2026-03-04T12:58:29.438703Z","end":"2026-03-04T12:58:29.594527Z","steps":["trace[1051460855] 'agreement among raft nodes before linearized reading' (duration: 155.446915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.594476Z","caller":"traceutil/trace.go:171","msg":"trace[756509093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2708; }","duration":"155.619599ms","start":"2026-03-04T12:58:29.438792Z","end":"2026-03-04T12:58:29.594411Z","steps":["trace[756509093] 'agreement among raft nodes before linearized reading' (duration: 155.326652ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.770764Z","caller":"traceutil/trace.go:171","msg":"trace[394142845] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"173.357365ms","start":"2026-03-04T12:58:29.597376Z","end":"2026-03-04T12:58:29.770733Z","steps":["trace[394142845] 'process raft request' (duration: 89.019765ms)","trace[394142845] 'compare' (duration: 84.026423ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T12:58:29.770851Z","caller":"traceutil/trace.go:171","msg":"trace[1597134783] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"172.321171ms","start":"2026-03-04T12:58:29.598479Z","end":"2026-03-04T12:58:29.7708Z","steps":["trace[1597134783] 'process raft request' (duration: 172.175308ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.77088Z","caller":"traceutil/trace.go:171","msg":"trace[1371584793] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"172.528606ms","start":"2026-03-04T12:58:29.598312Z","end":"2026-03-04T12:58:29.770841Z","steps":["trace[1371584793] 'process raft request' (duration: 172.292341ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.770941Z","caller":"traceutil/trace.go:171","msg":"trace[1025675000] linearizableReadLoop","detail":"{readStateIndex:2832; appliedIndex:2828; }","duration":"156.777785ms","start":"2026-03-04T12:58:29.614139Z","end":"2026-03-04T12:58:29.770917Z","steps":["trace[1025675000] 'read index received' (duration: 72.189419ms)","trace[1025675000] 'applied index is now lower than readState.Index' (duration: 84.587136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T12:58:29.771141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.411269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T12:58:29.771184Z","caller":"traceutil/trace.go:171","msg":"trace[1805401136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2714; }","duration":"105.529941ms","start":"2026-03-04T12:58:29.665644Z","end":"2026-03-04T12:58:29.771174Z","steps":["trace[1805401136] 'agreement among raft nodes before linearized reading' (duration: 105.426789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:29.771304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.136013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T12:58:29.771405Z","caller":"traceutil/trace.go:171","msg":"trace[1926295606] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2714; }","duration":"157.252357ms","start":"2026-03-04T12:58:29.614127Z","end":"2026-03-04T12:58:29.771379Z","steps":["trace[1926295606] 'agreement among raft nodes before linearized reading' (duration: 156.920179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:29.771675Z","caller":"traceutil/trace.go:171","msg":"trace[993208488] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"171.769329ms","start":"2026-03-04T12:58:29.599101Z","end":"2026-03-04T12:58:29.77087Z","steps":["trace[993208488] 'process raft request' (duration: 171.591705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:35.916852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.934358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T12:58:35.916882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.355285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T12:58:35.916942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.063654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T12:58:35.916952Z","caller":"traceutil/trace.go:171","msg":"trace[861226192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2739; }","duration":"122.092252ms","start":"2026-03-04T12:58:35.794838Z","end":"2026-03-04T12:58:35.916931Z","steps":["trace[861226192] 'range keys from in-memory index tree' (duration: 121.652772ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:35.916961Z","caller":"traceutil/trace.go:171","msg":"trace[1524636573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2739; }","duration":"121.469158ms","start":"2026-03-04T12:58:35.795473Z","end":"2026-03-04T12:58:35.916942Z","steps":["trace[1524636573] 'range keys from in-memory index tree' (duration: 121.178121ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T12:58:35.916991Z","caller":"traceutil/trace.go:171","msg":"trace[1900320202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2739; }","duration":"119.235448ms","start":"2026-03-04T12:58:35.797742Z","end":"2026-03-04T12:58:35.916978Z","steps":["trace[1900320202] 'range keys from in-memory index tree' (duration: 118.8885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T12:58:35.917684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.715596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T12:58:35.917751Z","caller":"traceutil/trace.go:171","msg":"trace[1278934201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2739; }","duration":"122.833698ms","start":"2026-03-04T12:58:35.794905Z","end":"2026-03-04T12:58:35.917739Z","steps":["trace[1278934201] 'range keys from in-memory index tree' (duration: 121.970639ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:00:19.865472Z","caller":"traceutil/trace.go:171","msg":"trace[1341559401] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"188.030657ms","start":"2026-03-04T13:00:19.677412Z","end":"2026-03-04T13:00:19.865442Z","steps":["trace[1341559401] 'process raft request' (duration: 187.881474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:55.166224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588526372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:00:55.194224Z","caller":"traceutil/trace.go:171","msg":"trace[318841197] linearizableReadLoop","detail":"{readStateIndex:3755; appliedIndex:3754; }","duration":"528.211767ms","start":"2026-03-04T13:00:54.665987Z","end":"2026-03-04T13:00:55.194199Z","steps":["trace[318841197] 'read index received' (duration: 528.036963ms)","trace[318841197] 'applied index is now lower than readState.Index' (duration: 173.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:00:55.19444Z","caller":"traceutil/trace.go:171","msg":"trace[1637200606] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"594.706637ms","start":"2026-03-04T13:00:54.59972Z","end":"2026-03-04T13:00:55.194427Z","steps":["trace[1637200606] 'process raft request' (duration: 594.313829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:55.194583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.455755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:00:55.194654Z","caller":"traceutil/trace.go:171","msg":"trace[691218126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3601; }","duration":"492.559297ms","start":"2026-03-04T13:00:54.70208Z","end":"2026-03-04T13:00:55.194639Z","steps":["trace[691218126] 'agreement among raft nodes before linearized reading' (duration: 492.397113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:55.194684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:54.702068Z","time spent":"492.610498ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:00:55.194783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:54.5997Z","time spent":"594.854501ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:00:55.194851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.871342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:00:55.194877Z","caller":"traceutil/trace.go:171","msg":"trace[1354382308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3601; }","duration":"528.932893ms","start":"2026-03-04T13:00:54.665938Z","end":"2026-03-04T13:00:55.194871Z","steps":["trace[1354382308] 'agreement among raft nodes before linearized reading' (duration: 528.872822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:55.194901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:54.665918Z","time spent":"528.978444ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:00:55.19508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.246035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:00:55.195169Z","caller":"traceutil/trace.go:171","msg":"trace[2104521461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3601; }","duration":"490.402708ms","start":"2026-03-04T13:00:54.704746Z","end":"2026-03-04T13:00:55.195149Z","steps":["trace[2104521461] 'agreement among raft nodes before linearized reading' (duration: 490.138462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:55.19522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:54.704723Z","time spent":"490.487641ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:00:55.195399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.288766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:00:55.195489Z","caller":"traceutil/trace.go:171","msg":"trace[2103195092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3601; }","duration":"490.49068ms","start":"2026-03-04T13:00:54.704981Z","end":"2026-03-04T13:00:55.195471Z","steps":["trace[2103195092] 'agreement among raft nodes before linearized reading' (duration: 489.980309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:00:55.195565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:00:54.704969Z","time spent":"490.582562ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:00:55.380726Z","caller":"traceutil/trace.go:171","msg":"trace[593731992] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"182.335479ms","start":"2026-03-04T13:00:55.198349Z","end":"2026-03-04T13:00:55.380685Z","steps":["trace[593731992] 'process raft request' (duration: 152.984391ms)","trace[593731992] 'compare' (duration: 28.737585ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:00:55.380762Z","caller":"traceutil/trace.go:171","msg":"trace[245397874] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"181.374607ms","start":"2026-03-04T13:00:55.199353Z","end":"2026-03-04T13:00:55.380728Z","steps":["trace[245397874] 'process raft request' (duration: 181.335346ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:00:55.380828Z","caller":"traceutil/trace.go:171","msg":"trace[1500445542] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"181.686044ms","start":"2026-03-04T13:00:55.199134Z","end":"2026-03-04T13:00:55.38082Z","steps":["trace[1500445542] 'process raft request' (duration: 181.384128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:00:55.380859Z","caller":"traceutil/trace.go:171","msg":"trace[1446002103] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"181.564201ms","start":"2026-03-04T13:00:55.199288Z","end":"2026-03-04T13:00:55.380852Z","steps":["trace[1446002103] 'process raft request' (duration: 181.360986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:37.211206Z","caller":"traceutil/trace.go:171","msg":"trace[1412280481] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"109.306071ms","start":"2026-03-04T13:01:37.101874Z","end":"2026-03-04T13:01:37.21118Z","steps":["trace[1412280481] 'process raft request' (duration: 109.132566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:39.800425Z","caller":"traceutil/trace.go:171","msg":"trace[1027434979] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"159.441584ms","start":"2026-03-04T13:01:39.640957Z","end":"2026-03-04T13:01:39.800398Z","steps":["trace[1027434979] 'process raft request' (duration: 156.857235ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:39.800879Z","caller":"traceutil/trace.go:171","msg":"trace[1856069089] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"159.640079ms","start":"2026-03-04T13:01:39.641202Z","end":"2026-03-04T13:01:39.800842Z","steps":["trace[1856069089] 'process raft request' (duration: 159.147818ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:39.801062Z","caller":"traceutil/trace.go:171","msg":"trace[92216236] linearizableReadLoop","detail":"{readStateIndex:4071; appliedIndex:4068; }","duration":"146.697016ms","start":"2026-03-04T13:01:39.654331Z","end":"2026-03-04T13:01:39.801028Z","steps":["trace[92216236] 'read index received' (duration: 143.409281ms)","trace[92216236] 'applied index is now lower than readState.Index' (duration: 3.284505ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:01:39.801109Z","caller":"traceutil/trace.go:171","msg":"trace[1066140991] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"159.457405ms","start":"2026-03-04T13:01:39.64162Z","end":"2026-03-04T13:01:39.801078Z","steps":["trace[1066140991] 'process raft request' (duration: 159.109807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:39.801287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.02398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:01:39.801266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.90449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osds-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:01:39.801334Z","caller":"traceutil/trace.go:171","msg":"trace[1168055287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3904; }","duration":"138.120842ms","start":"2026-03-04T13:01:39.663201Z","end":"2026-03-04T13:01:39.801322Z","steps":["trace[1168055287] 'agreement among raft nodes before linearized reading' (duration: 138.01605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:39.801356Z","caller":"traceutil/trace.go:171","msg":"trace[2056895902] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osds-overview; range_end:; response_count:0; response_revision:3904; }","duration":"147.031733ms","start":"2026-03-04T13:01:39.654304Z","end":"2026-03-04T13:01:39.801336Z","steps":["trace[2056895902] 'agreement among raft nodes before linearized reading' (duration: 146.882549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:01:59.647756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.885785ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:01:59.6479Z","caller":"traceutil/trace.go:171","msg":"trace[751176612] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4019; }","duration":"152.047408ms","start":"2026-03-04T13:01:59.495829Z","end":"2026-03-04T13:01:59.647877Z","steps":["trace[751176612] 'range keys from in-memory index tree' (duration: 151.865504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:01:59.648127Z","caller":"traceutil/trace.go:171","msg":"trace[1716286280] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"169.86008ms","start":"2026-03-04T13:01:59.478218Z","end":"2026-03-04T13:01:59.648078Z","steps":["trace[1716286280] 'process raft request' (duration: 168.10906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:04.429572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.854885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:04.429695Z","caller":"traceutil/trace.go:171","msg":"trace[977522625] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"225.304603ms","start":"2026-03-04T13:02:04.20437Z","end":"2026-03-04T13:02:04.429674Z","steps":["trace[977522625] 'process raft request' (duration: 76.262264ms)","trace[977522625] 'compare' (duration: 148.694982ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:04.430322Z","caller":"traceutil/trace.go:171","msg":"trace[87157067] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"216.115555ms","start":"2026-03-04T13:02:04.214181Z","end":"2026-03-04T13:02:04.430297Z","steps":["trace[87157067] 'process raft request' (duration: 215.8889ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.430422Z","caller":"traceutil/trace.go:171","msg":"trace[1584185728] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4315; }","duration":"214.752995ms","start":"2026-03-04T13:02:04.215657Z","end":"2026-03-04T13:02:04.43041Z","steps":["trace[1584185728] 'process raft request' (duration: 214.576781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.430706Z","caller":"traceutil/trace.go:171","msg":"trace[247033994] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"214.486549ms","start":"2026-03-04T13:02:04.216205Z","end":"2026-03-04T13:02:04.430692Z","steps":["trace[247033994] 'process raft request' (duration: 214.150592ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.431699Z","caller":"traceutil/trace.go:171","msg":"trace[858233729] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"193.34269ms","start":"2026-03-04T13:02:04.23832Z","end":"2026-03-04T13:02:04.431662Z","steps":["trace[858233729] 'process raft request' (duration: 192.157053ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561349Z","caller":"traceutil/trace.go:171","msg":"trace[441435603] transaction","detail":"{read_only:false; response_revision:4319; number_of_response:1; }","duration":"219.946112ms","start":"2026-03-04T13:02:04.341375Z","end":"2026-03-04T13:02:04.561321Z","steps":["trace[441435603] 'process raft request' (duration: 219.84858ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561368Z","caller":"traceutil/trace.go:171","msg":"trace[447206498] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"270.214348ms","start":"2026-03-04T13:02:04.29113Z","end":"2026-03-04T13:02:04.561344Z","steps":["trace[447206498] 'process raft request' (duration: 243.642057ms)","trace[447206498] 'compare' (duration: 26.262565ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:04.561599Z","caller":"traceutil/trace.go:171","msg":"trace[992979897] transaction","detail":"{read_only:false; response_revision:4321; number_of_response:1; }","duration":"124.430123ms","start":"2026-03-04T13:02:04.437159Z","end":"2026-03-04T13:02:04.561589Z","steps":["trace[992979897] 'process raft request' (duration: 124.29448ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561705Z","caller":"traceutil/trace.go:171","msg":"trace[1974492989] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"117.67887ms","start":"2026-03-04T13:02:04.444008Z","end":"2026-03-04T13:02:04.561687Z","steps":["trace[1974492989] 'process raft request' (duration: 117.554037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561713Z","caller":"traceutil/trace.go:171","msg":"trace[844151346] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"124.384942ms","start":"2026-03-04T13:02:04.437271Z","end":"2026-03-04T13:02:04.561656Z","steps":["trace[844151346] 'process raft request' (duration: 124.250779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561704Z","caller":"traceutil/trace.go:171","msg":"trace[200001100] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"174.682189ms","start":"2026-03-04T13:02:04.386922Z","end":"2026-03-04T13:02:04.561604Z","steps":["trace[200001100] 'process raft request' (duration: 174.363082ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561869Z","caller":"traceutil/trace.go:171","msg":"trace[25921376] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"104.84372ms","start":"2026-03-04T13:02:04.45698Z","end":"2026-03-04T13:02:04.561823Z","steps":["trace[25921376] 'process raft request' (duration: 104.670146ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:04.561999Z","caller":"traceutil/trace.go:171","msg":"trace[2147442913] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"116.178157ms","start":"2026-03-04T13:02:04.445804Z","end":"2026-03-04T13:02:04.561982Z","steps":["trace[2147442913] 'process raft request' (duration: 115.808768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:05.816878Z","caller":"traceutil/trace.go:171","msg":"trace[1614689472] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"113.413343ms","start":"2026-03-04T13:02:05.703437Z","end":"2026-03-04T13:02:05.81685Z","steps":["trace[1614689472] 'process raft request' (duration: 70.901423ms)","trace[1614689472] 'compare' (duration: 42.344307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:09.04571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.829959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:09.045941Z","caller":"traceutil/trace.go:171","msg":"trace[1232832045] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"352.574099ms","start":"2026-03-04T13:02:08.693349Z","end":"2026-03-04T13:02:09.045923Z","steps":["trace[1232832045] 'process raft request' (duration: 352.452616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:09.046013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.693339Z","time spent":"352.645601ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:02:09.046013Z","caller":"traceutil/trace.go:171","msg":"trace[748561386] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"352.690992ms","start":"2026-03-04T13:02:08.693287Z","end":"2026-03-04T13:02:09.045978Z","steps":["trace[748561386] 'process raft request' (duration: 13.508724ms)","trace[748561386] 'compare' (duration: 338.727536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:09.046201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.693265Z","time spent":"352.842385ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:09.071982Z","caller":"traceutil/trace.go:171","msg":"trace[892088822] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"377.516594ms","start":"2026-03-04T13:02:08.694436Z","end":"2026-03-04T13:02:09.071953Z","steps":["trace[892088822] 'process raft request' (duration: 377.309809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:09.072164Z","caller":"traceutil/trace.go:171","msg":"trace[744163508] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4627; }","duration":"371.818364ms","start":"2026-03-04T13:02:08.700328Z","end":"2026-03-04T13:02:09.072146Z","steps":["trace[744163508] 'read index received' (duration: 6.478346ms)","trace[744163508] 'applied index is now lower than readState.Index' (duration: 365.339178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:09.072149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.694427Z","time spent":"377.642666ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11904,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:09.072454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.596917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-04T13:02:09.072452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.117921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-04T13:02:09.072485Z","caller":"traceutil/trace.go:171","msg":"trace[1310735510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4443; }","duration":"343.667368ms","start":"2026-03-04T13:02:08.728807Z","end":"2026-03-04T13:02:09.072474Z","steps":["trace[1310735510] 'agreement among raft nodes before linearized reading' (duration: 343.572756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:09.072499Z","caller":"traceutil/trace.go:171","msg":"trace[645279401] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4443; }","duration":"372.190832ms","start":"2026-03-04T13:02:08.700295Z","end":"2026-03-04T13:02:09.072486Z","steps":["trace[645279401] 'agreement among raft nodes before linearized reading' (duration: 372.012989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:09.072514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.728786Z","time spent":"343.72194ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:02:09.072531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.700284Z","time spent":"372.239653ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"warn","ts":"2026-03-04T13:02:09.072608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.32795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:02:09.072696Z","caller":"traceutil/trace.go:171","msg":"trace[565214433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:4443; }","duration":"339.474883ms","start":"2026-03-04T13:02:08.733203Z","end":"2026-03-04T13:02:09.072678Z","steps":["trace[565214433] 'agreement among raft nodes before linearized reading' (duration: 339.247698ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:09.072624Z","caller":"traceutil/trace.go:171","msg":"trace[746142843] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"373.160084ms","start":"2026-03-04T13:02:08.699439Z","end":"2026-03-04T13:02:09.072599Z","steps":["trace[746142843] 'process raft request' (duration: 372.451388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:09.072754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.733178Z","time spent":"339.561515ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:02:09.072823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:08.699415Z","time spent":"373.344049ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:09.073772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.976869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957116"} {"level":"info","ts":"2026-03-04T13:02:09.073838Z","caller":"traceutil/trace.go:171","msg":"trace[1682469061] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4443; }","duration":"242.068471ms","start":"2026-03-04T13:02:08.83175Z","end":"2026-03-04T13:02:09.073819Z","steps":["trace[1682469061] 'agreement among raft nodes before linearized reading' (duration: 240.640049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:09.669599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.018031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-03-04T13:02:09.66966Z","caller":"traceutil/trace.go:171","msg":"trace[1659415589] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4477; }","duration":"173.109913ms","start":"2026-03-04T13:02:09.496535Z","end":"2026-03-04T13:02:09.669644Z","steps":["trace[1659415589] 'range keys from in-memory index tree' (duration: 172.899819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:09.67019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.972152ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:02:09.670624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.075523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196065"} {"level":"info","ts":"2026-03-04T13:02:09.670676Z","caller":"traceutil/trace.go:171","msg":"trace[1806348765] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4477; }","duration":"177.132395ms","start":"2026-03-04T13:02:09.493532Z","end":"2026-03-04T13:02:09.670665Z","steps":["trace[1806348765] 'range keys from in-memory index tree' (duration: 176.317566ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:09.671875Z","caller":"traceutil/trace.go:171","msg":"trace[1859587851] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4477; }","duration":"174.33099ms","start":"2026-03-04T13:02:09.496183Z","end":"2026-03-04T13:02:09.670514Z","steps":["trace[1859587851] 'range keys from in-memory index tree' (duration: 173.955822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:10.764621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.950655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:02:10.764819Z","caller":"traceutil/trace.go:171","msg":"trace[1740646284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4490; }","duration":"271.1925ms","start":"2026-03-04T13:02:10.493599Z","end":"2026-03-04T13:02:10.764791Z","steps":["trace[1740646284] 'range keys from in-memory index tree' (duration: 270.582076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:10.765027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.642103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196065"} {"level":"info","ts":"2026-03-04T13:02:10.76511Z","caller":"traceutil/trace.go:171","msg":"trace[309565523] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4490; }","duration":"353.762626ms","start":"2026-03-04T13:02:10.411331Z","end":"2026-03-04T13:02:10.765093Z","steps":["trace[309565523] 'range keys from in-memory index tree' (duration: 352.882526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:10.765151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:10.411316Z","time spent":"353.824607ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":50,"response size":2196089,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-04T13:02:10.862081Z","caller":"traceutil/trace.go:171","msg":"trace[1527866313] transaction","detail":"{read_only:false; response_revision:4491; number_of_response:1; }","duration":"278.651799ms","start":"2026-03-04T13:02:10.583392Z","end":"2026-03-04T13:02:10.862044Z","steps":["trace[1527866313] 'process raft request' (duration: 278.470355ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:11.050998Z","caller":"traceutil/trace.go:171","msg":"trace[971724418] linearizableReadLoop","detail":"{readStateIndex:4683; appliedIndex:4680; }","duration":"371.298012ms","start":"2026-03-04T13:02:10.679672Z","end":"2026-03-04T13:02:11.05097Z","steps":["trace[971724418] 'read index received' (duration: 182.214829ms)","trace[971724418] 'applied index is now lower than readState.Index' (duration: 189.082023ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:11.051281Z","caller":"traceutil/trace.go:171","msg":"trace[561862602] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"355.018244ms","start":"2026-03-04T13:02:10.69622Z","end":"2026-03-04T13:02:11.051238Z","steps":["trace[561862602] 'process raft request' (duration: 354.706727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:11.051387Z","caller":"traceutil/trace.go:171","msg":"trace[1896462687] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"391.207132ms","start":"2026-03-04T13:02:10.660162Z","end":"2026-03-04T13:02:11.051369Z","steps":["trace[1896462687] 'process raft request' (duration: 390.715501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:11.051471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:10.696199Z","time spent":"355.176088ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:11.051471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.022167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T13:02:11.05151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:10.660138Z","time spent":"391.289354ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:11.051548Z","caller":"traceutil/trace.go:171","msg":"trace[2130548029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4494; }","duration":"283.15677ms","start":"2026-03-04T13:02:10.76837Z","end":"2026-03-04T13:02:11.051527Z","steps":["trace[2130548029] 'agreement among raft nodes before linearized reading' (duration: 282.886704ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:11.051544Z","caller":"traceutil/trace.go:171","msg":"trace[921721304] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"459.610879ms","start":"2026-03-04T13:02:10.591895Z","end":"2026-03-04T13:02:11.051506Z","steps":["trace[921721304] 'process raft request' (duration: 458.828131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:11.051679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:10.591875Z","time spent":"459.730041ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:11.051669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.854308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T13:02:11.051771Z","caller":"traceutil/trace.go:171","msg":"trace[1485061486] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4494; }","duration":"262.012483ms","start":"2026-03-04T13:02:10.789732Z","end":"2026-03-04T13:02:11.051745Z","steps":["trace[1485061486] 'agreement among raft nodes before linearized reading' (duration: 261.694075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:11.051803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.096651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57faebfa-8af8-4ce7-bceb-41a287759166\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-04T13:02:11.05188Z","caller":"traceutil/trace.go:171","msg":"trace[1712183557] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57faebfa-8af8-4ce7-bceb-41a287759166; range_end:; response_count:1; response_revision:4494; }","duration":"372.213604ms","start":"2026-03-04T13:02:10.679645Z","end":"2026-03-04T13:02:11.051858Z","steps":["trace[1712183557] 'agreement among raft nodes before linearized reading' (duration: 371.750312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:11.051931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:10.679635Z","time spent":"372.281945ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57faebfa-8af8-4ce7-bceb-41a287759166\" "} {"level":"info","ts":"2026-03-04T13:02:11.409049Z","caller":"traceutil/trace.go:171","msg":"trace[288033458] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4702; }","duration":"107.571271ms","start":"2026-03-04T13:02:11.301455Z","end":"2026-03-04T13:02:11.409026Z","steps":["trace[288033458] 'read index received' (duration: 107.021799ms)","trace[288033458] 'applied index is now lower than readState.Index' (duration: 548.482µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:11.409161Z","caller":"traceutil/trace.go:171","msg":"trace[1348225953] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"126.002228ms","start":"2026-03-04T13:02:11.283148Z","end":"2026-03-04T13:02:11.40915Z","steps":["trace[1348225953] 'process raft request' (duration: 125.538298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:11.409553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.084702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6f017bf4-96b9-460b-965b-5d89d1353bbb\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-04T13:02:11.409638Z","caller":"traceutil/trace.go:171","msg":"trace[1253615142] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6f017bf4-96b9-460b-965b-5d89d1353bbb; range_end:; response_count:1; response_revision:4512; }","duration":"108.215715ms","start":"2026-03-04T13:02:11.301403Z","end":"2026-03-04T13:02:11.409619Z","steps":["trace[1253615142] 'agreement among raft nodes before linearized reading' (duration: 107.969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:13.075879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.401787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-04T13:02:13.075955Z","caller":"traceutil/trace.go:171","msg":"trace[1440057881] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4550; }","duration":"288.5355ms","start":"2026-03-04T13:02:12.7874Z","end":"2026-03-04T13:02:13.075936Z","steps":["trace[1440057881] 'range keys from in-memory index tree' (duration: 288.235463ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:13.182629Z","caller":"traceutil/trace.go:171","msg":"trace[1717141078] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"315.33128ms","start":"2026-03-04T13:02:12.867278Z","end":"2026-03-04T13:02:13.182609Z","steps":["trace[1717141078] 'process raft request' (duration: 315.195367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:13.182731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:12.867258Z","time spent":"315.421302ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:13.200999Z","caller":"traceutil/trace.go:171","msg":"trace[611972753] linearizableReadLoop","detail":"{readStateIndex:4746; appliedIndex:4744; }","duration":"102.502779ms","start":"2026-03-04T13:02:13.098462Z","end":"2026-03-04T13:02:13.200965Z","steps":["trace[611972753] 'read index received' (duration: 83.999084ms)","trace[611972753] 'applied index is now lower than readState.Index' (duration: 18.502975ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:13.201247Z","caller":"traceutil/trace.go:171","msg":"trace[551308971] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"143.251702ms","start":"2026-03-04T13:02:13.057986Z","end":"2026-03-04T13:02:13.201238Z","steps":["trace[551308971] 'process raft request' (duration: 142.874154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:13.201885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.01002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-04T13:02:13.201933Z","caller":"traceutil/trace.go:171","msg":"trace[1063707458] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4552; }","duration":"103.512241ms","start":"2026-03-04T13:02:13.098406Z","end":"2026-03-04T13:02:13.201918Z","steps":["trace[1063707458] 'agreement among raft nodes before linearized reading' (duration: 102.969669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.058533Z","caller":"traceutil/trace.go:171","msg":"trace[967323930] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"101.514546ms","start":"2026-03-04T13:02:15.956989Z","end":"2026-03-04T13:02:16.058504Z","steps":["trace[967323930] 'compare' (duration: 95.305727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.067255Z","caller":"traceutil/trace.go:171","msg":"trace[1596608532] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"110.192631ms","start":"2026-03-04T13:02:15.957047Z","end":"2026-03-04T13:02:16.067239Z","steps":["trace[1596608532] 'process raft request' (duration: 110.101039ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.28132Z","caller":"traceutil/trace.go:171","msg":"trace[1866246665] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"210.366587ms","start":"2026-03-04T13:02:16.070924Z","end":"2026-03-04T13:02:16.281291Z","steps":["trace[1866246665] 'process raft request' (duration: 138.302442ms)","trace[1866246665] 'compare' (duration: 71.943112ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:16.289603Z","caller":"traceutil/trace.go:171","msg":"trace[742090929] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"216.3109ms","start":"2026-03-04T13:02:16.073284Z","end":"2026-03-04T13:02:16.289595Z","steps":["trace[742090929] 'process raft request' (duration: 216.257829ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.289615Z","caller":"traceutil/trace.go:171","msg":"trace[652044823] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"216.338401ms","start":"2026-03-04T13:02:16.07325Z","end":"2026-03-04T13:02:16.289588Z","steps":["trace[652044823] 'process raft request' (duration: 216.236049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.289825Z","caller":"traceutil/trace.go:171","msg":"trace[1543774517] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"216.395752ms","start":"2026-03-04T13:02:16.073406Z","end":"2026-03-04T13:02:16.289802Z","steps":["trace[1543774517] 'process raft request' (duration: 216.161137ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.289916Z","caller":"traceutil/trace.go:171","msg":"trace[711755475] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4821; }","duration":"139.419685ms","start":"2026-03-04T13:02:16.15049Z","end":"2026-03-04T13:02:16.28991Z","steps":["trace[711755475] 'read index received' (duration: 58.706736ms)","trace[711755475] 'applied index is now lower than readState.Index' (duration: 80.712369ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:16.290016Z","caller":"traceutil/trace.go:171","msg":"trace[318405482] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"216.378421ms","start":"2026-03-04T13:02:16.073632Z","end":"2026-03-04T13:02:16.29001Z","steps":["trace[318405482] 'process raft request' (duration: 216.090505ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:16.290085Z","caller":"traceutil/trace.go:171","msg":"trace[565058973] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"216.364682ms","start":"2026-03-04T13:02:16.073715Z","end":"2026-03-04T13:02:16.29008Z","steps":["trace[565058973] 'process raft request' (duration: 216.144427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:16.290279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.755463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:02:16.290341Z","caller":"traceutil/trace.go:171","msg":"trace[1374009852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4631; }","duration":"139.890487ms","start":"2026-03-04T13:02:16.150441Z","end":"2026-03-04T13:02:16.290331Z","steps":["trace[1374009852] 'agreement among raft nodes before linearized reading' (duration: 139.698062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:16.790606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588528729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:02:17.230866Z","caller":"traceutil/trace.go:171","msg":"trace[1826354903] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"945.213074ms","start":"2026-03-04T13:02:16.28562Z","end":"2026-03-04T13:02:17.230833Z","steps":["trace[1826354903] 'process raft request' (duration: 944.801385ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.230941Z","caller":"traceutil/trace.go:171","msg":"trace[2071153663] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"945.210114ms","start":"2026-03-04T13:02:16.285673Z","end":"2026-03-04T13:02:17.230883Z","steps":["trace[2071153663] 'process raft request' (duration: 945.02179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.231001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.285605Z","time spent":"945.331947ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:02:17.231204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.285668Z","time spent":"945.380308ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:02:17.23138Z","caller":"traceutil/trace.go:171","msg":"trace[174628403] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"945.499ms","start":"2026-03-04T13:02:16.285811Z","end":"2026-03-04T13:02:17.23131Z","steps":["trace[174628403] 'process raft request' (duration: 944.967339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.231514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.285787Z","time spent":"945.665805ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:02:17.231579Z","caller":"traceutil/trace.go:171","msg":"trace[1200929877] linearizableReadLoop","detail":"{readStateIndex:4831; appliedIndex:4827; }","duration":"941.619415ms","start":"2026-03-04T13:02:16.289936Z","end":"2026-03-04T13:02:17.231555Z","steps":["trace[1200929877] 'read index received' (duration: 940.452658ms)","trace[1200929877] 'applied index is now lower than readState.Index' (duration: 1.165287ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:17.231646Z","caller":"traceutil/trace.go:171","msg":"trace[1025933365] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"945.659995ms","start":"2026-03-04T13:02:16.285943Z","end":"2026-03-04T13:02:17.231603Z","steps":["trace[1025933365] 'process raft request' (duration: 945.47619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.231745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.285936Z","time spent":"945.748038ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:02:17.231723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.300041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:17.231808Z","caller":"traceutil/trace.go:171","msg":"trace[628874639] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4635; }","duration":"996.438454ms","start":"2026-03-04T13:02:16.235349Z","end":"2026-03-04T13:02:17.231787Z","steps":["trace[628874639] 'agreement among raft nodes before linearized reading' (duration: 996.27469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.23185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.235327Z","time spent":"996.512125ms","remote":"127.0.0.1:56360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:02:17.240202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.298159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:02:17.240251Z","caller":"traceutil/trace.go:171","msg":"trace[1030445746] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4637; }","duration":"946.383881ms","start":"2026-03-04T13:02:16.293857Z","end":"2026-03-04T13:02:17.240241Z","steps":["trace[1030445746] 'agreement among raft nodes before linearized reading' (duration: 946.242828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.240262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.664327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-results-cache.1899a4fd4648bc34\" ","response":"range_response_count:1 size:725"} {"level":"warn","ts":"2026-03-04T13:02:17.240274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.293804Z","time spent":"946.464193ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:02:17.240308Z","caller":"traceutil/trace.go:171","msg":"trace[17291317] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-results-cache.1899a4fd4648bc34; range_end:; response_count:1; response_revision:4637; }","duration":"946.76658ms","start":"2026-03-04T13:02:16.293528Z","end":"2026-03-04T13:02:17.240294Z","steps":["trace[17291317] 'agreement among raft nodes before linearized reading' (duration: 946.626056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.240337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.293515Z","time spent":"946.81513ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":749,"request content":"key:\"/registry/events/monitoring/loki-memcached-results-cache.1899a4fd4648bc34\" "} {"level":"warn","ts":"2026-03-04T13:02:17.24057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.601256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tvd9w-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-04T13:02:17.240671Z","caller":"traceutil/trace.go:171","msg":"trace[1513234366] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-tvd9w-tls; range_end:; response_count:1; response_revision:4637; }","duration":"290.7381ms","start":"2026-03-04T13:02:16.949918Z","end":"2026-03-04T13:02:17.240656Z","steps":["trace[1513234366] 'agreement among raft nodes before linearized reading' (duration: 290.124926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.240599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.242908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:02:17.240809Z","caller":"traceutil/trace.go:171","msg":"trace[1611790025] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4637; }","duration":"740.486984ms","start":"2026-03-04T13:02:16.500298Z","end":"2026-03-04T13:02:17.240785Z","steps":["trace[1611790025] 'agreement among raft nodes before linearized reading' (duration: 740.247259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.240907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:16.500279Z","time spent":"740.592017ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:02:17.446023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.761778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:17.446171Z","caller":"traceutil/trace.go:171","msg":"trace[1936097943] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4837; }","duration":"183.367971ms","start":"2026-03-04T13:02:17.262782Z","end":"2026-03-04T13:02:17.44615Z","steps":["trace[1936097943] 'read index received' (duration: 70.550042ms)","trace[1936097943] 'applied index is now lower than readState.Index' (duration: 112.815619ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:17.446384Z","caller":"traceutil/trace.go:171","msg":"trace[151597626] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"204.555957ms","start":"2026-03-04T13:02:17.2418Z","end":"2026-03-04T13:02:17.446356Z","steps":["trace[151597626] 'process raft request' (duration: 91.352359ms)","trace[151597626] 'compare' (duration: 112.640255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:17.446425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.975566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16372"} {"level":"info","ts":"2026-03-04T13:02:17.446472Z","caller":"traceutil/trace.go:171","msg":"trace[1714200515] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4642; }","duration":"205.024637ms","start":"2026-03-04T13:02:17.241434Z","end":"2026-03-04T13:02:17.446458Z","steps":["trace[1714200515] 'agreement among raft nodes before linearized reading' (duration: 204.800812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.446478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.678495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tvd9w-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-03-04T13:02:17.446648Z","caller":"traceutil/trace.go:171","msg":"trace[1240014546] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-tvd9w-tls; range_end:; response_count:1; response_revision:4642; }","duration":"198.88081ms","start":"2026-03-04T13:02:17.247743Z","end":"2026-03-04T13:02:17.446624Z","steps":["trace[1240014546] 'agreement among raft nodes before linearized reading' (duration: 198.539862ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.537946Z","caller":"traceutil/trace.go:171","msg":"trace[613584155] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"270.977606ms","start":"2026-03-04T13:02:17.266939Z","end":"2026-03-04T13:02:17.537917Z","steps":["trace[613584155] 'process raft request' (duration: 270.547096ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.537996Z","caller":"traceutil/trace.go:171","msg":"trace[929759200] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"268.639554ms","start":"2026-03-04T13:02:17.269335Z","end":"2026-03-04T13:02:17.537974Z","steps":["trace[929759200] 'process raft request' (duration: 268.571873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538024Z","caller":"traceutil/trace.go:171","msg":"trace[771121358] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"269.256737ms","start":"2026-03-04T13:02:17.268731Z","end":"2026-03-04T13:02:17.537988Z","steps":["trace[771121358] 'process raft request' (duration: 269.148315ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538086Z","caller":"traceutil/trace.go:171","msg":"trace[2086819001] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"269.632746ms","start":"2026-03-04T13:02:17.268428Z","end":"2026-03-04T13:02:17.538061Z","steps":["trace[2086819001] 'process raft request' (duration: 269.34324ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538274Z","caller":"traceutil/trace.go:171","msg":"trace[302647945] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"269.509113ms","start":"2026-03-04T13:02:17.268693Z","end":"2026-03-04T13:02:17.538202Z","steps":["trace[302647945] 'process raft request' (duration: 269.135735ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538445Z","caller":"traceutil/trace.go:171","msg":"trace[353442023] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"269.762548ms","start":"2026-03-04T13:02:17.268672Z","end":"2026-03-04T13:02:17.538434Z","steps":["trace[353442023] 'process raft request' (duration: 269.124434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538289Z","caller":"traceutil/trace.go:171","msg":"trace[425962833] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"269.996084ms","start":"2026-03-04T13:02:17.268229Z","end":"2026-03-04T13:02:17.538226Z","steps":["trace[425962833] 'process raft request' (duration: 269.463522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.538325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.445688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:02:17.538543Z","caller":"traceutil/trace.go:171","msg":"trace[83550995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:4651; }","duration":"251.713213ms","start":"2026-03-04T13:02:17.286818Z","end":"2026-03-04T13:02:17.538532Z","steps":["trace[83550995] 'agreement among raft nodes before linearized reading' (duration: 251.317095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.538544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.289982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:02:17.538363Z","caller":"traceutil/trace.go:171","msg":"trace[752129282] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"269.634335ms","start":"2026-03-04T13:02:17.268716Z","end":"2026-03-04T13:02:17.53835Z","steps":["trace[752129282] 'process raft request' (duration: 269.138645ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538601Z","caller":"traceutil/trace.go:171","msg":"trace[1744839086] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"269.464742ms","start":"2026-03-04T13:02:17.268408Z","end":"2026-03-04T13:02:17.537873Z","steps":["trace[1744839086] 'process raft request' (duration: 269.330119ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.538643Z","caller":"traceutil/trace.go:171","msg":"trace[1093477691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4651; }","duration":"250.443305ms","start":"2026-03-04T13:02:17.288186Z","end":"2026-03-04T13:02:17.538629Z","steps":["trace[1093477691] 'agreement among raft nodes before linearized reading' (duration: 250.047326ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.75998Z","caller":"traceutil/trace.go:171","msg":"trace[2120716845] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"218.278245ms","start":"2026-03-04T13:02:17.541669Z","end":"2026-03-04T13:02:17.759947Z","steps":["trace[2120716845] 'process raft request' (duration: 214.826557ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.760072Z","caller":"traceutil/trace.go:171","msg":"trace[1356263216] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"217.238621ms","start":"2026-03-04T13:02:17.542812Z","end":"2026-03-04T13:02:17.760051Z","steps":["trace[1356263216] 'process raft request' (duration: 217.034607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.760188Z","caller":"traceutil/trace.go:171","msg":"trace[209176258] linearizableReadLoop","detail":"{readStateIndex:4850; appliedIndex:4847; }","duration":"217.175079ms","start":"2026-03-04T13:02:17.542983Z","end":"2026-03-04T13:02:17.760158Z","steps":["trace[209176258] 'read index received' (duration: 70.93746ms)","trace[209176258] 'applied index is now lower than readState.Index' (duration: 146.236219ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:17.760219Z","caller":"traceutil/trace.go:171","msg":"trace[1078551795] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"216.573916ms","start":"2026-03-04T13:02:17.543621Z","end":"2026-03-04T13:02:17.760195Z","steps":["trace[1078551795] 'process raft request' (duration: 216.337131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.76045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.447275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:17.760544Z","caller":"traceutil/trace.go:171","msg":"trace[1299863997] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4655; }","duration":"217.599299ms","start":"2026-03-04T13:02:17.542929Z","end":"2026-03-04T13:02:17.760529Z","steps":["trace[1299863997] 'agreement among raft nodes before linearized reading' (duration: 217.329693ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.830615Z","caller":"traceutil/trace.go:171","msg":"trace[1148868205] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"212.638889ms","start":"2026-03-04T13:02:17.617958Z","end":"2026-03-04T13:02:17.830597Z","steps":["trace[1148868205] 'process raft request' (duration: 212.466185ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.830672Z","caller":"traceutil/trace.go:171","msg":"trace[83940536] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"117.327001ms","start":"2026-03-04T13:02:17.713322Z","end":"2026-03-04T13:02:17.830649Z","steps":["trace[83940536] 'process raft request' (duration: 117.243479ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:17.830847Z","caller":"traceutil/trace.go:171","msg":"trace[177376150] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"212.227218ms","start":"2026-03-04T13:02:17.618609Z","end":"2026-03-04T13:02:17.830837Z","steps":["trace[177376150] 'process raft request' (duration: 211.905261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.830842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.401413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:17.830956Z","caller":"traceutil/trace.go:171","msg":"trace[304016575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4658; }","duration":"167.562326ms","start":"2026-03-04T13:02:17.66338Z","end":"2026-03-04T13:02:17.830942Z","steps":["trace[304016575] 'agreement among raft nodes before linearized reading' (duration: 167.404003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:17.830976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.68313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62906"} {"level":"info","ts":"2026-03-04T13:02:17.831038Z","caller":"traceutil/trace.go:171","msg":"trace[1066100292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4658; }","duration":"287.768203ms","start":"2026-03-04T13:02:17.543255Z","end":"2026-03-04T13:02:17.831024Z","steps":["trace[1066100292] 'agreement among raft nodes before linearized reading' (duration: 287.534687ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.094323Z","caller":"traceutil/trace.go:171","msg":"trace[1629846797] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"146.335231ms","start":"2026-03-04T13:02:17.947947Z","end":"2026-03-04T13:02:18.094282Z","steps":["trace[1629846797] 'process raft request' (duration: 77.59419ms)","trace[1629846797] 'compare' (duration: 68.555077ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:18.099309Z","caller":"traceutil/trace.go:171","msg":"trace[748230197] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"102.222732ms","start":"2026-03-04T13:02:17.99704Z","end":"2026-03-04T13:02:18.099262Z","steps":["trace[748230197] 'process raft request' (duration: 101.949866ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.099655Z","caller":"traceutil/trace.go:171","msg":"trace[31226325] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"101.336272ms","start":"2026-03-04T13:02:17.998293Z","end":"2026-03-04T13:02:18.099629Z","steps":["trace[31226325] 'process raft request' (duration: 100.835711ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:18.099651Z","caller":"traceutil/trace.go:171","msg":"trace[218793395] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"100.537584ms","start":"2026-03-04T13:02:17.99908Z","end":"2026-03-04T13:02:18.099617Z","steps":["trace[218793395] 'process raft request' (duration: 100.094774ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:19.876344Z","caller":"traceutil/trace.go:171","msg":"trace[2032784066] transaction","detail":"{read_only:false; response_revision:4734; number_of_response:1; }","duration":"101.475336ms","start":"2026-03-04T13:02:19.774836Z","end":"2026-03-04T13:02:19.876312Z","steps":["trace[2032784066] 'process raft request' (duration: 101.286832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:19.954197Z","caller":"traceutil/trace.go:171","msg":"trace[543419348] linearizableReadLoop","detail":"{readStateIndex:4933; appliedIndex:4931; }","duration":"118.473796ms","start":"2026-03-04T13:02:19.835691Z","end":"2026-03-04T13:02:19.954165Z","steps":["trace[543419348] 'read index received' (duration: 40.485678ms)","trace[543419348] 'applied index is now lower than readState.Index' (duration: 77.986808ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:19.954351Z","caller":"traceutil/trace.go:171","msg":"trace[1910413599] transaction","detail":"{read_only:false; response_revision:4735; number_of_response:1; }","duration":"175.879753ms","start":"2026-03-04T13:02:19.778443Z","end":"2026-03-04T13:02:19.954323Z","steps":["trace[1910413599] 'process raft request' (duration: 175.480665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:19.954511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.798894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:02:19.954573Z","caller":"traceutil/trace.go:171","msg":"trace[2002371360] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:4736; }","duration":"118.930988ms","start":"2026-03-04T13:02:19.835629Z","end":"2026-03-04T13:02:19.95456Z","steps":["trace[2002371360] 'agreement among raft nodes before linearized reading' (duration: 118.720712ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:19.955008Z","caller":"traceutil/trace.go:171","msg":"trace[899516929] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"119.001259ms","start":"2026-03-04T13:02:19.835983Z","end":"2026-03-04T13:02:19.954985Z","steps":["trace[899516929] 'process raft request' (duration: 118.104628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.656541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.05491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T13:02:20.656541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.612717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T13:02:20.656614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.708711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:02:20.656624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.147419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:02:20.656669Z","caller":"traceutil/trace.go:171","msg":"trace[1777980391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4736; }","duration":"349.206229ms","start":"2026-03-04T13:02:20.307447Z","end":"2026-03-04T13:02:20.656654Z","steps":["trace[1777980391] 'range keys from in-memory index tree' (duration: 349.053227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.65671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.433621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.1899a4fdc506517f\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-03-04T13:02:20.656718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.307436Z","time spent":"349.265921ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:02:20.65674Z","caller":"traceutil/trace.go:171","msg":"trace[1088109316] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.1899a4fdc506517f; range_end:; response_count:1; response_revision:4736; }","duration":"368.545524ms","start":"2026-03-04T13:02:20.288186Z","end":"2026-03-04T13:02:20.656731Z","steps":["trace[1088109316] 'range keys from in-memory index tree' (duration: 368.282458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.656766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.01538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42b2193c-4941-49a6-a81f-69938cf22780\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-03-04T13:02:20.656785Z","caller":"traceutil/trace.go:171","msg":"trace[1691664478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42b2193c-4941-49a6-a81f-69938cf22780; range_end:; response_count:1; response_revision:4736; }","duration":"404.06947ms","start":"2026-03-04T13:02:20.252709Z","end":"2026-03-04T13:02:20.656779Z","steps":["trace[1691664478] 'range keys from in-memory index tree' (duration: 403.877857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.656775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.288154Z","time spent":"368.612885ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.1899a4fdc506517f\" "} {"level":"info","ts":"2026-03-04T13:02:20.656586Z","caller":"traceutil/trace.go:171","msg":"trace[943727349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4736; }","duration":"660.127513ms","start":"2026-03-04T13:02:19.996446Z","end":"2026-03-04T13:02:20.656573Z","steps":["trace[943727349] 'range keys from in-memory index tree' (duration: 659.926808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.6568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.252689Z","time spent":"404.106692ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42b2193c-4941-49a6-a81f-69938cf22780\" "} {"level":"warn","ts":"2026-03-04T13:02:20.65683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:19.996427Z","time spent":"660.388349ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:02:20.656635Z","caller":"traceutil/trace.go:171","msg":"trace[964762119] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4736; }","duration":"605.771323ms","start":"2026-03-04T13:02:20.050858Z","end":"2026-03-04T13:02:20.656629Z","steps":["trace[964762119] 'count revisions from in-memory index tree' (duration: 605.579009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.657009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.050824Z","time spent":"606.124361ms","remote":"127.0.0.1:49568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:02:20.656521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.822219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:02:20.657115Z","caller":"traceutil/trace.go:171","msg":"trace[202178767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4736; }","duration":"348.459743ms","start":"2026-03-04T13:02:20.308644Z","end":"2026-03-04T13:02:20.657104Z","steps":["trace[202178767] 'range keys from in-memory index tree' (duration: 347.618865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.657323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.308625Z","time spent":"348.687908ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:02:20.656624Z","caller":"traceutil/trace.go:171","msg":"trace[1397213847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4736; }","duration":"352.76532ms","start":"2026-03-04T13:02:20.303839Z","end":"2026-03-04T13:02:20.656605Z","steps":["trace[1397213847] 'range keys from in-memory index tree' (duration: 352.404812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:20.657417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.303808Z","time spent":"353.573969ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:02:20.948242Z","caller":"traceutil/trace.go:171","msg":"trace[196745457] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"288.99538ms","start":"2026-03-04T13:02:20.65922Z","end":"2026-03-04T13:02:20.948215Z","steps":["trace[196745457] 'process raft request' (duration: 288.842887ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:21.02349Z","caller":"traceutil/trace.go:171","msg":"trace[1497651997] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"362.975448ms","start":"2026-03-04T13:02:20.660468Z","end":"2026-03-04T13:02:21.023444Z","steps":["trace[1497651997] 'process raft request' (duration: 359.602353ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:21.023548Z","caller":"traceutil/trace.go:171","msg":"trace[1018065586] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4934; }","duration":"358.344676ms","start":"2026-03-04T13:02:20.66517Z","end":"2026-03-04T13:02:21.023515Z","steps":["trace[1018065586] 'read index received' (duration: 282.892284ms)","trace[1018065586] 'applied index is now lower than readState.Index' (duration: 75.451212ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:21.023637Z","caller":"traceutil/trace.go:171","msg":"trace[1768259662] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"361.483926ms","start":"2026-03-04T13:02:20.662134Z","end":"2026-03-04T13:02:21.023618Z","steps":["trace[1768259662] 'process raft request' (duration: 361.279362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:21.023626Z","caller":"traceutil/trace.go:171","msg":"trace[2122890096] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"361.483575ms","start":"2026-03-04T13:02:20.662103Z","end":"2026-03-04T13:02:21.023586Z","steps":["trace[2122890096] 'process raft request' (duration: 361.25549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.023726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.762708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:02:21.023755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.66045Z","time spent":"363.167623ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:21.023746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.54722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:21.023776Z","caller":"traceutil/trace.go:171","msg":"trace[1555513796] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4741; }","duration":"347.837179ms","start":"2026-03-04T13:02:20.675927Z","end":"2026-03-04T13:02:21.023764Z","steps":["trace[1555513796] 'agreement among raft nodes before linearized reading' (duration: 347.736957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.023785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.391467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:02:21.023841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.675892Z","time spent":"347.939082ms","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:02:21.023839Z","caller":"traceutil/trace.go:171","msg":"trace[1610944477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4741; }","duration":"358.681122ms","start":"2026-03-04T13:02:20.665133Z","end":"2026-03-04T13:02:21.023814Z","steps":["trace[1610944477] 'agreement among raft nodes before linearized reading' (duration: 358.495288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:21.023845Z","caller":"traceutil/trace.go:171","msg":"trace[1834704884] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4741; }","duration":"119.495679ms","start":"2026-03-04T13:02:20.904336Z","end":"2026-03-04T13:02:21.023832Z","steps":["trace[1834704884] 'agreement among raft nodes before linearized reading' (duration: 119.382816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.023824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.662098Z","time spent":"361.609648ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:21.023864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.662131Z","time spent":"361.559848ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:21.023897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.665122Z","time spent":"358.766175ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:02:21.023515Z","caller":"traceutil/trace.go:171","msg":"trace[1482389839] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"361.451325ms","start":"2026-03-04T13:02:20.662004Z","end":"2026-03-04T13:02:21.023455Z","steps":["trace[1482389839] 'process raft request' (duration: 361.25515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:21.024371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:20.661988Z","time spent":"362.286494ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:23.177568Z","caller":"traceutil/trace.go:171","msg":"trace[1991009769] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"168.520878ms","start":"2026-03-04T13:02:23.009027Z","end":"2026-03-04T13:02:23.177548Z","steps":["trace[1991009769] 'read index received' (duration: 168.414906ms)","trace[1991009769] 'applied index is now lower than readState.Index' (duration: 105.332µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:23.177669Z","caller":"traceutil/trace.go:171","msg":"trace[2017952919] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4771; }","duration":"172.866737ms","start":"2026-03-04T13:02:23.004791Z","end":"2026-03-04T13:02:23.177657Z","steps":["trace[2017952919] 'process raft request' (duration: 172.699903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:23.177999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.954988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T13:02:23.17804Z","caller":"traceutil/trace.go:171","msg":"trace[2142254070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4771; }","duration":"169.02179ms","start":"2026-03-04T13:02:23.009006Z","end":"2026-03-04T13:02:23.178028Z","steps":["trace[2142254070] 'agreement among raft nodes before linearized reading' (duration: 168.896247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:23.178254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.190647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:02:23.178293Z","caller":"traceutil/trace.go:171","msg":"trace[1213099166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4771; }","duration":"150.258079ms","start":"2026-03-04T13:02:23.028023Z","end":"2026-03-04T13:02:23.178281Z","steps":["trace[1213099166] 'agreement among raft nodes before linearized reading' (duration: 150.157506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:23.178562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.414643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:02:23.178604Z","caller":"traceutil/trace.go:171","msg":"trace[1482193722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4771; }","duration":"150.493013ms","start":"2026-03-04T13:02:23.0281Z","end":"2026-03-04T13:02:23.178593Z","steps":["trace[1482193722] 'agreement among raft nodes before linearized reading' (duration: 150.389171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:23.178677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.257346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:02:23.178705Z","caller":"traceutil/trace.go:171","msg":"trace[1683222513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4771; }","duration":"149.313548ms","start":"2026-03-04T13:02:23.029385Z","end":"2026-03-04T13:02:23.178699Z","steps":["trace[1683222513] 'agreement among raft nodes before linearized reading' (duration: 149.248496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:23.178786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.139344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:02:23.178851Z","caller":"traceutil/trace.go:171","msg":"trace[1546927814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4771; }","duration":"149.229847ms","start":"2026-03-04T13:02:23.029606Z","end":"2026-03-04T13:02:23.178835Z","steps":["trace[1546927814] 'agreement among raft nodes before linearized reading' (duration: 149.027101ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:23.284765Z","caller":"traceutil/trace.go:171","msg":"trace[506022254] transaction","detail":"{read_only:false; response_revision:4773; number_of_response:1; }","duration":"101.330763ms","start":"2026-03-04T13:02:23.183399Z","end":"2026-03-04T13:02:23.28473Z","steps":["trace[506022254] 'process raft request' (duration: 101.099497ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:23.285085Z","caller":"traceutil/trace.go:171","msg":"trace[354945339] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"101.659379ms","start":"2026-03-04T13:02:23.183406Z","end":"2026-03-04T13:02:23.285065Z","steps":["trace[354945339] 'process raft request' (duration: 101.26282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:23.407405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.79745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:23.407715Z","caller":"traceutil/trace.go:171","msg":"trace[1619183989] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"149.104924ms","start":"2026-03-04T13:02:23.258578Z","end":"2026-03-04T13:02:23.407683Z","steps":["trace[1619183989] 'process raft request' (duration: 39.928695ms)","trace[1619183989] 'compare' (duration: 108.567465ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:23.407848Z","caller":"traceutil/trace.go:171","msg":"trace[893624053] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"117.429154ms","start":"2026-03-04T13:02:23.290397Z","end":"2026-03-04T13:02:23.407826Z","steps":["trace[893624053] 'process raft request' (duration: 117.300211ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:23.407919Z","caller":"traceutil/trace.go:171","msg":"trace[1029741782] transaction","detail":"{read_only:false; response_revision:4778; number_of_response:1; }","duration":"147.707451ms","start":"2026-03-04T13:02:23.26018Z","end":"2026-03-04T13:02:23.407887Z","steps":["trace[1029741782] 'process raft request' (duration: 147.391384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:24.175038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588528996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:02:24.617095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.045708158s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:02:24.671505Z","caller":"traceutil/trace.go:171","msg":"trace[73699371] transaction","detail":"{read_only:false; response_revision:4783; number_of_response:1; }","duration":"1.100311382s","start":"2026-03-04T13:02:23.571157Z","end":"2026-03-04T13:02:24.671469Z","steps":["trace[73699371] 'process raft request' (duration: 1.04623359s)","trace[73699371] 'compare' (duration: 53.886287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:24.671962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:23.571141Z","time spent":"1.100734921s","remote":"127.0.0.1:35090","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:24.715146Z","caller":"traceutil/trace.go:171","msg":"trace[1060685965] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4983; }","duration":"1.040802029s","start":"2026-03-04T13:02:23.674317Z","end":"2026-03-04T13:02:24.715119Z","steps":["trace[1060685965] 'read index received' (duration: 943.014596ms)","trace[1060685965] 'applied index is now lower than readState.Index' (duration: 97.786263ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:24.715264Z","caller":"traceutil/trace.go:171","msg":"trace[945813518] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"746.338875ms","start":"2026-03-04T13:02:23.968909Z","end":"2026-03-04T13:02:24.715248Z","steps":["trace[945813518] 'process raft request' (duration: 746.08777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:24.715377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:23.968886Z","time spent":"746.417607ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:02:24.71553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041204808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42b2193c-4941-49a6-a81f-69938cf22780\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-03-04T13:02:24.715612Z","caller":"traceutil/trace.go:171","msg":"trace[296452002] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-42b2193c-4941-49a6-a81f-69938cf22780; range_end:; response_count:1; response_revision:4784; }","duration":"1.041359691s","start":"2026-03-04T13:02:23.674231Z","end":"2026-03-04T13:02:24.715591Z","steps":["trace[296452002] 'agreement among raft nodes before linearized reading' (duration: 1.041148176s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:24.715658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:23.674207Z","time spent":"1.041439073s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-42b2193c-4941-49a6-a81f-69938cf22780\" "} {"level":"info","ts":"2026-03-04T13:02:24.932239Z","caller":"traceutil/trace.go:171","msg":"trace[1169009707] linearizableReadLoop","detail":"{readStateIndex:4987; appliedIndex:4985; }","duration":"217.010376ms","start":"2026-03-04T13:02:24.715206Z","end":"2026-03-04T13:02:24.932216Z","steps":["trace[1169009707] 'read index received' (duration: 389.259µs)","trace[1169009707] 'applied index is now lower than readState.Index' (duration: 216.619947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:24.932388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.792375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:02:24.932397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.081119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:02:24.932476Z","caller":"traceutil/trace.go:171","msg":"trace[1215476702] transaction","detail":"{read_only:false; response_revision:4785; number_of_response:1; }","duration":"258.355553ms","start":"2026-03-04T13:02:24.674091Z","end":"2026-03-04T13:02:24.932447Z","steps":["trace[1215476702] 'process raft request' (duration: 258.017986ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:24.932478Z","caller":"traceutil/trace.go:171","msg":"trace[1434074005] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4785; }","duration":"952.898247ms","start":"2026-03-04T13:02:23.979557Z","end":"2026-03-04T13:02:24.932455Z","steps":["trace[1434074005] 'agreement among raft nodes before linearized reading' (duration: 952.698653ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:24.932499Z","caller":"traceutil/trace.go:171","msg":"trace[1114856805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4785; }","duration":"267.237754ms","start":"2026-03-04T13:02:24.665239Z","end":"2026-03-04T13:02:24.932477Z","steps":["trace[1114856805] 'agreement among raft nodes before linearized reading' (duration: 267.000417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:24.932517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.708245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T13:02:24.93254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:23.979511Z","time spent":"953.014061ms","remote":"127.0.0.1:35330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:02:24.93255Z","caller":"traceutil/trace.go:171","msg":"trace[1466056083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:4785; }","duration":"957.781047ms","start":"2026-03-04T13:02:23.974759Z","end":"2026-03-04T13:02:24.93254Z","steps":["trace[1466056083] 'agreement among raft nodes before linearized reading' (duration: 957.699234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:24.932598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:23.974734Z","time spent":"957.856999ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:02:24.932432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042617779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:02:24.932703Z","caller":"traceutil/trace.go:171","msg":"trace[745162699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4785; }","duration":"1.042943737s","start":"2026-03-04T13:02:23.88975Z","end":"2026-03-04T13:02:24.932694Z","steps":["trace[745162699] 'agreement among raft nodes before linearized reading' (duration: 1.042555578s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:24.93274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:23.889729Z","time spent":"1.042994088s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:02:33.732809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.92134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:02:33.733012Z","caller":"traceutil/trace.go:171","msg":"trace[663319735] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"485.998077ms","start":"2026-03-04T13:02:33.246983Z","end":"2026-03-04T13:02:33.732981Z","steps":["trace[663319735] 'process raft request' (duration: 146.819081ms)","trace[663319735] 'compare' (duration: 338.688535ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:02:33.733082Z","caller":"traceutil/trace.go:171","msg":"trace[1053598772] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"277.955813ms","start":"2026-03-04T13:02:33.455121Z","end":"2026-03-04T13:02:33.733077Z","steps":["trace[1053598772] 'process raft request' (duration: 277.80548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:33.733163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:33.246958Z","time spent":"486.1293ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:33.733043Z","caller":"traceutil/trace.go:171","msg":"trace[1787355086] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"277.526873ms","start":"2026-03-04T13:02:33.455499Z","end":"2026-03-04T13:02:33.733026Z","steps":["trace[1787355086] 'process raft request' (duration: 277.483752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:33.733305Z","caller":"traceutil/trace.go:171","msg":"trace[1178401437] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"435.797231ms","start":"2026-03-04T13:02:33.297475Z","end":"2026-03-04T13:02:33.733272Z","steps":["trace[1178401437] 'read index received' (duration: 96.248728ms)","trace[1178401437] 'applied index is now lower than readState.Index' (duration: 339.546453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:02:33.73354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.046488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T13:02:33.73359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.513088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:02:33.733621Z","caller":"traceutil/trace.go:171","msg":"trace[406530631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4959; }","duration":"436.176311ms","start":"2026-03-04T13:02:33.297421Z","end":"2026-03-04T13:02:33.733597Z","steps":["trace[406530631] 'agreement among raft nodes before linearized reading' (duration: 435.941605ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:33.733636Z","caller":"traceutil/trace.go:171","msg":"trace[161903497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4959; }","duration":"407.61124ms","start":"2026-03-04T13:02:33.326014Z","end":"2026-03-04T13:02:33.733625Z","steps":["trace[161903497] 'agreement among raft nodes before linearized reading' (duration: 407.432326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:33.73366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:33.297398Z","time spent":"436.255632ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:02:33.733675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:33.325992Z","time spent":"407.671741ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:02:33.733676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.974112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:02:33.733734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.067906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:02:33.733768Z","caller":"traceutil/trace.go:171","msg":"trace[1884594557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4959; }","duration":"401.086454ms","start":"2026-03-04T13:02:33.332651Z","end":"2026-03-04T13:02:33.733738Z","steps":["trace[1884594557] 'agreement among raft nodes before linearized reading' (duration: 400.844128ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:33.733818Z","caller":"traceutil/trace.go:171","msg":"trace[464070391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4959; }","duration":"406.205589ms","start":"2026-03-04T13:02:33.327593Z","end":"2026-03-04T13:02:33.733799Z","steps":["trace[464070391] 'agreement among raft nodes before linearized reading' (duration: 405.933703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:33.733828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:33.332639Z","time spent":"401.176276ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:02:33.733871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:33.327547Z","time spent":"406.312841ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:02:41.461706Z","caller":"traceutil/trace.go:171","msg":"trace[1702523105] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"113.884534ms","start":"2026-03-04T13:02:41.347791Z","end":"2026-03-04T13:02:41.461676Z","steps":["trace[1702523105] 'process raft request' (duration: 110.361736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:42.088518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.471681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-128cf8c7-865f-4278-bafc-a786d0c42372\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-04T13:02:42.088608Z","caller":"traceutil/trace.go:171","msg":"trace[401583767] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-128cf8c7-865f-4278-bafc-a786d0c42372; range_end:; response_count:1; response_revision:5096; }","duration":"136.610284ms","start":"2026-03-04T13:02:41.951973Z","end":"2026-03-04T13:02:42.088583Z","steps":["trace[401583767] 'range keys from in-memory index tree' (duration: 136.293626ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:02:42.412957Z","caller":"traceutil/trace.go:171","msg":"trace[437590307] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"317.08804ms","start":"2026-03-04T13:02:42.095846Z","end":"2026-03-04T13:02:42.412935Z","steps":["trace[437590307] 'process raft request' (duration: 316.958117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:02:42.413082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:02:42.095824Z","time spent":"317.192033ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:02:42.889188Z","caller":"traceutil/trace.go:171","msg":"trace[153807475] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"111.231463ms","start":"2026-03-04T13:02:42.777921Z","end":"2026-03-04T13:02:42.889152Z","steps":["trace[153807475] 'process raft request' (duration: 110.968958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:00.765993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.521297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T13:03:00.76609Z","caller":"traceutil/trace.go:171","msg":"trace[1982995447] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5321; }","duration":"126.666171ms","start":"2026-03-04T13:03:00.639401Z","end":"2026-03-04T13:03:00.766067Z","steps":["trace[1982995447] 'range keys from in-memory index tree' (duration: 126.322412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:00.766151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.913349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17126"} {"level":"info","ts":"2026-03-04T13:03:00.766271Z","caller":"traceutil/trace.go:171","msg":"trace[894314048] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5321; }","duration":"182.036972ms","start":"2026-03-04T13:03:00.584176Z","end":"2026-03-04T13:03:00.766212Z","steps":["trace[894314048] 'range keys from in-memory index tree' (duration: 181.760025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:00.766151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.977187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-04T13:03:00.766526Z","caller":"traceutil/trace.go:171","msg":"trace[1716211676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5321; }","duration":"271.398156ms","start":"2026-03-04T13:03:00.495109Z","end":"2026-03-04T13:03:00.766507Z","steps":["trace[1716211676] 'range keys from in-memory index tree' (duration: 270.742612ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:01.268436Z","caller":"traceutil/trace.go:171","msg":"trace[1105995498] transaction","detail":"{read_only:false; response_revision:5322; number_of_response:1; }","duration":"486.757424ms","start":"2026-03-04T13:03:00.781645Z","end":"2026-03-04T13:03:01.268402Z","steps":["trace[1105995498] 'process raft request' (duration: 486.553149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.268715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.781628Z","time spent":"486.98906ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:01.598416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.775045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:03:01.598539Z","caller":"traceutil/trace.go:171","msg":"trace[537658806] linearizableReadLoop","detail":"{readStateIndex:5537; appliedIndex:5535; }","duration":"578.461031ms","start":"2026-03-04T13:03:01.020055Z","end":"2026-03-04T13:03:01.598516Z","steps":["trace[537658806] 'read index received' (duration: 248.181914ms)","trace[537658806] 'applied index is now lower than readState.Index' (duration: 330.277337ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:01.59859Z","caller":"traceutil/trace.go:171","msg":"trace[626251374] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"654.163118ms","start":"2026-03-04T13:03:00.944375Z","end":"2026-03-04T13:03:01.598538Z","steps":["trace[626251374] 'process raft request' (duration: 357.133967ms)","trace[626251374] 'compare' (duration: 296.599262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:01.598706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.649035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:03:01.598756Z","caller":"traceutil/trace.go:171","msg":"trace[1205958419] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5323; }","duration":"578.745507ms","start":"2026-03-04T13:03:01.019997Z","end":"2026-03-04T13:03:01.598743Z","steps":["trace[1205958419] 'agreement among raft nodes before linearized reading' (duration: 578.623174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.598799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.019974Z","time spent":"578.815449ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":36,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:03:01.598869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:00.944338Z","time spent":"654.372343ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:01.598884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.459896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T13:03:01.599088Z","caller":"traceutil/trace.go:171","msg":"trace[768394942] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5323; }","duration":"419.665721ms","start":"2026-03-04T13:03:01.179339Z","end":"2026-03-04T13:03:01.599005Z","steps":["trace[768394942] 'agreement among raft nodes before linearized reading' (duration: 419.360464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.599151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.922388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:03:01.599203Z","caller":"traceutil/trace.go:171","msg":"trace[375279695] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:5323; }","duration":"392.003461ms","start":"2026-03-04T13:03:01.207187Z","end":"2026-03-04T13:03:01.59919Z","steps":["trace[375279695] 'agreement among raft nodes before linearized reading' (duration: 391.842307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.599235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.179318Z","time spent":"419.865435ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T13:03:01.599253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.207171Z","time spent":"392.073062ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:03:01.599278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.209961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:03:01.599318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.761825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17126"} {"level":"info","ts":"2026-03-04T13:03:01.599384Z","caller":"traceutil/trace.go:171","msg":"trace[493434388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5323; }","duration":"399.375184ms","start":"2026-03-04T13:03:01.199983Z","end":"2026-03-04T13:03:01.599358Z","steps":["trace[493434388] 'agreement among raft nodes before linearized reading' (duration: 399.051397ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:01.59943Z","caller":"traceutil/trace.go:171","msg":"trace[1499041270] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5323; }","duration":"325.935638ms","start":"2026-03-04T13:03:01.273463Z","end":"2026-03-04T13:03:01.599398Z","steps":["trace[1499041270] 'agreement among raft nodes before linearized reading' (duration: 325.614681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.599494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.273438Z","time spent":"326.042351ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17150,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-04T13:03:01.599437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.199958Z","time spent":"399.469207ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:03:01.844121Z","caller":"traceutil/trace.go:171","msg":"trace[258249826] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"231.300907ms","start":"2026-03-04T13:03:01.6128Z","end":"2026-03-04T13:03:01.844101Z","steps":["trace[258249826] 'process raft request' (duration: 146.830573ms)","trace[258249826] 'compare' (duration: 84.230308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:01.844215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.38442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:03:01.844268Z","caller":"traceutil/trace.go:171","msg":"trace[1511161977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5325; }","duration":"178.456502ms","start":"2026-03-04T13:03:01.665801Z","end":"2026-03-04T13:03:01.844258Z","steps":["trace[1511161977] 'agreement among raft nodes before linearized reading' (duration: 178.35082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:01.844466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.422414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-04T13:03:01.84408Z","caller":"traceutil/trace.go:171","msg":"trace[1193748098] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"157.689846ms","start":"2026-03-04T13:03:01.686352Z","end":"2026-03-04T13:03:01.844042Z","steps":["trace[1193748098] 'read index received' (duration: 73.186442ms)","trace[1193748098] 'applied index is now lower than readState.Index' (duration: 84.501384ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:01.844543Z","caller":"traceutil/trace.go:171","msg":"trace[1261244252] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5325; }","duration":"237.517756ms","start":"2026-03-04T13:03:01.607004Z","end":"2026-03-04T13:03:01.844522Z","steps":["trace[1261244252] 'agreement among raft nodes before linearized reading' (duration: 237.303861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.209875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.919319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:03:02.209964Z","caller":"traceutil/trace.go:171","msg":"trace[1559224863] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5539; }","duration":"358.438477ms","start":"2026-03-04T13:03:01.851515Z","end":"2026-03-04T13:03:02.209953Z","steps":["trace[1559224863] 'read index received' (duration: 155.404615ms)","trace[1559224863] 'applied index is now lower than readState.Index' (duration: 203.032882ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:02.210008Z","caller":"traceutil/trace.go:171","msg":"trace[883840060] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"358.527709ms","start":"2026-03-04T13:03:01.851474Z","end":"2026-03-04T13:03:02.210001Z","steps":["trace[883840060] 'process raft request' (duration: 155.427565ms)","trace[883840060] 'compare' (duration: 202.575892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:02.210047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.851461Z","time spent":"358.56502ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:02.210152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.619472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16942"} {"level":"info","ts":"2026-03-04T13:03:02.210217Z","caller":"traceutil/trace.go:171","msg":"trace[951130702] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5326; }","duration":"358.721413ms","start":"2026-03-04T13:03:01.851479Z","end":"2026-03-04T13:03:02.2102Z","steps":["trace[951130702] 'agreement among raft nodes before linearized reading' (duration: 358.532149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.210273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.851461Z","time spent":"358.805616ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16966,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T13:03:02.291573Z","caller":"traceutil/trace.go:171","msg":"trace[1321214585] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"439.458023ms","start":"2026-03-04T13:03:01.852087Z","end":"2026-03-04T13:03:02.291545Z","steps":["trace[1321214585] 'process raft request' (duration: 439.217458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.291867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.852069Z","time spent":"439.582347ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1853,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:03:02.291999Z","caller":"traceutil/trace.go:171","msg":"trace[1518419630] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"439.597398ms","start":"2026-03-04T13:03:01.852326Z","end":"2026-03-04T13:03:02.291924Z","steps":["trace[1518419630] 'process raft request' (duration: 439.164787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:02.292107Z","caller":"traceutil/trace.go:171","msg":"trace[1204306119] transaction","detail":"{read_only:false; response_revision:5330; number_of_response:1; }","duration":"430.725449ms","start":"2026-03-04T13:03:01.861375Z","end":"2026-03-04T13:03:02.292101Z","steps":["trace[1204306119] 'process raft request' (duration: 430.536785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.292216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.861351Z","time spent":"430.796901ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15258,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:03:02.292053Z","caller":"traceutil/trace.go:171","msg":"trace[1358829991] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"405.235117ms","start":"2026-03-04T13:03:01.886797Z","end":"2026-03-04T13:03:02.292032Z","steps":["trace[1358829991] 'process raft request' (duration: 405.200436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:02.292274Z","caller":"traceutil/trace.go:171","msg":"trace[153737195] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"413.231457ms","start":"2026-03-04T13:03:01.878954Z","end":"2026-03-04T13:03:02.292186Z","steps":["trace[153737195] 'process raft request' (duration: 413.009492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.292474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.886777Z","time spent":"405.565975ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:03:02.292029Z","caller":"traceutil/trace.go:171","msg":"trace[1946654681] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"439.343631ms","start":"2026-03-04T13:03:01.852651Z","end":"2026-03-04T13:03:02.291995Z","steps":["trace[1946654681] 'process raft request' (duration: 439.095496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.292601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.878934Z","time spent":"413.506183ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:02.292757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.852632Z","time spent":"439.952105ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:02.292695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.852302Z","time spent":"439.838543ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:03:02.454952Z","caller":"traceutil/trace.go:171","msg":"trace[1300718872] linearizableReadLoop","detail":"{readStateIndex:5547; appliedIndex:5540; }","duration":"244.939853ms","start":"2026-03-04T13:03:02.209983Z","end":"2026-03-04T13:03:02.454923Z","steps":["trace[1300718872] 'read index received' (duration: 81.467967ms)","trace[1300718872] 'applied index is now lower than readState.Index' (duration: 163.470916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:02.455148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.719901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:03:02.455249Z","caller":"traceutil/trace.go:171","msg":"trace[894651355] transaction","detail":"{read_only:false; response_revision:5333; number_of_response:1; }","duration":"259.647112ms","start":"2026-03-04T13:03:02.195577Z","end":"2026-03-04T13:03:02.455224Z","steps":["trace[894651355] 'process raft request' (duration: 217.813384ms)","trace[894651355] 'compare' (duration: 41.382698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:02.455236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.7127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:03:02.455355Z","caller":"traceutil/trace.go:171","msg":"trace[1846517103] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5333; }","duration":"353.931926ms","start":"2026-03-04T13:03:02.101344Z","end":"2026-03-04T13:03:02.455276Z","steps":["trace[1846517103] 'agreement among raft nodes before linearized reading' (duration: 353.6611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.455397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.42996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T13:03:02.455279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.874724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:03:02.45543Z","caller":"traceutil/trace.go:171","msg":"trace[868642541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5333; }","duration":"384.495031ms","start":"2026-03-04T13:03:02.070924Z","end":"2026-03-04T13:03:02.455419Z","steps":["trace[868642541] 'agreement among raft nodes before linearized reading' (duration: 384.41617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.455404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.732992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:03:02.455444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:02.101327Z","time spent":"354.093159ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:03:02.455474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:02.070853Z","time spent":"384.613193ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:03:02.45549Z","caller":"traceutil/trace.go:171","msg":"trace[1282984854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5333; }","duration":"510.829274ms","start":"2026-03-04T13:03:01.944641Z","end":"2026-03-04T13:03:02.45547Z","steps":["trace[1282984854] 'agreement among raft nodes before linearized reading' (duration: 510.579629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:02.45546Z","caller":"traceutil/trace.go:171","msg":"trace[903562002] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5333; }","duration":"282.983826ms","start":"2026-03-04T13:03:02.172413Z","end":"2026-03-04T13:03:02.455397Z","steps":["trace[903562002] 'agreement among raft nodes before linearized reading' (duration: 282.613978ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:02.455498Z","caller":"traceutil/trace.go:171","msg":"trace[1469366106] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5333; }","duration":"589.071558ms","start":"2026-03-04T13:03:01.866389Z","end":"2026-03-04T13:03:02.455461Z","steps":["trace[1469366106] 'agreement among raft nodes before linearized reading' (duration: 588.855893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.455536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.944591Z","time spent":"510.936447ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:03:02.45559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:01.866363Z","time spent":"589.201071ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:03:02.455698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.642667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T13:03:02.45581Z","caller":"traceutil/trace.go:171","msg":"trace[1753588203] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5333; }","duration":"298.856281ms","start":"2026-03-04T13:03:02.156934Z","end":"2026-03-04T13:03:02.455791Z","steps":["trace[1753588203] 'agreement among raft nodes before linearized reading' (duration: 298.206337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.455713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.884235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T13:03:02.455947Z","caller":"traceutil/trace.go:171","msg":"trace[2110691618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5333; }","duration":"379.174792ms","start":"2026-03-04T13:03:02.076756Z","end":"2026-03-04T13:03:02.455931Z","steps":["trace[2110691618] 'agreement among raft nodes before linearized reading' (duration: 378.63556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.455996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:02.076733Z","time spent":"379.249524ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:03:02.455216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.693169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:03:02.4561Z","caller":"traceutil/trace.go:171","msg":"trace[716288083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5333; }","duration":"378.620979ms","start":"2026-03-04T13:03:02.077471Z","end":"2026-03-04T13:03:02.456092Z","steps":["trace[716288083] 'agreement among raft nodes before linearized reading' (duration: 377.602017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:02.456127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:02.077459Z","time spent":"378.661431ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:03:02.4565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.735227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112107"} {"level":"info","ts":"2026-03-04T13:03:02.456557Z","caller":"traceutil/trace.go:171","msg":"trace[934431881] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5333; }","duration":"153.793818ms","start":"2026-03-04T13:03:02.302752Z","end":"2026-03-04T13:03:02.456546Z","steps":["trace[934431881] 'agreement among raft nodes before linearized reading' (duration: 153.515432ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:03.142697Z","caller":"traceutil/trace.go:171","msg":"trace[1353970591] linearizableReadLoop","detail":"{readStateIndex:5553; appliedIndex:5552; }","duration":"225.20459ms","start":"2026-03-04T13:03:02.917469Z","end":"2026-03-04T13:03:03.142674Z","steps":["trace[1353970591] 'read index received' (duration: 224.995525ms)","trace[1353970591] 'applied index is now lower than readState.Index' (duration: 208.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:03.142784Z","caller":"traceutil/trace.go:171","msg":"trace[1520162894] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"307.476143ms","start":"2026-03-04T13:03:02.835274Z","end":"2026-03-04T13:03:03.14275Z","steps":["trace[1520162894] 'process raft request' (duration: 307.266829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:03.142821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.336612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:03:03.142892Z","caller":"traceutil/trace.go:171","msg":"trace[929175553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5339; }","duration":"225.394313ms","start":"2026-03-04T13:03:02.917455Z","end":"2026-03-04T13:03:03.142849Z","steps":["trace[929175553] 'agreement among raft nodes before linearized reading' (duration: 225.312572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:03.142994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:02.835247Z","time spent":"307.659818ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19838,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:03:03.740431Z","caller":"traceutil/trace.go:171","msg":"trace[576996137] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"134.604019ms","start":"2026-03-04T13:03:03.605799Z","end":"2026-03-04T13:03:03.740403Z","steps":["trace[576996137] 'process raft request' (duration: 134.409044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:03.950205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.305186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:03:03.950427Z","caller":"traceutil/trace.go:171","msg":"trace[1699327410] linearizableReadLoop","detail":"{readStateIndex:5555; appliedIndex:5554; }","duration":"204.298011ms","start":"2026-03-04T13:03:03.746113Z","end":"2026-03-04T13:03:03.950411Z","steps":["trace[1699327410] 'read index received' (duration: 67.739749ms)","trace[1699327410] 'applied index is now lower than readState.Index' (duration: 136.556202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:03.950657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.538206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81738"} {"level":"info","ts":"2026-03-04T13:03:03.950679Z","caller":"traceutil/trace.go:171","msg":"trace[1838996357] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"205.630702ms","start":"2026-03-04T13:03:03.745026Z","end":"2026-03-04T13:03:03.950656Z","steps":["trace[1838996357] 'process raft request' (duration: 68.809974ms)","trace[1838996357] 'compare' (duration: 136.04693ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:03:03.950762Z","caller":"traceutil/trace.go:171","msg":"trace[642771246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5341; }","duration":"204.660159ms","start":"2026-03-04T13:03:03.746064Z","end":"2026-03-04T13:03:03.950725Z","steps":["trace[642771246] 'agreement among raft nodes before linearized reading' (duration: 204.407264ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:03:26.319835Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2695} {"level":"info","ts":"2026-03-04T13:03:26.387574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2695,"took":"63.449071ms","hash":725982728,"current-db-size-bytes":39206912,"current-db-size":"39 MB","current-db-size-in-use-bytes":29319168,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T13:03:26.387637Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":725982728,"revision":2695,"compact-revision":-1} {"level":"warn","ts":"2026-03-04T13:03:33.056782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.140666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:03:33.056857Z","caller":"traceutil/trace.go:171","msg":"trace[1984979421] linearizableReadLoop","detail":"{readStateIndex:5817; appliedIndex:5816; }","duration":"315.57498ms","start":"2026-03-04T13:03:32.74127Z","end":"2026-03-04T13:03:33.056845Z","steps":["trace[1984979421] 'read index received' (duration: 60.446284ms)","trace[1984979421] 'applied index is now lower than readState.Index' (duration: 255.127626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:33.057002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.726474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:03:33.057025Z","caller":"traceutil/trace.go:171","msg":"trace[859878906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5594; }","duration":"315.764295ms","start":"2026-03-04T13:03:32.741254Z","end":"2026-03-04T13:03:33.057019Z","steps":["trace[859878906] 'agreement among raft nodes before linearized reading' (duration: 315.618921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:33.057044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:32.741189Z","time spent":"315.850686ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:03:33.057112Z","caller":"traceutil/trace.go:171","msg":"trace[1587183782] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"317.707779ms","start":"2026-03-04T13:03:32.739398Z","end":"2026-03-04T13:03:33.057106Z","steps":["trace[1587183782] 'process raft request' (duration: 62.172484ms)","trace[1587183782] 'compare' (duration: 254.843469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:03:33.057143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:32.739373Z","time spent":"317.754969ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:03:33.077509Z","caller":"traceutil/trace.go:171","msg":"trace[1521153906] transaction","detail":"{read_only:false; response_revision:5595; number_of_response:1; }","duration":"335.918456ms","start":"2026-03-04T13:03:32.741569Z","end":"2026-03-04T13:03:33.077488Z","steps":["trace[1521153906] 'process raft request' (duration: 335.819573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:03:33.077625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:03:32.741557Z","time spent":"336.009427ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:03:42.222208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.110953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:03:42.22233Z","caller":"traceutil/trace.go:171","msg":"trace[1412546349] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5645; }","duration":"250.324597ms","start":"2026-03-04T13:03:41.971983Z","end":"2026-03-04T13:03:42.222308Z","steps":["trace[1412546349] 'count revisions from in-memory index tree' (duration: 250.024661ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:04:51.612732Z","caller":"traceutil/trace.go:171","msg":"trace[1213108699] linearizableReadLoop","detail":"{readStateIndex:6350; appliedIndex:6349; }","duration":"102.049666ms","start":"2026-03-04T13:04:51.510655Z","end":"2026-03-04T13:04:51.612705Z","steps":["trace[1213108699] 'read index received' (duration: 101.538374ms)","trace[1213108699] 'applied index is now lower than readState.Index' (duration: 510.022µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:04:51.612771Z","caller":"traceutil/trace.go:171","msg":"trace[1767449557] transaction","detail":"{read_only:false; response_revision:6110; number_of_response:1; }","duration":"102.861095ms","start":"2026-03-04T13:04:51.509879Z","end":"2026-03-04T13:04:51.61274Z","steps":["trace[1767449557] 'process raft request' (duration: 102.404504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:04:51.612901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.22716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-04T13:04:51.612973Z","caller":"traceutil/trace.go:171","msg":"trace[1833019136] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6110; }","duration":"102.328823ms","start":"2026-03-04T13:04:51.510628Z","end":"2026-03-04T13:04:51.612957Z","steps":["trace[1833019136] 'agreement among raft nodes before linearized reading' (duration: 102.1915ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:26.32699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5468} {"level":"info","ts":"2026-03-04T13:08:26.447206Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5468,"took":"118.157172ms","hash":2731334676,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":21655552,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-04T13:08:26.447295Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2731334676,"revision":5468,"compact-revision":2695} {"level":"info","ts":"2026-03-04T13:08:43.229696Z","caller":"traceutil/trace.go:171","msg":"trace[1197214916] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"186.595562ms","start":"2026-03-04T13:08:43.043071Z","end":"2026-03-04T13:08:43.229666Z","steps":["trace[1197214916] 'process raft request' (duration: 186.456669ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:08:43.244905Z","caller":"traceutil/trace.go:171","msg":"trace[273419477] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"171.761981ms","start":"2026-03-04T13:08:43.073115Z","end":"2026-03-04T13:08:43.244877Z","steps":["trace[273419477] 'process raft request' (duration: 171.550786ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:11.102851Z","caller":"traceutil/trace.go:171","msg":"trace[627708566] linearizableReadLoop","detail":"{readStateIndex:8048; appliedIndex:8047; }","duration":"437.80624ms","start":"2026-03-04T13:09:10.665022Z","end":"2026-03-04T13:09:11.102828Z","steps":["trace[627708566] 'read index received' (duration: 437.585506ms)","trace[627708566] 'applied index is now lower than readState.Index' (duration: 219.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:11.102972Z","caller":"traceutil/trace.go:171","msg":"trace[1288777235] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"501.134198ms","start":"2026-03-04T13:09:10.60179Z","end":"2026-03-04T13:09:11.102924Z","steps":["trace[1288777235] 'process raft request' (duration: 500.887182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:11.10314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.968775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:09:11.103169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:10.601765Z","time spent":"501.309081ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:11.103272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.132642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:09:11.103204Z","caller":"traceutil/trace.go:171","msg":"trace[1071768019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7745; }","duration":"438.220169ms","start":"2026-03-04T13:09:10.664971Z","end":"2026-03-04T13:09:11.103191Z","steps":["trace[1071768019] 'agreement among raft nodes before linearized reading' (duration: 437.984944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:11.103401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.697706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:09:11.103366Z","caller":"traceutil/trace.go:171","msg":"trace[494779053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7745; }","duration":"131.267325ms","start":"2026-03-04T13:09:10.972085Z","end":"2026-03-04T13:09:11.103352Z","steps":["trace[494779053] 'agreement among raft nodes before linearized reading' (duration: 131.02417ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:11.103559Z","caller":"traceutil/trace.go:171","msg":"trace[1513891197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7745; }","duration":"267.882951ms","start":"2026-03-04T13:09:10.835626Z","end":"2026-03-04T13:09:11.103508Z","steps":["trace[1513891197] 'agreement among raft nodes before linearized reading' (duration: 267.437051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:11.103477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:10.664946Z","time spent":"438.515697ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:09:11.70871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.540865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:11.708958Z","caller":"traceutil/trace.go:171","msg":"trace[1026303058] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8048; }","duration":"535.440205ms","start":"2026-03-04T13:09:11.17338Z","end":"2026-03-04T13:09:11.70882Z","steps":["trace[1026303058] 'read index received' (duration: 375.483748ms)","trace[1026303058] 'applied index is now lower than readState.Index' (duration: 159.955877ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:11.708978Z","caller":"traceutil/trace.go:171","msg":"trace[342660031] transaction","detail":"{read_only:false; response_revision:7747; number_of_response:1; }","duration":"600.96392ms","start":"2026-03-04T13:09:11.107992Z","end":"2026-03-04T13:09:11.708956Z","steps":["trace[342660031] 'process raft request' (duration: 600.796757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:11.708973Z","caller":"traceutil/trace.go:171","msg":"trace[615416669] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"601.019311ms","start":"2026-03-04T13:09:11.107892Z","end":"2026-03-04T13:09:11.708911Z","steps":["trace[615416669] 'process raft request' (duration: 57.20755ms)","trace[615416669] 'compare' (duration: 543.428953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:11.70909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.107962Z","time spent":"601.061773ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:11.709161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.824804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:09:11.709186Z","caller":"traceutil/trace.go:171","msg":"trace[60676628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7747; }","duration":"535.882535ms","start":"2026-03-04T13:09:11.173298Z","end":"2026-03-04T13:09:11.709181Z","steps":["trace[60676628] 'agreement among raft nodes before linearized reading' (duration: 535.700281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:11.709226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.173281Z","time spent":"535.939626ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:09:11.709216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.107879Z","time spent":"601.209945ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:12.00117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.679445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:12.001368Z","caller":"traceutil/trace.go:171","msg":"trace[933590943] transaction","detail":"{read_only:false; response_revision:7748; number_of_response:1; }","duration":"657.722149ms","start":"2026-03-04T13:09:11.343599Z","end":"2026-03-04T13:09:12.001321Z","steps":["trace[933590943] 'process raft request' (duration: 508.784539ms)","trace[933590943] 'compare' (duration: 148.4941ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:12.001468Z","caller":"traceutil/trace.go:171","msg":"trace[706993862] linearizableReadLoop","detail":"{readStateIndex:8051; appliedIndex:8050; }","duration":"292.45958ms","start":"2026-03-04T13:09:11.70898Z","end":"2026-03-04T13:09:12.001439Z","steps":["trace[706993862] 'read index received' (duration: 143.278894ms)","trace[706993862] 'applied index is now lower than readState.Index' (duration: 149.174246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:12.001537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.516041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:12.001404Z","caller":"traceutil/trace.go:171","msg":"trace[2091065077] transaction","detail":"{read_only:false; response_revision:7749; number_of_response:1; }","duration":"108.730661ms","start":"2026-03-04T13:09:11.892649Z","end":"2026-03-04T13:09:12.001379Z","steps":["trace[2091065077] 'process raft request' (duration: 108.65141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:12.001582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.343575Z","time spent":"657.896402ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:12.001651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.462035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:09:12.001593Z","caller":"traceutil/trace.go:171","msg":"trace[879624457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7749; }","duration":"334.597192ms","start":"2026-03-04T13:09:11.666983Z","end":"2026-03-04T13:09:12.00158Z","steps":["trace[879624457] 'agreement among raft nodes before linearized reading' (duration: 334.50571ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:12.001721Z","caller":"traceutil/trace.go:171","msg":"trace[1621638714] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7749; }","duration":"641.580417ms","start":"2026-03-04T13:09:11.360122Z","end":"2026-03-04T13:09:12.001703Z","steps":["trace[1621638714] 'agreement among raft nodes before linearized reading' (duration: 641.377983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:12.001746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.277618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-04T13:09:12.00178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.3601Z","time spent":"641.6663ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:09:12.001811Z","caller":"traceutil/trace.go:171","msg":"trace[1475665743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7749; }","duration":"792.39471ms","start":"2026-03-04T13:09:11.209397Z","end":"2026-03-04T13:09:12.001792Z","steps":["trace[1475665743] 'agreement among raft nodes before linearized reading' (duration: 792.162175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:12.001821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.666968Z","time spent":"334.772466ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:09:12.001864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:11.20937Z","time spent":"792.482533ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-04T13:09:12.011178Z","caller":"traceutil/trace.go:171","msg":"trace[530032583] transaction","detail":"{read_only:false; response_revision:7750; number_of_response:1; }","duration":"112.696421ms","start":"2026-03-04T13:09:11.89846Z","end":"2026-03-04T13:09:12.011156Z","steps":["trace[530032583] 'process raft request' (duration: 112.403693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:12.011612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.067739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:09:12.011668Z","caller":"traceutil/trace.go:171","msg":"trace[720822761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7750; }","duration":"299.154161ms","start":"2026-03-04T13:09:11.7125Z","end":"2026-03-04T13:09:12.011654Z","steps":["trace[720822761] 'agreement among raft nodes before linearized reading' (duration: 298.955036ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:12.164296Z","caller":"traceutil/trace.go:171","msg":"trace[2061516598] linearizableReadLoop","detail":"{readStateIndex:8054; appliedIndex:8053; }","duration":"153.296648ms","start":"2026-03-04T13:09:12.010976Z","end":"2026-03-04T13:09:12.164273Z","steps":["trace[2061516598] 'read index received' (duration: 153.125425ms)","trace[2061516598] 'applied index is now lower than readState.Index' (duration: 170.233µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:12.164435Z","caller":"traceutil/trace.go:171","msg":"trace[96291228] transaction","detail":"{read_only:false; response_revision:7751; number_of_response:1; }","duration":"157.069983ms","start":"2026-03-04T13:09:12.00734Z","end":"2026-03-04T13:09:12.16441Z","steps":["trace[96291228] 'process raft request' (duration: 156.779926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:12.164586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.607019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-128cf8c7-865f-4278-bafc-a786d0c42372\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T13:09:12.164648Z","caller":"traceutil/trace.go:171","msg":"trace[765883742] range","detail":"{range_begin:/registry/persistentvolumes/pvc-128cf8c7-865f-4278-bafc-a786d0c42372; range_end:; response_count:1; response_revision:7751; }","duration":"159.722652ms","start":"2026-03-04T13:09:12.004905Z","end":"2026-03-04T13:09:12.164628Z","steps":["trace[765883742] 'agreement among raft nodes before linearized reading' (duration: 159.510758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:12.164634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.395103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-04T13:09:12.16484Z","caller":"traceutil/trace.go:171","msg":"trace[459719877] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7751; }","duration":"150.614388ms","start":"2026-03-04T13:09:12.014207Z","end":"2026-03-04T13:09:12.164821Z","steps":["trace[459719877] 'agreement among raft nodes before linearized reading' (duration: 150.238739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:20.166358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588537231,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:09:20.352489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.406672Z","time spent":"945.813311ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:09:21.091373Z","caller":"traceutil/trace.go:171","msg":"trace[1472276016] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8226; }","duration":"1.425684793s","start":"2026-03-04T13:09:19.665665Z","end":"2026-03-04T13:09:21.09135Z","steps":["trace[1472276016] 'read index received' (duration: 686.654606ms)","trace[1472276016] 'applied index is now lower than readState.Index' (duration: 739.029247ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:21.091406Z","caller":"traceutil/trace.go:171","msg":"trace[2087732811] transaction","detail":"{read_only:false; response_revision:7922; number_of_response:1; }","duration":"1.058239567s","start":"2026-03-04T13:09:20.033133Z","end":"2026-03-04T13:09:21.091373Z","steps":["trace[2087732811] 'process raft request' (duration: 1.057977391s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:21.091465Z","caller":"traceutil/trace.go:171","msg":"trace[1490427463] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"1.058235077s","start":"2026-03-04T13:09:20.033192Z","end":"2026-03-04T13:09:21.091427Z","steps":["trace[1490427463] 'process raft request' (duration: 1.058078103s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:21.091486Z","caller":"traceutil/trace.go:171","msg":"trace[62144699] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"1.055512775s","start":"2026-03-04T13:09:20.035931Z","end":"2026-03-04T13:09:21.091444Z","steps":["trace[62144699] 'process raft request' (duration: 1.055383982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.091534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.03311Z","time spent":"1.058349358s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:21.091555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425874498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:21.091635Z","caller":"traceutil/trace.go:171","msg":"trace[1873409957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7924; }","duration":"1.425997391s","start":"2026-03-04T13:09:19.665619Z","end":"2026-03-04T13:09:21.091616Z","steps":["trace[1873409957] 'agreement among raft nodes before linearized reading' (duration: 1.425851438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.091641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.033165Z","time spent":"1.058383329s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:21.091672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.665601Z","time spent":"1.426064702s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:09:21.091684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.035922Z","time spent":"1.055672258s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:21.092084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.27482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:09:21.092105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.675712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:09:21.092118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335487087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:09:21.09213Z","caller":"traceutil/trace.go:171","msg":"trace[1606829748] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7925; }","duration":"869.361352ms","start":"2026-03-04T13:09:20.222754Z","end":"2026-03-04T13:09:21.092115Z","steps":["trace[1606829748] 'agreement among raft nodes before linearized reading' (duration: 869.26914ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:21.092134Z","caller":"traceutil/trace.go:171","msg":"trace[1508869937] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:7925; }","duration":"498.748514ms","start":"2026-03-04T13:09:20.593376Z","end":"2026-03-04T13:09:21.092124Z","steps":["trace[1508869937] 'agreement among raft nodes before linearized reading' (duration: 498.684773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.593355Z","time spent":"498.801655ms","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:09:21.09216Z","caller":"traceutil/trace.go:171","msg":"trace[393919472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7925; }","duration":"1.335564599s","start":"2026-03-04T13:09:19.756582Z","end":"2026-03-04T13:09:21.092146Z","steps":["trace[393919472] 'agreement among raft nodes before linearized reading' (duration: 1.335405835s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:21.092132Z","caller":"traceutil/trace.go:171","msg":"trace[1817013072] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"738.213909ms","start":"2026-03-04T13:09:20.353883Z","end":"2026-03-04T13:09:21.092096Z","steps":["trace[1817013072] 'process raft request' (duration: 737.992934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.756561Z","time spent":"1.33562469s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:09:21.092178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.169959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:21.092268Z","caller":"traceutil/trace.go:171","msg":"trace[776071484] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7925; }","duration":"277.309432ms","start":"2026-03-04T13:09:20.814936Z","end":"2026-03-04T13:09:21.092245Z","steps":["trace[776071484] 'agreement among raft nodes before linearized reading' (duration: 277.090297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.353866Z","time spent":"738.337601ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:21.092322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.077541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T13:09:21.092338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.45876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-04T13:09:21.092358Z","caller":"traceutil/trace.go:171","msg":"trace[454905831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:7925; }","duration":"863.138833ms","start":"2026-03-04T13:09:20.22921Z","end":"2026-03-04T13:09:21.092349Z","steps":["trace[454905831] 'agreement among raft nodes before linearized reading' (duration: 862.9789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298740444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:21.092383Z","caller":"traceutil/trace.go:171","msg":"trace[662335386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7925; }","duration":"884.541652ms","start":"2026-03-04T13:09:20.20783Z","end":"2026-03-04T13:09:21.092371Z","steps":["trace[662335386] 'agreement among raft nodes before linearized reading' (duration: 884.393018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.09239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.229198Z","time spent":"863.184764ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"info","ts":"2026-03-04T13:09:21.092407Z","caller":"traceutil/trace.go:171","msg":"trace[707917531] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7925; }","duration":"1.298894577s","start":"2026-03-04T13:09:19.793501Z","end":"2026-03-04T13:09:21.092395Z","steps":["trace[707917531] 'agreement among raft nodes before linearized reading' (duration: 1.298842326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.207805Z","time spent":"884.606923ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:09:21.092442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.793485Z","time spent":"1.298949789s","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:21.092168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.222725Z","time spent":"869.432293ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:21.092505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314867115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:09:21.09253Z","caller":"traceutil/trace.go:171","msg":"trace[177021751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7925; }","duration":"1.314948407s","start":"2026-03-04T13:09:19.777575Z","end":"2026-03-04T13:09:21.092524Z","steps":["trace[177021751] 'agreement among raft nodes before linearized reading' (duration: 1.314829734s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:19.777537Z","time spent":"1.315008038s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:09:21.092602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.600416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T13:09:21.092645Z","caller":"traceutil/trace.go:171","msg":"trace[879077710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7925; }","duration":"877.666417ms","start":"2026-03-04T13:09:20.214969Z","end":"2026-03-04T13:09:21.092636Z","steps":["trace[879077710] 'agreement among raft nodes before linearized reading' (duration: 877.569765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:21.092671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:20.214956Z","time spent":"877.709439ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:09:31.286301Z","caller":"traceutil/trace.go:171","msg":"trace[240321578] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"154.571007ms","start":"2026-03-04T13:09:31.131703Z","end":"2026-03-04T13:09:31.286274Z","steps":["trace[240321578] 'process raft request' (duration: 154.373933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:31.342045Z","caller":"traceutil/trace.go:171","msg":"trace[536269170] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"209.847343ms","start":"2026-03-04T13:09:31.132177Z","end":"2026-03-04T13:09:31.342025Z","steps":["trace[536269170] 'process raft request' (duration: 205.398183ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:31.342139Z","caller":"traceutil/trace.go:171","msg":"trace[1198449063] linearizableReadLoop","detail":"{readStateIndex:8281; appliedIndex:8279; }","duration":"190.074541ms","start":"2026-03-04T13:09:31.152039Z","end":"2026-03-04T13:09:31.342113Z","steps":["trace[1198449063] 'read index received' (duration: 134.024107ms)","trace[1198449063] 'applied index is now lower than readState.Index' (duration: 56.048714ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:31.342207Z","caller":"traceutil/trace.go:171","msg":"trace[1363524264] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"179.766949ms","start":"2026-03-04T13:09:31.162427Z","end":"2026-03-04T13:09:31.342194Z","steps":["trace[1363524264] 'process raft request' (duration: 179.564515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:31.342325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.265966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:31.342384Z","caller":"traceutil/trace.go:171","msg":"trace[305172140] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7974; }","duration":"190.340117ms","start":"2026-03-04T13:09:31.152025Z","end":"2026-03-04T13:09:31.342365Z","steps":["trace[305172140] 'agreement among raft nodes before linearized reading' (duration: 190.216714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:31.342492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.81602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:09:31.34248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.546677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T13:09:31.342517Z","caller":"traceutil/trace.go:171","msg":"trace[1302167141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7974; }","duration":"149.874151ms","start":"2026-03-04T13:09:31.192636Z","end":"2026-03-04T13:09:31.34251Z","steps":["trace[1302167141] 'agreement among raft nodes before linearized reading' (duration: 149.768989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:31.342541Z","caller":"traceutil/trace.go:171","msg":"trace[55201490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7974; }","duration":"150.750712ms","start":"2026-03-04T13:09:31.191775Z","end":"2026-03-04T13:09:31.342526Z","steps":["trace[55201490] 'agreement among raft nodes before linearized reading' (duration: 150.551857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:31.342592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.918525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T13:09:31.342604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.059879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T13:09:31.342641Z","caller":"traceutil/trace.go:171","msg":"trace[208945881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7974; }","duration":"143.141201ms","start":"2026-03-04T13:09:31.199492Z","end":"2026-03-04T13:09:31.342633Z","steps":["trace[208945881] 'agreement among raft nodes before linearized reading' (duration: 143.017768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:31.342637Z","caller":"traceutil/trace.go:171","msg":"trace[1185763620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:7974; }","duration":"146.984607ms","start":"2026-03-04T13:09:31.195636Z","end":"2026-03-04T13:09:31.342621Z","steps":["trace[1185763620] 'agreement among raft nodes before linearized reading' (duration: 146.881695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:31.342686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.470024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T13:09:31.34248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.079123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:09:31.342706Z","caller":"traceutil/trace.go:171","msg":"trace[1866221283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7974; }","duration":"150.531346ms","start":"2026-03-04T13:09:31.192169Z","end":"2026-03-04T13:09:31.3427Z","steps":["trace[1866221283] 'agreement among raft nodes before linearized reading' (duration: 150.474384ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:31.34272Z","caller":"traceutil/trace.go:171","msg":"trace[556119773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7974; }","duration":"149.35353ms","start":"2026-03-04T13:09:31.19336Z","end":"2026-03-04T13:09:31.342714Z","steps":["trace[556119773] 'agreement among raft nodes before linearized reading' (duration: 148.994702ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:34.213617Z","caller":"traceutil/trace.go:171","msg":"trace[397260886] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"166.413671ms","start":"2026-03-04T13:09:34.047178Z","end":"2026-03-04T13:09:34.213592Z","steps":["trace[397260886] 'process raft request' (duration: 165.863589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:35.029372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.521797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:35.029456Z","caller":"traceutil/trace.go:171","msg":"trace[2127994404] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7989; }","duration":"502.684471ms","start":"2026-03-04T13:09:34.526753Z","end":"2026-03-04T13:09:35.029437Z","steps":["trace[2127994404] 'count revisions from in-memory index tree' (duration: 502.414495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:35.029505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:34.526729Z","time spent":"502.764093ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:35.02952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.599663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:35.029573Z","caller":"traceutil/trace.go:171","msg":"trace[1501364288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7989; }","duration":"364.697806ms","start":"2026-03-04T13:09:34.664861Z","end":"2026-03-04T13:09:35.029559Z","steps":["trace[1501364288] 'range keys from in-memory index tree' (duration: 364.506632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:35.029596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:34.66484Z","time spent":"364.750737ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:09:35.030081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.917043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:35.030169Z","caller":"traceutil/trace.go:171","msg":"trace[1980022488] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7989; }","duration":"247.102857ms","start":"2026-03-04T13:09:34.783048Z","end":"2026-03-04T13:09:35.030151Z","steps":["trace[1980022488] 'count revisions from in-memory index tree' (duration: 246.747049ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:35.526094Z","caller":"traceutil/trace.go:171","msg":"trace[394232345] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8298; }","duration":"112.309431ms","start":"2026-03-04T13:09:35.413758Z","end":"2026-03-04T13:09:35.526067Z","steps":["trace[394232345] 'read index received' (duration: 33.957949ms)","trace[394232345] 'applied index is now lower than readState.Index' (duration: 78.350352ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:35.52618Z","caller":"traceutil/trace.go:171","msg":"trace[481327264] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"141.684109ms","start":"2026-03-04T13:09:35.384447Z","end":"2026-03-04T13:09:35.526131Z","steps":["trace[481327264] 'process raft request' (duration: 63.223944ms)","trace[481327264] 'compare' (duration: 78.203709ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:35.526206Z","caller":"traceutil/trace.go:171","msg":"trace[1288058556] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"141.653468ms","start":"2026-03-04T13:09:35.384514Z","end":"2026-03-04T13:09:35.526167Z","steps":["trace[1288058556] 'process raft request' (duration: 141.500455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:35.52646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.68827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:09:35.526521Z","caller":"traceutil/trace.go:171","msg":"trace[1064543116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7992; }","duration":"112.872365ms","start":"2026-03-04T13:09:35.413634Z","end":"2026-03-04T13:09:35.526506Z","steps":["trace[1064543116] 'agreement among raft nodes before linearized reading' (duration: 112.533697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:35.918582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.151557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:35.918719Z","caller":"traceutil/trace.go:171","msg":"trace[1545666535] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"387.804014ms","start":"2026-03-04T13:09:35.530886Z","end":"2026-03-04T13:09:35.91869Z","steps":["trace[1545666535] 'process raft request' (duration: 157.444552ms)","trace[1545666535] 'compare' (duration: 230.014474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:35.918818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.530867Z","time spent":"387.901315ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:36.538777Z","caller":"traceutil/trace.go:171","msg":"trace[438458817] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"1.007752818s","start":"2026-03-04T13:09:35.530971Z","end":"2026-03-04T13:09:36.538724Z","steps":["trace[438458817] 'process raft request' (duration: 1.007517613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.539001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.530956Z","time spent":"1.007925691s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:36.539047Z","caller":"traceutil/trace.go:171","msg":"trace[590312398] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"1.00744088s","start":"2026-03-04T13:09:35.531565Z","end":"2026-03-04T13:09:36.539006Z","steps":["trace[590312398] 'process raft request' (duration: 1.007071212s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:36.539096Z","caller":"traceutil/trace.go:171","msg":"trace[383523290] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.007109412s","start":"2026-03-04T13:09:35.531961Z","end":"2026-03-04T13:09:36.53907Z","steps":["trace[383523290] 'process raft request' (duration: 1.006698663s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:36.539064Z","caller":"traceutil/trace.go:171","msg":"trace[1051066545] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"1.007538781s","start":"2026-03-04T13:09:35.531492Z","end":"2026-03-04T13:09:36.53903Z","steps":["trace[1051066545] 'process raft request' (duration: 1.007117022s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.539175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.531955Z","time spent":"1.007183104s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:36.539209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.531555Z","time spent":"1.007565232s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:36.539238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.531475Z","time spent":"1.007721126s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:09:36.922367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.645639ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:09:36.922483Z","caller":"traceutil/trace.go:171","msg":"trace[2105343858] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8300; }","duration":"1.254898204s","start":"2026-03-04T13:09:35.667566Z","end":"2026-03-04T13:09:36.922464Z","steps":["trace[2105343858] 'read index received' (duration: 20.776985ms)","trace[2105343858] 'applied index is now lower than readState.Index' (duration: 1.234119419s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:36.922631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255048338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.922704Z","caller":"traceutil/trace.go:171","msg":"trace[651123127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"1.25516939s","start":"2026-03-04T13:09:35.667518Z","end":"2026-03-04T13:09:36.922687Z","steps":["trace[651123127] 'agreement among raft nodes before linearized reading' (duration: 1.255048108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.922766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.667498Z","time spent":"1.255246273s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:09:36.922803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177932462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:36.922871Z","caller":"traceutil/trace.go:171","msg":"trace[645869343] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:7997; }","duration":"1.178054395s","start":"2026-03-04T13:09:35.744805Z","end":"2026-03-04T13:09:36.922859Z","steps":["trace[645869343] 'agreement among raft nodes before linearized reading' (duration: 1.17782015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.922967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.981203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:09:36.92401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:35.744781Z","time spent":"1.179156681s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:09:36.924102Z","caller":"traceutil/trace.go:171","msg":"trace[1296856546] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7997; }","duration":"227.167341ms","start":"2026-03-04T13:09:36.696896Z","end":"2026-03-04T13:09:36.924063Z","steps":["trace[1296856546] 'agreement among raft nodes before linearized reading' (duration: 225.862691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.242419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.924201Z","caller":"traceutil/trace.go:171","msg":"trace[822352384] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7997; }","duration":"320.277563ms","start":"2026-03-04T13:09:36.603907Z","end":"2026-03-04T13:09:36.924184Z","steps":["trace[822352384] 'agreement among raft nodes before linearized reading' (duration: 319.247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.924257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.603891Z","time spent":"320.349795ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T13:09:36.923201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.852431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.924427Z","caller":"traceutil/trace.go:171","msg":"trace[725544831] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7997; }","duration":"138.15005ms","start":"2026-03-04T13:09:36.786266Z","end":"2026-03-04T13:09:36.924416Z","steps":["trace[725544831] 'agreement among raft nodes before linearized reading' (duration: 136.856901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.473114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.924602Z","caller":"traceutil/trace.go:171","msg":"trace[2096133271] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7997; }","duration":"180.885495ms","start":"2026-03-04T13:09:36.743707Z","end":"2026-03-04T13:09:36.924592Z","steps":["trace[2096133271] 'agreement among raft nodes before linearized reading' (duration: 179.469903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.11064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.924783Z","caller":"traceutil/trace.go:171","msg":"trace[1628895283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7997; }","duration":"288.692046ms","start":"2026-03-04T13:09:36.636078Z","end":"2026-03-04T13:09:36.92477Z","steps":["trace[1628895283] 'agreement among raft nodes before linearized reading' (duration: 287.136631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.475552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.925005Z","caller":"traceutil/trace.go:171","msg":"trace[1928956385] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7997; }","duration":"320.229661ms","start":"2026-03-04T13:09:36.604766Z","end":"2026-03-04T13:09:36.924996Z","steps":["trace[1928956385] 'agreement among raft nodes before linearized reading' (duration: 318.488092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.925042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.604753Z","time spent":"320.276942ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-04T13:09:36.923274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.609603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92523Z","caller":"traceutil/trace.go:171","msg":"trace[806974178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7997; }","duration":"158.581837ms","start":"2026-03-04T13:09:36.766637Z","end":"2026-03-04T13:09:36.925219Z","steps":["trace[806974178] 'agreement among raft nodes before linearized reading' (duration: 156.612683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.92331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.518805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.925413Z","caller":"traceutil/trace.go:171","msg":"trace[302972432] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7997; }","duration":"181.633532ms","start":"2026-03-04T13:09:36.743764Z","end":"2026-03-04T13:09:36.925397Z","steps":["trace[302972432] 'agreement among raft nodes before linearized reading' (duration: 179.528785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.170968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.925513Z","caller":"traceutil/trace.go:171","msg":"trace[852248208] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7997; }","duration":"321.364097ms","start":"2026-03-04T13:09:36.604125Z","end":"2026-03-04T13:09:36.925489Z","steps":["trace[852248208] 'agreement among raft nodes before linearized reading' (duration: 319.162538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.925569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.60401Z","time spent":"321.540761ms","remote":"127.0.0.1:33146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:36.923278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.522231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92568Z","caller":"traceutil/trace.go:171","msg":"trace[593245110] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7997; }","duration":"158.954866ms","start":"2026-03-04T13:09:36.76669Z","end":"2026-03-04T13:09:36.925645Z","steps":["trace[593245110] 'agreement among raft nodes before linearized reading' (duration: 156.513991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.564116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.925765Z","caller":"traceutil/trace.go:171","msg":"trace[1258556921] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7997; }","duration":"181.97589ms","start":"2026-03-04T13:09:36.743776Z","end":"2026-03-04T13:09:36.925752Z","steps":["trace[1258556921] 'agreement among raft nodes before linearized reading' (duration: 179.553245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.68839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.925949Z","caller":"traceutil/trace.go:171","msg":"trace[45696292] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7997; }","duration":"200.32797ms","start":"2026-03-04T13:09:36.7256Z","end":"2026-03-04T13:09:36.925928Z","steps":["trace[45696292] 'agreement among raft nodes before linearized reading' (duration: 197.685011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.08884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.926156Z","caller":"traceutil/trace.go:171","msg":"trace[1534336858] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7997; }","duration":"290.022316ms","start":"2026-03-04T13:09:36.636121Z","end":"2026-03-04T13:09:36.926143Z","steps":["trace[1534336858] 'agreement among raft nodes before linearized reading' (duration: 287.08124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.92336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.889718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92624Z","caller":"traceutil/trace.go:171","msg":"trace[142033335] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7997; }","duration":"269.767053ms","start":"2026-03-04T13:09:36.656447Z","end":"2026-03-04T13:09:36.926214Z","steps":["trace[142033335] 'agreement among raft nodes before linearized reading' (duration: 266.892919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.429355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92642Z","caller":"traceutil/trace.go:171","msg":"trace[348568201] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7997; }","duration":"217.446752ms","start":"2026-03-04T13:09:36.708963Z","end":"2026-03-04T13:09:36.926409Z","steps":["trace[348568201] 'agreement among raft nodes before linearized reading' (duration: 214.416905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.054889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.926493Z","caller":"traceutil/trace.go:171","msg":"trace[1737258726] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7997; }","duration":"159.16505ms","start":"2026-03-04T13:09:36.767308Z","end":"2026-03-04T13:09:36.926473Z","steps":["trace[1737258726] 'agreement among raft nodes before linearized reading' (duration: 156.037509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.633343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.926584Z","caller":"traceutil/trace.go:171","msg":"trace[1949057993] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7997; }","duration":"269.938878ms","start":"2026-03-04T13:09:36.656634Z","end":"2026-03-04T13:09:36.926573Z","steps":["trace[1949057993] 'agreement among raft nodes before linearized reading' (duration: 266.540981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.146957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.926681Z","caller":"traceutil/trace.go:171","msg":"trace[1484047876] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7997; }","duration":"140.439181ms","start":"2026-03-04T13:09:36.7862Z","end":"2026-03-04T13:09:36.926639Z","steps":["trace[1484047876] 'agreement among raft nodes before linearized reading' (duration: 137.125816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.089236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.926781Z","caller":"traceutil/trace.go:171","msg":"trace[276243110] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7997; }","duration":"250.468212ms","start":"2026-03-04T13:09:36.676296Z","end":"2026-03-04T13:09:36.926765Z","steps":["trace[276243110] 'agreement among raft nodes before linearized reading' (duration: 247.093926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.079909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.926894Z","caller":"traceutil/trace.go:171","msg":"trace[1968477466] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7997; }","duration":"201.542538ms","start":"2026-03-04T13:09:36.725335Z","end":"2026-03-04T13:09:36.926878Z","steps":["trace[1968477466] 'agreement among raft nodes before linearized reading' (duration: 198.080719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.11676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.927043Z","caller":"traceutil/trace.go:171","msg":"trace[1799761003] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7997; }","duration":"218.725151ms","start":"2026-03-04T13:09:36.708278Z","end":"2026-03-04T13:09:36.927003Z","steps":["trace[1799761003] 'agreement among raft nodes before linearized reading' (duration: 215.11025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.253583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92715Z","caller":"traceutil/trace.go:171","msg":"trace[1673667387] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7997; }","duration":"290.995938ms","start":"2026-03-04T13:09:36.63612Z","end":"2026-03-04T13:09:36.927116Z","steps":["trace[1673667387] 'agreement among raft nodes before linearized reading' (duration: 287.272454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.850043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.927236Z","caller":"traceutil/trace.go:171","msg":"trace[1049288031] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7997; }","duration":"251.648758ms","start":"2026-03-04T13:09:36.675567Z","end":"2026-03-04T13:09:36.927216Z","steps":["trace[1049288031] 'agreement among raft nodes before linearized reading' (duration: 247.844422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.880563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.927374Z","caller":"traceutil/trace.go:171","msg":"trace[920664126] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7997; }","duration":"234.804211ms","start":"2026-03-04T13:09:36.692549Z","end":"2026-03-04T13:09:36.927353Z","steps":["trace[920664126] 'agreement among raft nodes before linearized reading' (duration: 230.901333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.200682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.927499Z","caller":"traceutil/trace.go:171","msg":"trace[1011922025] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7997; }","duration":"202.243733ms","start":"2026-03-04T13:09:36.725244Z","end":"2026-03-04T13:09:36.927488Z","steps":["trace[1011922025] 'agreement among raft nodes before linearized reading' (duration: 198.206542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.141652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92764Z","caller":"traceutil/trace.go:171","msg":"trace[1101220923] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7997; }","duration":"270.332766ms","start":"2026-03-04T13:09:36.657297Z","end":"2026-03-04T13:09:36.927629Z","steps":["trace[1101220923] 'agreement among raft nodes before linearized reading' (duration: 266.137302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.167622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.927862Z","caller":"traceutil/trace.go:171","msg":"trace[383991] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7997; }","duration":"219.58258ms","start":"2026-03-04T13:09:36.708268Z","end":"2026-03-04T13:09:36.927851Z","steps":["trace[383991] 'agreement among raft nodes before linearized reading' (duration: 215.169871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.9235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.136699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928028Z","caller":"traceutil/trace.go:171","msg":"trace[201524276] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7997; }","duration":"235.718552ms","start":"2026-03-04T13:09:36.692301Z","end":"2026-03-04T13:09:36.92802Z","steps":["trace[201524276] 'agreement among raft nodes before linearized reading' (duration: 231.159429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.554856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928159Z","caller":"traceutil/trace.go:171","msg":"trace[449297534] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7997; }","duration":"349.21449ms","start":"2026-03-04T13:09:36.578939Z","end":"2026-03-04T13:09:36.928154Z","steps":["trace[449297534] 'agreement among raft nodes before linearized reading' (duration: 344.563935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.928186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.578927Z","time spent":"349.247101ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:36.923509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.805331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928343Z","caller":"traceutil/trace.go:171","msg":"trace[975764587] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7997; }","duration":"252.661211ms","start":"2026-03-04T13:09:36.675674Z","end":"2026-03-04T13:09:36.928335Z","steps":["trace[975764587] 'agreement among raft nodes before linearized reading' (duration: 247.812982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.92352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.222886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928444Z","caller":"traceutil/trace.go:171","msg":"trace[421628625] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7997; }","duration":"395.155647ms","start":"2026-03-04T13:09:36.533278Z","end":"2026-03-04T13:09:36.928434Z","steps":["trace[421628625] 'agreement among raft nodes before linearized reading' (duration: 390.211946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.928478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.533275Z","time spent":"395.193638ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-04T13:09:36.923527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.555411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.92858Z","caller":"traceutil/trace.go:171","msg":"trace[628622078] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7997; }","duration":"106.627485ms","start":"2026-03-04T13:09:36.821947Z","end":"2026-03-04T13:09:36.928574Z","steps":["trace[628622078] 'agreement among raft nodes before linearized reading' (duration: 101.558901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.935739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928676Z","caller":"traceutil/trace.go:171","msg":"trace[882904260] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7997; }","duration":"107.148276ms","start":"2026-03-04T13:09:36.821522Z","end":"2026-03-04T13:09:36.92867Z","steps":["trace[882904260] 'agreement among raft nodes before linearized reading' (duration: 101.898939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.544685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928776Z","caller":"traceutil/trace.go:171","msg":"trace[328558778] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7997; }","duration":"349.791302ms","start":"2026-03-04T13:09:36.578978Z","end":"2026-03-04T13:09:36.92877Z","steps":["trace[328558778] 'agreement among raft nodes before linearized reading' (duration: 344.562405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.928798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.578964Z","time spent":"349.826764ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T13:09:36.923568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.010711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.928894Z","caller":"traceutil/trace.go:171","msg":"trace[430728891] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7997; }","duration":"107.365691ms","start":"2026-03-04T13:09:36.821522Z","end":"2026-03-04T13:09:36.928888Z","steps":["trace[430728891] 'agreement among raft nodes before linearized reading' (duration: 102.025371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.156023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.929012Z","caller":"traceutil/trace.go:171","msg":"trace[362203877] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7997; }","duration":"373.636635ms","start":"2026-03-04T13:09:36.555369Z","end":"2026-03-04T13:09:36.929005Z","steps":["trace[362203877] 'agreement among raft nodes before linearized reading' (duration: 368.188244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.929035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.55533Z","time spent":"373.697517ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T13:09:36.923562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.011342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.929186Z","caller":"traceutil/trace.go:171","msg":"trace[1463920131] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7997; }","duration":"349.674249ms","start":"2026-03-04T13:09:36.579505Z","end":"2026-03-04T13:09:36.929179Z","steps":["trace[1463920131] 'agreement among raft nodes before linearized reading' (duration: 344.004822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.929208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.579495Z","time spent":"349.70543ms","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"warn","ts":"2026-03-04T13:09:36.923581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.991563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.929353Z","caller":"traceutil/trace.go:171","msg":"trace[896407211] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7997; }","duration":"366.802173ms","start":"2026-03-04T13:09:36.562543Z","end":"2026-03-04T13:09:36.929345Z","steps":["trace[896407211] 'agreement among raft nodes before linearized reading' (duration: 361.007962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.929376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.562525Z","time spent":"366.843194ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"warn","ts":"2026-03-04T13:09:36.923641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.776888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.929508Z","caller":"traceutil/trace.go:171","msg":"trace[88268309] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7997; }","duration":"142.673821ms","start":"2026-03-04T13:09:36.786828Z","end":"2026-03-04T13:09:36.929502Z","steps":["trace[88268309] 'agreement among raft nodes before linearized reading' (duration: 136.782919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.41602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.929653Z","caller":"traceutil/trace.go:171","msg":"trace[312044081] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7997; }","duration":"374.381392ms","start":"2026-03-04T13:09:36.555265Z","end":"2026-03-04T13:09:36.929646Z","steps":["trace[312044081] 'agreement among raft nodes before linearized reading' (duration: 368.337687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.929677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.555245Z","time spent":"374.423904ms","remote":"127.0.0.1:33130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:36.923743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.371489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.929827Z","caller":"traceutil/trace.go:171","msg":"trace[56784336] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7997; }","duration":"408.476935ms","start":"2026-03-04T13:09:36.521343Z","end":"2026-03-04T13:09:36.92982Z","steps":["trace[56784336] 'agreement among raft nodes before linearized reading' (duration: 402.292797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.92985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.52134Z","time spent":"408.502126ms","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-04T13:09:36.923753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.42341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.930012Z","caller":"traceutil/trace.go:171","msg":"trace[256373542] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7997; }","duration":"408.69564ms","start":"2026-03-04T13:09:36.521289Z","end":"2026-03-04T13:09:36.929985Z","steps":["trace[256373542] 'agreement among raft nodes before linearized reading' (duration: 402.41484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.930083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.521273Z","time spent":"408.785891ms","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"warn","ts":"2026-03-04T13:09:36.923764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.653697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:09:36.923769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.489804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.930223Z","caller":"traceutil/trace.go:171","msg":"trace[1437641496] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7997; }","duration":"397.104531ms","start":"2026-03-04T13:09:36.533066Z","end":"2026-03-04T13:09:36.93017Z","steps":["trace[1437641496] 'agreement among raft nodes before linearized reading' (duration: 390.664877ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:09:36.930307Z","caller":"traceutil/trace.go:171","msg":"trace[1576595296] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7997; }","duration":"397.034919ms","start":"2026-03-04T13:09:36.533254Z","end":"2026-03-04T13:09:36.930289Z","steps":["trace[1576595296] 'agreement among raft nodes before linearized reading' (duration: 390.474213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.424044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:09:36.930422Z","caller":"traceutil/trace.go:171","msg":"trace[2059050263] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7997; }","duration":"449.124274ms","start":"2026-03-04T13:09:36.481267Z","end":"2026-03-04T13:09:36.930391Z","steps":["trace[2059050263] 'agreement among raft nodes before linearized reading' (duration: 442.439995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.923754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.40525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:09:36.930534Z","caller":"traceutil/trace.go:171","msg":"trace[2121616233] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7997; }","duration":"409.191761ms","start":"2026-03-04T13:09:36.52133Z","end":"2026-03-04T13:09:36.930522Z","steps":["trace[2121616233] 'agreement among raft nodes before linearized reading' (duration: 402.385049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:36.930537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.481246Z","time spent":"449.250296ms","remote":"127.0.0.1:52346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:36.930582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.521328Z","time spent":"409.239752ms","remote":"127.0.0.1:33104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:36.930355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.533249Z","time spent":"397.090801ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:09:36.931453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:36.533049Z","time spent":"397.260524ms","remote":"127.0.0.1:33114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-04T13:09:37.672953Z","caller":"traceutil/trace.go:171","msg":"trace[1658453869] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"283.828767ms","start":"2026-03-04T13:09:37.389102Z","end":"2026-03-04T13:09:37.672931Z","steps":["trace[1658453869] 'process raft request' (duration: 283.694164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:37.9147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.737015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:09:37.914882Z","caller":"traceutil/trace.go:171","msg":"trace[1278011144] linearizableReadLoop","detail":"{readStateIndex:8310; appliedIndex:8308; }","duration":"375.238901ms","start":"2026-03-04T13:09:37.539626Z","end":"2026-03-04T13:09:37.914865Z","steps":["trace[1278011144] 'read index received' (duration: 133.329062ms)","trace[1278011144] 'applied index is now lower than readState.Index' (duration: 241.908839ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:37.914972Z","caller":"traceutil/trace.go:171","msg":"trace[46431970] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"382.266608ms","start":"2026-03-04T13:09:37.532696Z","end":"2026-03-04T13:09:37.914962Z","steps":["trace[46431970] 'process raft request' (duration: 382.112854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:37.915043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:37.532644Z","time spent":"382.36405ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:37.91506Z","caller":"traceutil/trace.go:171","msg":"trace[1563725965] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"382.39733ms","start":"2026-03-04T13:09:37.532627Z","end":"2026-03-04T13:09:37.915024Z","steps":["trace[1563725965] 'process raft request' (duration: 280.244706ms)","trace[1563725965] 'compare' (duration: 101.599602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:09:37.915141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.21498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:09:37.915261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.730865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-04T13:09:37.915239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.625079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:09:37.915577Z","caller":"traceutil/trace.go:171","msg":"trace[235107973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:8001; }","duration":"376.000009ms","start":"2026-03-04T13:09:37.539552Z","end":"2026-03-04T13:09:37.915552Z","steps":["trace[235107973] 'agreement among raft nodes before linearized reading' (duration: 375.538028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:37.915656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:37.539534Z","time spent":"376.103611ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"info","ts":"2026-03-04T13:09:37.91522Z","caller":"traceutil/trace.go:171","msg":"trace[1524033470] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8001; }","duration":"320.347953ms","start":"2026-03-04T13:09:37.594855Z","end":"2026-03-04T13:09:37.915203Z","steps":["trace[1524033470] 'agreement among raft nodes before linearized reading' (duration: 320.180139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:37.915279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:37.532598Z","time spent":"382.574774ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:09:37.915337Z","caller":"traceutil/trace.go:171","msg":"trace[1902292803] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8001; }","duration":"203.828836ms","start":"2026-03-04T13:09:37.71147Z","end":"2026-03-04T13:09:37.915299Z","steps":["trace[1902292803] 'agreement among raft nodes before linearized reading' (duration: 203.648002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:09:37.915996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:09:37.594832Z","time spent":"320.999998ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:09:38.444359Z","caller":"traceutil/trace.go:171","msg":"trace[1224874206] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"139.502529ms","start":"2026-03-04T13:09:38.304813Z","end":"2026-03-04T13:09:38.444315Z","steps":["trace[1224874206] 'process raft request' (duration: 90.877642ms)","trace[1224874206] 'compare' (duration: 48.524575ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:09:38.58301Z","caller":"traceutil/trace.go:171","msg":"trace[142415222] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"128.75036ms","start":"2026-03-04T13:09:38.454236Z","end":"2026-03-04T13:09:38.582986Z","steps":["trace[142415222] 'process raft request' (duration: 126.684763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:01.680058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.538164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:10:01.680083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.582178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q884h\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-04T13:10:01.680173Z","caller":"traceutil/trace.go:171","msg":"trace[1180857568] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q884h; range_end:; response_count:1; response_revision:8169; }","duration":"246.729671ms","start":"2026-03-04T13:10:01.433422Z","end":"2026-03-04T13:10:01.680152Z","steps":["trace[1180857568] 'range keys from in-memory index tree' (duration: 246.22958ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:01.680175Z","caller":"traceutil/trace.go:171","msg":"trace[1783185740] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8169; }","duration":"185.702939ms","start":"2026-03-04T13:10:01.494444Z","end":"2026-03-04T13:10:01.680147Z","steps":["trace[1783185740] 'count revisions from in-memory index tree' (duration: 185.377231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:01.680208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.564002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-04T13:10:01.680336Z","caller":"traceutil/trace.go:171","msg":"trace[2137876148] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8169; }","duration":"239.752976ms","start":"2026-03-04T13:10:01.440549Z","end":"2026-03-04T13:10:01.680302Z","steps":["trace[2137876148] 'range keys from in-memory index tree' (duration: 239.283016ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:01.939239Z","caller":"traceutil/trace.go:171","msg":"trace[1357810757] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8486; }","duration":"246.534007ms","start":"2026-03-04T13:10:01.692677Z","end":"2026-03-04T13:10:01.939211Z","steps":["trace[1357810757] 'read index received' (duration: 246.450055ms)","trace[1357810757] 'applied index is now lower than readState.Index' (duration: 82.722µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:01.939466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.763262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:01.939433Z","caller":"traceutil/trace.go:171","msg":"trace[275168451] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"249.988424ms","start":"2026-03-04T13:10:01.689392Z","end":"2026-03-04T13:10:01.93938Z","steps":["trace[275168451] 'process raft request' (duration: 249.660377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:01.939506Z","caller":"traceutil/trace.go:171","msg":"trace[142360011] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io; range_end:; response_count:0; response_revision:8170; }","duration":"246.825053ms","start":"2026-03-04T13:10:01.692668Z","end":"2026-03-04T13:10:01.939493Z","steps":["trace[142360011] 'agreement among raft nodes before linearized reading' (duration: 246.647939ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:01.953287Z","caller":"traceutil/trace.go:171","msg":"trace[1955563341] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"193.261967ms","start":"2026-03-04T13:10:01.759984Z","end":"2026-03-04T13:10:01.953246Z","steps":["trace[1955563341] 'process raft request' (duration: 192.96409ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:03.593876Z","caller":"traceutil/trace.go:171","msg":"trace[479045656] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"147.804632ms","start":"2026-03-04T13:10:03.44602Z","end":"2026-03-04T13:10:03.593825Z","steps":["trace[479045656] 'process raft request' (duration: 146.950583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.817601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084196626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:10:06.817668Z","caller":"traceutil/trace.go:171","msg":"trace[1283805935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8187; }","duration":"2.084328829s","start":"2026-03-04T13:10:04.733324Z","end":"2026-03-04T13:10:06.817653Z","steps":["trace[1283805935] 'range keys from in-memory index tree' (duration: 2.084046183s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.817696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:04.733294Z","time spent":"2.08439649s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:10:06.817952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027230794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:10:06.817973Z","caller":"traceutil/trace.go:171","msg":"trace[110542697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8187; }","duration":"2.027297285s","start":"2026-03-04T13:10:04.79067Z","end":"2026-03-04T13:10:06.817967Z","steps":["trace[110542697] 'range keys from in-memory index tree' (duration: 2.027082311s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.817991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:04.790641Z","time spent":"2.027345317s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:06.818114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023255524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:10:06.818134Z","caller":"traceutil/trace.go:171","msg":"trace[1304851839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8187; }","duration":"2.023299486s","start":"2026-03-04T13:10:04.794827Z","end":"2026-03-04T13:10:06.818126Z","steps":["trace[1304851839] 'range keys from in-memory index tree' (duration: 2.023169143s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.81815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:04.79481Z","time spent":"2.023336196s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:06.818348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023349876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:10:06.818374Z","caller":"traceutil/trace.go:171","msg":"trace[2126730984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8187; }","duration":"2.023437129s","start":"2026-03-04T13:10:04.794929Z","end":"2026-03-04T13:10:06.818367Z","steps":["trace[2126730984] 'range keys from in-memory index tree' (duration: 2.023200304s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.818398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:04.794896Z","time spent":"2.02349736s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:06.818513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961948335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:10:06.818532Z","caller":"traceutil/trace.go:171","msg":"trace[1091297630] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8187; }","duration":"1.961990295s","start":"2026-03-04T13:10:04.856535Z","end":"2026-03-04T13:10:06.818526Z","steps":["trace[1091297630] 'count revisions from in-memory index tree' (duration: 1.961892914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.818549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:04.856527Z","time spent":"1.962017267s","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:10:06.819233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152091805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:06.819272Z","caller":"traceutil/trace.go:171","msg":"trace[1083994717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8187; }","duration":"1.152178387s","start":"2026-03-04T13:10:05.667082Z","end":"2026-03-04T13:10:06.819261Z","steps":["trace[1083994717] 'range keys from in-memory index tree' (duration: 1.152032334s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:06.819298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.667065Z","time spent":"1.152227807s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:10:06.819795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.434433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:06.820586Z","caller":"traceutil/trace.go:171","msg":"trace[586496677] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"855.830767ms","start":"2026-03-04T13:10:05.964731Z","end":"2026-03-04T13:10:06.820562Z","steps":["trace[586496677] 'process raft request' (duration: 412.546096ms)","trace[586496677] 'compare' (duration: 442.272368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:06.820701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:05.964704Z","time spent":"855.92748ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:07.094132Z","caller":"traceutil/trace.go:171","msg":"trace[1511235472] linearizableReadLoop","detail":"{readStateIndex:8508; appliedIndex:8505; }","duration":"1.037693809s","start":"2026-03-04T13:10:06.056422Z","end":"2026-03-04T13:10:07.094115Z","steps":["trace[1511235472] 'read index received' (duration: 320.94624ms)","trace[1511235472] 'applied index is now lower than readState.Index' (duration: 716.746719ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:07.09422Z","caller":"traceutil/trace.go:171","msg":"trace[2071518337] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"1.055603929s","start":"2026-03-04T13:10:06.038607Z","end":"2026-03-04T13:10:07.094211Z","steps":["trace[2071518337] 'process raft request' (duration: 1.055473356s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:07.094312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:06.038586Z","time spent":"1.0556512s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:07.094299Z","caller":"traceutil/trace.go:171","msg":"trace[763343179] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"1.056617452s","start":"2026-03-04T13:10:06.037583Z","end":"2026-03-04T13:10:07.094201Z","steps":["trace[763343179] 'process raft request' (duration: 1.056389967s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:07.094502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038079928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:10:07.094504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:06.037558Z","time spent":"1.056829737s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:07.094531Z","caller":"traceutil/trace.go:171","msg":"trace[1710523179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8190; }","duration":"1.03814246s","start":"2026-03-04T13:10:06.056381Z","end":"2026-03-04T13:10:07.094524Z","steps":["trace[1710523179] 'agreement among raft nodes before linearized reading' (duration: 1.038020006s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:07.09455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:06.056363Z","time spent":"1.038182681s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:10:07.095005Z","caller":"traceutil/trace.go:171","msg":"trace[1960228763] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"272.294702ms","start":"2026-03-04T13:10:06.822703Z","end":"2026-03-04T13:10:07.094997Z","steps":["trace[1960228763] 'process raft request' (duration: 272.21966ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:07.095134Z","caller":"traceutil/trace.go:171","msg":"trace[1299823130] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"272.320812ms","start":"2026-03-04T13:10:06.822808Z","end":"2026-03-04T13:10:07.095128Z","steps":["trace[1299823130] 'process raft request' (duration: 272.157449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:07.095425Z","caller":"traceutil/trace.go:171","msg":"trace[1401782022] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"271.904604ms","start":"2026-03-04T13:10:06.823511Z","end":"2026-03-04T13:10:07.095416Z","steps":["trace[1401782022] 'process raft request' (duration: 271.71832ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:07.095494Z","caller":"traceutil/trace.go:171","msg":"trace[1370817130] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"272.615609ms","start":"2026-03-04T13:10:06.822873Z","end":"2026-03-04T13:10:07.095488Z","steps":["trace[1370817130] 'process raft request' (duration: 272.234141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:07.095504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00056246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:10:07.095597Z","caller":"traceutil/trace.go:171","msg":"trace[619065433] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:8194; }","duration":"1.000688503s","start":"2026-03-04T13:10:06.094883Z","end":"2026-03-04T13:10:07.095572Z","steps":["trace[619065433] 'agreement among raft nodes before linearized reading' (duration: 1.000438508s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:07.095659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:06.094869Z","time spent":"1.000773505s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:10:07.095707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.627946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:07.095728Z","caller":"traceutil/trace.go:171","msg":"trace[1942352322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8194; }","duration":"275.77971ms","start":"2026-03-04T13:10:06.819942Z","end":"2026-03-04T13:10:07.095722Z","steps":["trace[1942352322] 'agreement among raft nodes before linearized reading' (duration: 275.744779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:08.584219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.609868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:08.584284Z","caller":"traceutil/trace.go:171","msg":"trace[49168] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8197; }","duration":"139.718031ms","start":"2026-03-04T13:10:08.444551Z","end":"2026-03-04T13:10:08.584269Z","steps":["trace[49168] 'range keys from in-memory index tree' (duration: 139.489395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.811568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.997776ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:09.811703Z","caller":"traceutil/trace.go:171","msg":"trace[1061987301] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8200; }","duration":"315.144409ms","start":"2026-03-04T13:10:09.496528Z","end":"2026-03-04T13:10:09.811672Z","steps":["trace[1061987301] 'range keys from in-memory index tree' (duration: 314.976946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.812056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.461072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:09.812335Z","caller":"traceutil/trace.go:171","msg":"trace[1256417109] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"668.446882ms","start":"2026-03-04T13:10:09.143843Z","end":"2026-03-04T13:10:09.81229Z","steps":["trace[1256417109] 'process raft request' (duration: 226.690113ms)","trace[1256417109] 'compare' (duration: 441.184475ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:09.812412Z","caller":"traceutil/trace.go:171","msg":"trace[642908949] linearizableReadLoop","detail":"{readStateIndex:8520; appliedIndex:8518; }","duration":"656.519726ms","start":"2026-03-04T13:10:09.155873Z","end":"2026-03-04T13:10:09.812393Z","steps":["trace[642908949] 'read index received' (duration: 214.735347ms)","trace[642908949] 'applied index is now lower than readState.Index' (duration: 441.782859ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:09.812441Z","caller":"traceutil/trace.go:171","msg":"trace[1672224826] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"656.334711ms","start":"2026-03-04T13:10:09.156073Z","end":"2026-03-04T13:10:09.812408Z","steps":["trace[1672224826] 'process raft request' (duration: 656.180838ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:09.812539Z","caller":"traceutil/trace.go:171","msg":"trace[1463745861] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"656.170907ms","start":"2026-03-04T13:10:09.156349Z","end":"2026-03-04T13:10:09.81252Z","steps":["trace[1463745861] 'process raft request' (duration: 655.955072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.812541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.143799Z","time spent":"668.644496ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:09.812638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.15634Z","time spent":"656.247189ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:09.812815Z","caller":"traceutil/trace.go:171","msg":"trace[473074228] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"654.767437ms","start":"2026-03-04T13:10:09.158029Z","end":"2026-03-04T13:10:09.812796Z","steps":["trace[473074228] 'process raft request' (duration: 654.318787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:09.812838Z","caller":"traceutil/trace.go:171","msg":"trace[854591887] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"657.924247ms","start":"2026-03-04T13:10:09.154886Z","end":"2026-03-04T13:10:09.81281Z","steps":["trace[854591887] 'process raft request' (duration: 657.282463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.812892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.158017Z","time spent":"654.842618ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:09.812941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.154868Z","time spent":"658.024179ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:09.813081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.17434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227512"} {"level":"info","ts":"2026-03-04T13:10:09.813155Z","caller":"traceutil/trace.go:171","msg":"trace[1351303720] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8205; }","duration":"657.278492ms","start":"2026-03-04T13:10:09.155858Z","end":"2026-03-04T13:10:09.813136Z","steps":["trace[1351303720] 'agreement among raft nodes before linearized reading' (duration: 656.741181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.81321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.155846Z","time spent":"657.348154ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227536,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:10:09.812616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.156059Z","time spent":"656.479885ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:09.813879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.510395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T13:10:09.813959Z","caller":"traceutil/trace.go:171","msg":"trace[768163726] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:8205; }","duration":"404.618328ms","start":"2026-03-04T13:10:09.409322Z","end":"2026-03-04T13:10:09.81394Z","steps":["trace[768163726] 'agreement among raft nodes before linearized reading' (duration: 404.437654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.813963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.923646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:09.814027Z","caller":"traceutil/trace.go:171","msg":"trace[1263752841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8205; }","duration":"149.025669ms","start":"2026-03-04T13:10:09.664986Z","end":"2026-03-04T13:10:09.814012Z","steps":["trace[1263752841] 'agreement among raft nodes before linearized reading' (duration: 148.921736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:09.814025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.409302Z","time spent":"404.70705ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T13:10:10.315926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588538080,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:10:10.51872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.815137Z","time spent":"703.576477ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:10:10.557952Z","caller":"traceutil/trace.go:171","msg":"trace[1833653105] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8524; }","duration":"742.486916ms","start":"2026-03-04T13:10:09.81544Z","end":"2026-03-04T13:10:10.557927Z","steps":["trace[1833653105] 'read index received' (duration: 703.27947ms)","trace[1833653105] 'applied index is now lower than readState.Index' (duration: 39.206105ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:10.557992Z","caller":"traceutil/trace.go:171","msg":"trace[1091876883] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"374.158218ms","start":"2026-03-04T13:10:10.183795Z","end":"2026-03-04T13:10:10.557953Z","steps":["trace[1091876883] 'process raft request' (duration: 373.892112ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:10.558068Z","caller":"traceutil/trace.go:171","msg":"trace[1869213887] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"246.140328ms","start":"2026-03-04T13:10:10.311916Z","end":"2026-03-04T13:10:10.558056Z","steps":["trace[1869213887] 'process raft request' (duration: 245.950514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:10.558168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:10.183769Z","time spent":"374.299942ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:10.558226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.751431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:10.558342Z","caller":"traceutil/trace.go:171","msg":"trace[1903975774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8207; }","duration":"742.912275ms","start":"2026-03-04T13:10:09.815408Z","end":"2026-03-04T13:10:10.55832Z","steps":["trace[1903975774] 'agreement among raft nodes before linearized reading' (duration: 742.705331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:10.558395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:09.815395Z","time spent":"742.988947ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:10:10.617082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.549181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:10:10.617164Z","caller":"traceutil/trace.go:171","msg":"trace[1750817223] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8208; }","duration":"564.693554ms","start":"2026-03-04T13:10:10.05245Z","end":"2026-03-04T13:10:10.617144Z","steps":["trace[1750817223] 'agreement among raft nodes before linearized reading' (duration: 564.487399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:10.618662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:10.052415Z","time spent":"566.226999ms","remote":"127.0.0.1:58562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:10:19.482343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.583548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:10:19.482497Z","caller":"traceutil/trace.go:171","msg":"trace[1053701529] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8285; }","duration":"417.353342ms","start":"2026-03-04T13:10:19.065117Z","end":"2026-03-04T13:10:19.482471Z","steps":["trace[1053701529] 'process raft request' (duration: 85.462998ms)","trace[1053701529] 'compare' (duration: 331.324711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:19.482599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:19.065105Z","time spent":"417.454615ms","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-04T13:10:19.670502Z","caller":"traceutil/trace.go:171","msg":"trace[581796205] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"604.77725ms","start":"2026-03-04T13:10:19.065702Z","end":"2026-03-04T13:10:19.67048Z","steps":["trace[581796205] 'process raft request' (duration: 526.549893ms)","trace[581796205] 'compare' (duration: 78.141985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:19.670654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:19.065691Z","time spent":"604.884632ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:19.754741Z","caller":"traceutil/trace.go:171","msg":"trace[265189382] transaction","detail":"{read_only:false; response_revision:8287; number_of_response:1; }","duration":"580.733002ms","start":"2026-03-04T13:10:19.173984Z","end":"2026-03-04T13:10:19.754717Z","steps":["trace[265189382] 'process raft request' (duration: 580.557848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:19.754936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:19.173952Z","time spent":"580.860825ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:19.754939Z","caller":"traceutil/trace.go:171","msg":"trace[380292328] linearizableReadLoop","detail":"{readStateIndex:8610; appliedIndex:8607; }","duration":"345.061478ms","start":"2026-03-04T13:10:19.40984Z","end":"2026-03-04T13:10:19.754902Z","steps":["trace[380292328] 'read index received' (duration: 182.407904ms)","trace[380292328] 'applied index is now lower than readState.Index' (duration: 162.650674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:19.755245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.377665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-04T13:10:19.755307Z","caller":"traceutil/trace.go:171","msg":"trace[2026212656] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:8288; }","duration":"345.472647ms","start":"2026-03-04T13:10:19.409812Z","end":"2026-03-04T13:10:19.755285Z","steps":["trace[2026212656] 'agreement among raft nodes before linearized reading' (duration: 345.229252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:19.755343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:19.409801Z","time spent":"345.534198ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-04T13:10:19.755128Z","caller":"traceutil/trace.go:171","msg":"trace[987647472] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"572.561599ms","start":"2026-03-04T13:10:19.182483Z","end":"2026-03-04T13:10:19.755045Z","steps":["trace[987647472] 'process raft request' (duration: 572.191311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:19.755466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:19.182468Z","time spent":"572.923467ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:19.767197Z","caller":"traceutil/trace.go:171","msg":"trace[1988083577] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"165.614009ms","start":"2026-03-04T13:10:19.601552Z","end":"2026-03-04T13:10:19.767166Z","steps":["trace[1988083577] 'process raft request' (duration: 165.448856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:19.767252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.308813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:19.767272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.205192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q884h\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-04T13:10:19.767294Z","caller":"traceutil/trace.go:171","msg":"trace[879635724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"101.380655ms","start":"2026-03-04T13:10:19.665903Z","end":"2026-03-04T13:10:19.767284Z","steps":["trace[879635724] 'agreement among raft nodes before linearized reading' (duration: 101.288543ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:19.76733Z","caller":"traceutil/trace.go:171","msg":"trace[481376785] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q884h; range_end:; response_count:1; response_revision:8289; }","duration":"166.302394ms","start":"2026-03-04T13:10:19.601012Z","end":"2026-03-04T13:10:19.767314Z","steps":["trace[481376785] 'agreement among raft nodes before linearized reading' (duration: 166.126031ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:19.903899Z","caller":"traceutil/trace.go:171","msg":"trace[327290316] linearizableReadLoop","detail":"{readStateIndex:8614; appliedIndex:8612; }","duration":"127.682043ms","start":"2026-03-04T13:10:19.776182Z","end":"2026-03-04T13:10:19.903865Z","steps":["trace[327290316] 'read index received' (duration: 97.432337ms)","trace[327290316] 'applied index is now lower than readState.Index' (duration: 30.248526ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:19.903943Z","caller":"traceutil/trace.go:171","msg":"trace[1362856323] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"128.02039ms","start":"2026-03-04T13:10:19.775878Z","end":"2026-03-04T13:10:19.903898Z","steps":["trace[1362856323] 'process raft request' (duration: 127.840186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:19.904229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.01587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-q884h\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-04T13:10:19.904295Z","caller":"traceutil/trace.go:171","msg":"trace[2017475805] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-q884h; range_end:; response_count:1; response_revision:8291; }","duration":"128.101002ms","start":"2026-03-04T13:10:19.776176Z","end":"2026-03-04T13:10:19.904277Z","steps":["trace[2017475805] 'agreement among raft nodes before linearized reading' (duration: 127.870037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:20.05237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.340591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:20.052493Z","caller":"traceutil/trace.go:171","msg":"trace[1219361033] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"142.930772ms","start":"2026-03-04T13:10:19.909538Z","end":"2026-03-04T13:10:20.052469Z","steps":["trace[1219361033] 'process raft request' (duration: 29.405087ms)","trace[1219361033] 'compare' (duration: 113.210489ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:20.059501Z","caller":"traceutil/trace.go:171","msg":"trace[1355567547] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"148.350644ms","start":"2026-03-04T13:10:19.911111Z","end":"2026-03-04T13:10:20.059461Z","steps":["trace[1355567547] 'process raft request' (duration: 148.256292ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:20.0596Z","caller":"traceutil/trace.go:171","msg":"trace[1923094341] linearizableReadLoop","detail":"{readStateIndex:8616; appliedIndex:8614; }","duration":"149.771356ms","start":"2026-03-04T13:10:19.909801Z","end":"2026-03-04T13:10:20.059573Z","steps":["trace[1923094341] 'read index received' (duration: 29.227844ms)","trace[1923094341] 'applied index is now lower than readState.Index' (duration: 120.541102ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:20.05964Z","caller":"traceutil/trace.go:171","msg":"trace[1862296943] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"147.450044ms","start":"2026-03-04T13:10:19.912157Z","end":"2026-03-04T13:10:20.059607Z","steps":["trace[1862296943] 'process raft request' (duration: 147.25168ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:20.059514Z","caller":"traceutil/trace.go:171","msg":"trace[1134640283] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"149.836397ms","start":"2026-03-04T13:10:19.90963Z","end":"2026-03-04T13:10:20.059467Z","steps":["trace[1134640283] 'process raft request' (duration: 149.491188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:20.059515Z","caller":"traceutil/trace.go:171","msg":"trace[827171863] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"149.141052ms","start":"2026-03-04T13:10:19.91034Z","end":"2026-03-04T13:10:20.059481Z","steps":["trace[827171863] 'process raft request' (duration: 148.986509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:20.059835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.016372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:10:20.059888Z","caller":"traceutil/trace.go:171","msg":"trace[355921884] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8296; }","duration":"150.080813ms","start":"2026-03-04T13:10:19.909793Z","end":"2026-03-04T13:10:20.059873Z","steps":["trace[355921884] 'agreement among raft nodes before linearized reading' (duration: 149.896809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:20.11605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.57408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227427"} {"level":"info","ts":"2026-03-04T13:10:20.116169Z","caller":"traceutil/trace.go:171","msg":"trace[814459162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8297; }","duration":"204.738293ms","start":"2026-03-04T13:10:19.911405Z","end":"2026-03-04T13:10:20.116143Z","steps":["trace[814459162] 'agreement among raft nodes before linearized reading' (duration: 204.245522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:20.801625Z","caller":"traceutil/trace.go:171","msg":"trace[1935368220] linearizableReadLoop","detail":"{readStateIndex:8623; appliedIndex:8622; }","duration":"215.34845ms","start":"2026-03-04T13:10:20.586227Z","end":"2026-03-04T13:10:20.801575Z","steps":["trace[1935368220] 'read index received' (duration: 215.221876ms)","trace[1935368220] 'applied index is now lower than readState.Index' (duration: 125.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:20.801634Z","caller":"traceutil/trace.go:171","msg":"trace[69207686] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"216.667951ms","start":"2026-03-04T13:10:20.584934Z","end":"2026-03-04T13:10:20.801602Z","steps":["trace[69207686] 'process raft request' (duration: 216.477206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:20.801823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.573925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-04T13:10:20.801957Z","caller":"traceutil/trace.go:171","msg":"trace[1871593100] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8300; }","duration":"215.744849ms","start":"2026-03-04T13:10:20.586197Z","end":"2026-03-04T13:10:20.801942Z","steps":["trace[1871593100] 'agreement among raft nodes before linearized reading' (duration: 215.490264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.753463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.058221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:21.75365Z","caller":"traceutil/trace.go:171","msg":"trace[866117517] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"869.261217ms","start":"2026-03-04T13:10:20.884371Z","end":"2026-03-04T13:10:21.753632Z","steps":["trace[866117517] 'process raft request' (duration: 869.202756ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:21.753913Z","caller":"traceutil/trace.go:171","msg":"trace[873770019] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"1.073875498s","start":"2026-03-04T13:10:20.679996Z","end":"2026-03-04T13:10:21.753871Z","steps":["trace[873770019] 'process raft request' (duration: 453.323856ms)","trace[873770019] 'compare' (duration: 619.920028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:21.753934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:20.884353Z","time spent":"869.40483ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:21.75406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108029881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:10:21.75392Z","caller":"traceutil/trace.go:171","msg":"trace[1748073667] linearizableReadLoop","detail":"{readStateIndex:8624; appliedIndex:8623; }","duration":"952.170749ms","start":"2026-03-04T13:10:20.801696Z","end":"2026-03-04T13:10:21.753867Z","steps":["trace[1748073667] 'read index received' (duration: 331.618477ms)","trace[1748073667] 'applied index is now lower than readState.Index' (duration: 620.547731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:21.754059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087431011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:21.754081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:20.679968Z","time spent":"1.074024762s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:21.754131Z","caller":"traceutil/trace.go:171","msg":"trace[1281498335] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8302; }","duration":"1.108157984s","start":"2026-03-04T13:10:20.645958Z","end":"2026-03-04T13:10:21.754116Z","steps":["trace[1281498335] 'agreement among raft nodes before linearized reading' (duration: 1.1080254s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:21.754165Z","caller":"traceutil/trace.go:171","msg":"trace[446665806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8302; }","duration":"1.087593596s","start":"2026-03-04T13:10:20.666555Z","end":"2026-03-04T13:10:21.754148Z","steps":["trace[446665806] 'agreement among raft nodes before linearized reading' (duration: 1.08739336s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.754372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:20.666511Z","time spent":"1.087842141s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:10:21.754182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:20.645936Z","time spent":"1.108230296s","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:10:21.84952Z","caller":"traceutil/trace.go:171","msg":"trace[1167513499] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"258.455434ms","start":"2026-03-04T13:10:21.591033Z","end":"2026-03-04T13:10:21.849489Z","steps":["trace[1167513499] 'process raft request' (duration: 258.23988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.849636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.369117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:21.849725Z","caller":"traceutil/trace.go:171","msg":"trace[1623748065] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8303; }","duration":"247.511259ms","start":"2026-03-04T13:10:21.602193Z","end":"2026-03-04T13:10:21.849704Z","steps":["trace[1623748065] 'agreement among raft nodes before linearized reading' (duration: 247.323025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.849759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.457398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:21.849713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043184493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-04T13:10:21.84984Z","caller":"traceutil/trace.go:171","msg":"trace[272268395] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8303; }","duration":"786.595401ms","start":"2026-03-04T13:10:21.063227Z","end":"2026-03-04T13:10:21.849823Z","steps":["trace[272268395] 'agreement among raft nodes before linearized reading' (duration: 786.457668ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:21.849877Z","caller":"traceutil/trace.go:171","msg":"trace[148083311] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8303; }","duration":"1.043390127s","start":"2026-03-04T13:10:20.806467Z","end":"2026-03-04T13:10:21.849858Z","steps":["trace[148083311] 'agreement among raft nodes before linearized reading' (duration: 1.043093601s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.849898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.063171Z","time spent":"786.711824ms","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:10:21.849926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:20.806445Z","time spent":"1.04346978s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-04T13:10:21.850414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.64909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-04T13:10:21.850627Z","caller":"traceutil/trace.go:171","msg":"trace[1522646376] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8303; }","duration":"618.919906ms","start":"2026-03-04T13:10:21.231685Z","end":"2026-03-04T13:10:21.850604Z","steps":["trace[1522646376] 'agreement among raft nodes before linearized reading' (duration: 618.378634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:21.850686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.231661Z","time spent":"619.011347ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-04T13:10:22.188861Z","caller":"traceutil/trace.go:171","msg":"trace[410303563] linearizableReadLoop","detail":"{readStateIndex:8628; appliedIndex:8626; }","duration":"339.423281ms","start":"2026-03-04T13:10:21.849416Z","end":"2026-03-04T13:10:22.188839Z","steps":["trace[410303563] 'read index received' (duration: 339.330099ms)","trace[410303563] 'applied index is now lower than readState.Index' (duration: 92.282µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:22.18893Z","caller":"traceutil/trace.go:171","msg":"trace[1933561392] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"429.502444ms","start":"2026-03-04T13:10:21.759383Z","end":"2026-03-04T13:10:22.188886Z","steps":["trace[1933561392] 'process raft request' (duration: 429.256859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.188973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.3194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:22.1891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.759364Z","time spent":"429.650868ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:22.189147Z","caller":"traceutil/trace.go:171","msg":"trace[1096367659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"433.530885ms","start":"2026-03-04T13:10:21.755594Z","end":"2026-03-04T13:10:22.189125Z","steps":["trace[1096367659] 'agreement among raft nodes before linearized reading' (duration: 433.33629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.189106Z","caller":"traceutil/trace.go:171","msg":"trace[1781324282] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"428.650325ms","start":"2026-03-04T13:10:21.760418Z","end":"2026-03-04T13:10:22.189069Z","steps":["trace[1781324282] 'process raft request' (duration: 428.377089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.189257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.755576Z","time spent":"433.662127ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:10:22.189454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.7604Z","time spent":"428.8776ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:22.253785Z","caller":"traceutil/trace.go:171","msg":"trace[305704912] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"399.881443ms","start":"2026-03-04T13:10:21.853872Z","end":"2026-03-04T13:10:22.253753Z","steps":["trace[305704912] 'process raft request' (duration: 399.627008ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.253903Z","caller":"traceutil/trace.go:171","msg":"trace[2091322270] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"399.75299ms","start":"2026-03-04T13:10:21.85413Z","end":"2026-03-04T13:10:22.253883Z","steps":["trace[2091322270] 'process raft request' (duration: 399.499435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.253985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.854123Z","time spent":"399.825192ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:10:22.25399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.853857Z","time spent":"400.032176ms","remote":"127.0.0.1:35360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:22.254179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.664367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:10:22.254282Z","caller":"traceutil/trace.go:171","msg":"trace[1176088474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8307; }","duration":"189.79995ms","start":"2026-03-04T13:10:22.064464Z","end":"2026-03-04T13:10:22.254264Z","steps":["trace[1176088474] 'agreement among raft nodes before linearized reading' (duration: 189.580875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.25436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.024546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:10:22.254439Z","caller":"traceutil/trace.go:171","msg":"trace[1815988660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8307; }","duration":"190.139977ms","start":"2026-03-04T13:10:22.064281Z","end":"2026-03-04T13:10:22.254421Z","steps":["trace[1815988660] 'agreement among raft nodes before linearized reading' (duration: 189.944903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.25446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.718179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:10:22.25457Z","caller":"traceutil/trace.go:171","msg":"trace[671253468] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:8307; }","duration":"365.8006ms","start":"2026-03-04T13:10:21.888724Z","end":"2026-03-04T13:10:22.254525Z","steps":["trace[671253468] 'agreement among raft nodes before linearized reading' (duration: 365.684238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.254576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.24742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T13:10:22.25458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.074767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-04T13:10:22.254635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.888678Z","time spent":"365.932893ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:10:22.254641Z","caller":"traceutil/trace.go:171","msg":"trace[1323541502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8307; }","duration":"190.366683ms","start":"2026-03-04T13:10:22.064255Z","end":"2026-03-04T13:10:22.254622Z","steps":["trace[1323541502] 'agreement among raft nodes before linearized reading' (duration: 190.159828ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.254648Z","caller":"traceutil/trace.go:171","msg":"trace[1640027944] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8307; }","duration":"400.147339ms","start":"2026-03-04T13:10:21.854485Z","end":"2026-03-04T13:10:22.254632Z","steps":["trace[1640027944] 'agreement among raft nodes before linearized reading' (duration: 399.973435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.25466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.027327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-04T13:10:22.254663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.289523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T13:10:22.254184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.479769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T13:10:22.254818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.562007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:10:22.25484Z","caller":"traceutil/trace.go:171","msg":"trace[1577858224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8307; }","duration":"197.178714ms","start":"2026-03-04T13:10:22.057645Z","end":"2026-03-04T13:10:22.254824Z","steps":["trace[1577858224] 'agreement among raft nodes before linearized reading' (duration: 196.375426ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.254881Z","caller":"traceutil/trace.go:171","msg":"trace[641099339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8307; }","duration":"190.663029ms","start":"2026-03-04T13:10:22.064203Z","end":"2026-03-04T13:10:22.254866Z","steps":["trace[641099339] 'agreement among raft nodes before linearized reading' (duration: 190.477975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.254705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.854415Z","time spent":"400.271872ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:10:22.254372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.706722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f017bf4-96b9-460b-965b-5d89d1353bbb\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-04T13:10:22.254848Z","caller":"traceutil/trace.go:171","msg":"trace[995633178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:8307; }","duration":"127.667651ms","start":"2026-03-04T13:10:22.127113Z","end":"2026-03-04T13:10:22.254781Z","steps":["trace[995633178] 'agreement among raft nodes before linearized reading' (duration: 126.862413ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.255027Z","caller":"traceutil/trace.go:171","msg":"trace[1763601327] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f017bf4-96b9-460b-965b-5d89d1353bbb; range_end:; response_count:1; response_revision:8307; }","duration":"401.380126ms","start":"2026-03-04T13:10:21.853629Z","end":"2026-03-04T13:10:22.255009Z","steps":["trace[1763601327] 'agreement among raft nodes before linearized reading' (duration: 400.582499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.255033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.54841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:22.255085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.853622Z","time spent":"401.447727ms","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-6f017bf4-96b9-460b-965b-5d89d1353bbb\" "} {"level":"info","ts":"2026-03-04T13:10:22.254714Z","caller":"traceutil/trace.go:171","msg":"trace[1182788562] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8307; }","duration":"144.134849ms","start":"2026-03-04T13:10:22.110564Z","end":"2026-03-04T13:10:22.254699Z","steps":["trace[1182788562] 'agreement among raft nodes before linearized reading' (duration: 143.983886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.254974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.74303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-04T13:10:22.255271Z","caller":"traceutil/trace.go:171","msg":"trace[518648482] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8307; }","duration":"161.078647ms","start":"2026-03-04T13:10:22.09417Z","end":"2026-03-04T13:10:22.255248Z","steps":["trace[518648482] 'agreement among raft nodes before linearized reading' (duration: 160.569126ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.255115Z","caller":"traceutil/trace.go:171","msg":"trace[542012124] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8307; }","duration":"401.674292ms","start":"2026-03-04T13:10:21.853425Z","end":"2026-03-04T13:10:22.255099Z","steps":["trace[542012124] 'agreement among raft nodes before linearized reading' (duration: 401.551489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:22.256137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:21.853404Z","time spent":"402.709216ms","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-04T13:10:22.441702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.657587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:22.441806Z","caller":"traceutil/trace.go:171","msg":"trace[1234110698] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"180.306247ms","start":"2026-03-04T13:10:22.261482Z","end":"2026-03-04T13:10:22.441788Z","steps":["trace[1234110698] 'process raft request' (duration: 75.458286ms)","trace[1234110698] 'compare' (duration: 104.524774ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:22.482726Z","caller":"traceutil/trace.go:171","msg":"trace[1827359817] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"220.831094ms","start":"2026-03-04T13:10:22.261868Z","end":"2026-03-04T13:10:22.482699Z","steps":["trace[1827359817] 'process raft request' (duration: 220.752232ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.48278Z","caller":"traceutil/trace.go:171","msg":"trace[1633994654] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"221.015088ms","start":"2026-03-04T13:10:22.261722Z","end":"2026-03-04T13:10:22.482737Z","steps":["trace[1633994654] 'process raft request' (duration: 220.754472ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.482966Z","caller":"traceutil/trace.go:171","msg":"trace[317958128] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"221.003047ms","start":"2026-03-04T13:10:22.26195Z","end":"2026-03-04T13:10:22.482954Z","steps":["trace[317958128] 'process raft request' (duration: 220.709441ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.483229Z","caller":"traceutil/trace.go:171","msg":"trace[1132858946] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"220.881384ms","start":"2026-03-04T13:10:22.262334Z","end":"2026-03-04T13:10:22.483215Z","steps":["trace[1132858946] 'process raft request' (duration: 220.760271ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.483213Z","caller":"traceutil/trace.go:171","msg":"trace[2053860460] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"221.174581ms","start":"2026-03-04T13:10:22.262001Z","end":"2026-03-04T13:10:22.483175Z","steps":["trace[2053860460] 'process raft request' (duration: 220.912105ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.483358Z","caller":"traceutil/trace.go:171","msg":"trace[1392161337] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"220.812393ms","start":"2026-03-04T13:10:22.262535Z","end":"2026-03-04T13:10:22.483347Z","steps":["trace[1392161337] 'process raft request' (duration: 220.589488ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.483345Z","caller":"traceutil/trace.go:171","msg":"trace[742129273] linearizableReadLoop","detail":"{readStateIndex:8637; appliedIndex:8630; }","duration":"219.750339ms","start":"2026-03-04T13:10:22.263558Z","end":"2026-03-04T13:10:22.483308Z","steps":["trace[742129273] 'read index received' (duration: 73.454191ms)","trace[742129273] 'applied index is now lower than readState.Index' (duration: 146.294248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:22.483624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.039685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-04T13:10:22.483679Z","caller":"traceutil/trace.go:171","msg":"trace[1611910543] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8314; }","duration":"220.125318ms","start":"2026-03-04T13:10:22.263539Z","end":"2026-03-04T13:10:22.483665Z","steps":["trace[1611910543] 'agreement among raft nodes before linearized reading' (duration: 219.880813ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:22.65994Z","caller":"traceutil/trace.go:171","msg":"trace[761840460] transaction","detail":"{read_only:false; response_revision:8315; number_of_response:1; }","duration":"155.414052ms","start":"2026-03-04T13:10:22.504492Z","end":"2026-03-04T13:10:22.659906Z","steps":["trace[761840460] 'process raft request' (duration: 96.297941ms)","trace[761840460] 'compare' (duration: 58.948687ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:22.8851Z","caller":"traceutil/trace.go:171","msg":"trace[138959224] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"276.535156ms","start":"2026-03-04T13:10:22.608487Z","end":"2026-03-04T13:10:22.885022Z","steps":["trace[138959224] 'process raft request' (duration: 215.013562ms)","trace[138959224] 'compare' (duration: 60.993173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:23.690855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588538414,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:10:23.718841Z","caller":"traceutil/trace.go:171","msg":"trace[2121984402] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8639; }","duration":"528.865704ms","start":"2026-03-04T13:10:23.18995Z","end":"2026-03-04T13:10:23.718816Z","steps":["trace[2121984402] 'read index received' (duration: 528.596538ms)","trace[2121984402] 'applied index is now lower than readState.Index' (duration: 268.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:23.718914Z","caller":"traceutil/trace.go:171","msg":"trace[709707667] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"552.42686ms","start":"2026-03-04T13:10:23.166442Z","end":"2026-03-04T13:10:23.718869Z","steps":["trace[709707667] 'process raft request' (duration: 552.210185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:23.719093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.11482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-04T13:10:23.719139Z","caller":"traceutil/trace.go:171","msg":"trace[2023178270] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8317; }","duration":"529.207801ms","start":"2026-03-04T13:10:23.18992Z","end":"2026-03-04T13:10:23.719128Z","steps":["trace[2023178270] 'agreement among raft nodes before linearized reading' (duration: 529.039978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:23.719127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:23.166412Z","time spent":"552.598084ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:23.719132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.569155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-65cd84f8ff-m69bv.1899a55e741af831\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-04T13:10:23.719168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:23.189903Z","time spent":"529.258083ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:10:23.719199Z","caller":"traceutil/trace.go:171","msg":"trace[956962146] range","detail":"{range_begin:/registry/events/openstack/barbican-api-65cd84f8ff-m69bv.1899a55e741af831; range_end:; response_count:1; response_revision:8317; }","duration":"275.676337ms","start":"2026-03-04T13:10:23.443509Z","end":"2026-03-04T13:10:23.719186Z","steps":["trace[956962146] 'agreement among raft nodes before linearized reading' (duration: 275.503934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.069303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.632848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:24.069493Z","caller":"traceutil/trace.go:171","msg":"trace[524104921] linearizableReadLoop","detail":"{readStateIndex:8642; appliedIndex:8640; }","duration":"199.055716ms","start":"2026-03-04T13:10:23.870421Z","end":"2026-03-04T13:10:24.069477Z","steps":["trace[524104921] 'read index received' (duration: 101.64551ms)","trace[524104921] 'applied index is now lower than readState.Index' (duration: 97.408876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:24.069665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.24235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:10:24.069722Z","caller":"traceutil/trace.go:171","msg":"trace[1501531163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8319; }","duration":"199.329952ms","start":"2026-03-04T13:10:23.870372Z","end":"2026-03-04T13:10:24.069702Z","steps":["trace[1501531163] 'agreement among raft nodes before linearized reading' (duration: 199.158799ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.069772Z","caller":"traceutil/trace.go:171","msg":"trace[866508597] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"309.931543ms","start":"2026-03-04T13:10:23.759807Z","end":"2026-03-04T13:10:24.069739Z","steps":["trace[866508597] 'process raft request' (duration: 309.608136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.069995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:23.759777Z","time spent":"310.114936ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:10:24.070166Z","caller":"traceutil/trace.go:171","msg":"trace[849987009] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"347.451462ms","start":"2026-03-04T13:10:23.722649Z","end":"2026-03-04T13:10:24.0701Z","steps":["trace[849987009] 'process raft request' (duration: 117.939865ms)","trace[849987009] 'compare' (duration: 228.489375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:24.070778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:23.722621Z","time spent":"348.061945ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:24.422809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.323876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:24.422974Z","caller":"traceutil/trace.go:171","msg":"trace[897893017] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8319; }","duration":"252.547381ms","start":"2026-03-04T13:10:24.170406Z","end":"2026-03-04T13:10:24.422953Z","steps":["trace[897893017] 'range keys from in-memory index tree' (duration: 252.213504ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.423212Z","caller":"traceutil/trace.go:171","msg":"trace[2005340193] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"228.593655ms","start":"2026-03-04T13:10:24.194564Z","end":"2026-03-04T13:10:24.423158Z","steps":["trace[2005340193] 'process raft request' (duration: 174.972228ms)","trace[2005340193] 'compare' (duration: 53.364372ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:24.863687Z","caller":"traceutil/trace.go:171","msg":"trace[678979215] linearizableReadLoop","detail":"{readStateIndex:8644; appliedIndex:8642; }","duration":"595.514393ms","start":"2026-03-04T13:10:24.268147Z","end":"2026-03-04T13:10:24.863662Z","steps":["trace[678979215] 'read index received' (duration: 101.429326ms)","trace[678979215] 'applied index is now lower than readState.Index' (duration: 494.084047ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:24.863788Z","caller":"traceutil/trace.go:171","msg":"trace[303138449] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"668.403191ms","start":"2026-03-04T13:10:24.195339Z","end":"2026-03-04T13:10:24.863742Z","steps":["trace[303138449] 'process raft request' (duration: 668.143984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.86393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.758248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:10:24.863984Z","caller":"traceutil/trace.go:171","msg":"trace[1802158359] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:8321; }","duration":"595.82957ms","start":"2026-03-04T13:10:24.268139Z","end":"2026-03-04T13:10:24.863969Z","steps":["trace[1802158359] 'agreement among raft nodes before linearized reading' (duration: 595.649946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.864014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.195191Z","time spent":"668.698267ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:24.864032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.26807Z","time spent":"595.949613ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:10:24.864322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.656465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-04T13:10:24.864378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.719166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T13:10:24.864443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.798704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T13:10:24.864445Z","caller":"traceutil/trace.go:171","msg":"trace[1814914371] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8321; }","duration":"376.827818ms","start":"2026-03-04T13:10:24.48759Z","end":"2026-03-04T13:10:24.864417Z","steps":["trace[1814914371] 'agreement among raft nodes before linearized reading' (duration: 376.522781ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.864482Z","caller":"traceutil/trace.go:171","msg":"trace[190218866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8321; }","duration":"375.849916ms","start":"2026-03-04T13:10:24.488622Z","end":"2026-03-04T13:10:24.864472Z","steps":["trace[190218866] 'agreement among raft nodes before linearized reading' (duration: 375.731503ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:24.86448Z","caller":"traceutil/trace.go:171","msg":"trace[160407559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8321; }","duration":"376.864318ms","start":"2026-03-04T13:10:24.487589Z","end":"2026-03-04T13:10:24.864454Z","steps":["trace[160407559] 'agreement among raft nodes before linearized reading' (duration: 376.652884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.8645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.487571Z","time spent":"376.91881ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:10:24.864526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.488615Z","time spent":"375.904157ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:24.864532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.487571Z","time spent":"376.948201ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:10:24.864517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.841455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:10:24.864377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.937478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T13:10:24.8647Z","caller":"traceutil/trace.go:171","msg":"trace[179917630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8321; }","duration":"376.288485ms","start":"2026-03-04T13:10:24.488387Z","end":"2026-03-04T13:10:24.864676Z","steps":["trace[179917630] 'agreement among raft nodes before linearized reading' (duration: 375.716893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.864792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.488381Z","time spent":"376.393597ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:10:24.864615Z","caller":"traceutil/trace.go:171","msg":"trace[2077494715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8321; }","duration":"375.986239ms","start":"2026-03-04T13:10:24.48861Z","end":"2026-03-04T13:10:24.864596Z","steps":["trace[2077494715] 'agreement among raft nodes before linearized reading' (duration: 375.690042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.864905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.488586Z","time spent":"376.303605ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:10:24.864705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.144637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:10:24.865056Z","caller":"traceutil/trace.go:171","msg":"trace[773749168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8321; }","duration":"438.538275ms","start":"2026-03-04T13:10:24.426498Z","end":"2026-03-04T13:10:24.865036Z","steps":["trace[773749168] 'agreement among raft nodes before linearized reading' (duration: 438.104676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:24.865113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:24.426467Z","time spent":"438.628129ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:10:25.158735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.565565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:10:25.159005Z","caller":"traceutil/trace.go:171","msg":"trace[1981211828] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"289.484576ms","start":"2026-03-04T13:10:24.869501Z","end":"2026-03-04T13:10:25.158986Z","steps":["trace[1981211828] 'process raft request' (duration: 289.347573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:25.159066Z","caller":"traceutil/trace.go:171","msg":"trace[1269236088] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"290.011768ms","start":"2026-03-04T13:10:24.869019Z","end":"2026-03-04T13:10:25.15903Z","steps":["trace[1269236088] 'process raft request' (duration: 48.050864ms)","trace[1269236088] 'compare' (duration: 241.283999ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:25.159425Z","caller":"traceutil/trace.go:171","msg":"trace[1747567323] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"289.047236ms","start":"2026-03-04T13:10:24.870351Z","end":"2026-03-04T13:10:25.159398Z","steps":["trace[1747567323] 'process raft request' (duration: 288.599067ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:25.159612Z","caller":"traceutil/trace.go:171","msg":"trace[472950648] linearizableReadLoop","detail":"{readStateIndex:8649; appliedIndex:8644; }","duration":"280.347552ms","start":"2026-03-04T13:10:24.879082Z","end":"2026-03-04T13:10:25.159429Z","steps":["trace[472950648] 'read index received' (duration: 38.011049ms)","trace[472950648] 'applied index is now lower than readState.Index' (duration: 242.335293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:25.159752Z","caller":"traceutil/trace.go:171","msg":"trace[1213832561] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"289.076047ms","start":"2026-03-04T13:10:24.870397Z","end":"2026-03-04T13:10:25.159473Z","steps":["trace[1213832561] 'process raft request' (duration: 288.920914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:25.159742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.625008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-04T13:10:25.159849Z","caller":"traceutil/trace.go:171","msg":"trace[1843162006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8326; }","duration":"280.762951ms","start":"2026-03-04T13:10:24.879062Z","end":"2026-03-04T13:10:25.159825Z","steps":["trace[1843162006] 'agreement among raft nodes before linearized reading' (duration: 280.535766ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:25.159923Z","caller":"traceutil/trace.go:171","msg":"trace[1899082147] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"288.008794ms","start":"2026-03-04T13:10:24.871497Z","end":"2026-03-04T13:10:25.159506Z","steps":["trace[1899082147] 'process raft request' (duration: 287.889381ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:31.989619Z","caller":"traceutil/trace.go:171","msg":"trace[399151627] linearizableReadLoop","detail":"{readStateIndex:8707; appliedIndex:8706; }","duration":"386.515324ms","start":"2026-03-04T13:10:31.603074Z","end":"2026-03-04T13:10:31.989589Z","steps":["trace[399151627] 'read index received' (duration: 386.253098ms)","trace[399151627] 'applied index is now lower than readState.Index' (duration: 261.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:31.98981Z","caller":"traceutil/trace.go:171","msg":"trace[281732957] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"410.820246ms","start":"2026-03-04T13:10:31.578958Z","end":"2026-03-04T13:10:31.989778Z","steps":["trace[281732957] 'process raft request' (duration: 410.455548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:31.989954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:31.578923Z","time spent":"410.96296ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":909,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:10:31.990052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.918963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:10:31.990118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.112519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:31.990204Z","caller":"traceutil/trace.go:171","msg":"trace[452062184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8381; }","duration":"324.231182ms","start":"2026-03-04T13:10:31.665954Z","end":"2026-03-04T13:10:31.990185Z","steps":["trace[452062184] 'agreement among raft nodes before linearized reading' (duration: 324.077869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:31.99028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:31.665945Z","time spent":"324.326355ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:10:31.990153Z","caller":"traceutil/trace.go:171","msg":"trace[1247067018] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8381; }","duration":"387.140197ms","start":"2026-03-04T13:10:31.602996Z","end":"2026-03-04T13:10:31.990136Z","steps":["trace[1247067018] 'agreement among raft nodes before linearized reading' (duration: 386.8216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:31.990378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:31.602964Z","time spent":"387.394534ms","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:10:31.990445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.788753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-k94s7\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-04T13:10:31.990517Z","caller":"traceutil/trace.go:171","msg":"trace[1703978310] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-k94s7; range_end:; response_count:1; response_revision:8381; }","duration":"276.899505ms","start":"2026-03-04T13:10:31.713598Z","end":"2026-03-04T13:10:31.990498Z","steps":["trace[1703978310] 'agreement among raft nodes before linearized reading' (duration: 276.67259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:43.264734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.064803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T13:10:43.264845Z","caller":"traceutil/trace.go:171","msg":"trace[1227413770] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8534; }","duration":"108.221127ms","start":"2026-03-04T13:10:43.156599Z","end":"2026-03-04T13:10:43.26482Z","steps":["trace[1227413770] 'range keys from in-memory index tree' (duration: 107.92132ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:43.971022Z","caller":"traceutil/trace.go:171","msg":"trace[1116139385] transaction","detail":"{read_only:false; response_revision:8541; number_of_response:1; }","duration":"125.148225ms","start":"2026-03-04T13:10:43.845849Z","end":"2026-03-04T13:10:43.970997Z","steps":["trace[1116139385] 'process raft request' (duration: 125.029613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.106845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.631435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:10:46.106969Z","caller":"traceutil/trace.go:171","msg":"trace[1078121281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8554; }","duration":"441.776299ms","start":"2026-03-04T13:10:45.665143Z","end":"2026-03-04T13:10:46.106919Z","steps":["trace[1078121281] 'range keys from in-memory index tree' (duration: 441.536944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.107013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.665128Z","time spent":"441.876341ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:10:46.107034Z","caller":"traceutil/trace.go:171","msg":"trace[723636535] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"324.656343ms","start":"2026-03-04T13:10:45.782348Z","end":"2026-03-04T13:10:46.107004Z","steps":["trace[723636535] 'process raft request' (duration: 317.525383ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:46.106983Z","caller":"traceutil/trace.go:171","msg":"trace[1491784089] linearizableReadLoop","detail":"{readStateIndex:8885; appliedIndex:8884; }","duration":"255.376235ms","start":"2026-03-04T13:10:45.851548Z","end":"2026-03-04T13:10:46.106924Z","steps":["trace[1491784089] 'read index received' (duration: 248.288686ms)","trace[1491784089] 'applied index is now lower than readState.Index' (duration: 7.086149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:10:46.107201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:10:45.782319Z","time spent":"324.798115ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:10:46.107256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.685321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10356"} {"level":"info","ts":"2026-03-04T13:10:46.107335Z","caller":"traceutil/trace.go:171","msg":"trace[1969971506] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8555; }","duration":"255.816254ms","start":"2026-03-04T13:10:45.851505Z","end":"2026-03-04T13:10:46.107321Z","steps":["trace[1969971506] 'agreement among raft nodes before linearized reading' (duration: 255.532928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:10:46.107376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.28159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-04T13:10:46.107431Z","caller":"traceutil/trace.go:171","msg":"trace[1673757695] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8555; }","duration":"211.381233ms","start":"2026-03-04T13:10:45.896035Z","end":"2026-03-04T13:10:46.107416Z","steps":["trace[1673757695] 'agreement among raft nodes before linearized reading' (duration: 211.183878ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:10:46.411346Z","caller":"traceutil/trace.go:171","msg":"trace[193540393] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"196.004169ms","start":"2026-03-04T13:10:46.215312Z","end":"2026-03-04T13:10:46.411316Z","steps":["trace[193540393] 'process raft request' (duration: 119.98552ms)","trace[193540393] 'compare' (duration: 75.890786ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:10:46.427411Z","caller":"traceutil/trace.go:171","msg":"trace[1088586153] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"180.210235ms","start":"2026-03-04T13:10:46.247169Z","end":"2026-03-04T13:10:46.427379Z","steps":["trace[1088586153] 'process raft request' (duration: 179.95996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:11:25.329212Z","caller":"traceutil/trace.go:171","msg":"trace[1991990196] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"201.520764ms","start":"2026-03-04T13:11:25.127656Z","end":"2026-03-04T13:11:25.329177Z","steps":["trace[1991990196] 'process raft request' (duration: 201.268798ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:11:25.87059Z","caller":"traceutil/trace.go:171","msg":"trace[64289707] linearizableReadLoop","detail":"{readStateIndex:9284; appliedIndex:9283; }","duration":"232.377323ms","start":"2026-03-04T13:11:25.638188Z","end":"2026-03-04T13:11:25.870565Z","steps":["trace[64289707] 'read index received' (duration: 232.148908ms)","trace[64289707] 'applied index is now lower than readState.Index' (duration: 227.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:11:25.870701Z","caller":"traceutil/trace.go:171","msg":"trace[1921795713] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"293.765055ms","start":"2026-03-04T13:11:25.576891Z","end":"2026-03-04T13:11:25.870656Z","steps":["trace[1921795713] 'process raft request' (duration: 293.52359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.870789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.590468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:11:25.870831Z","caller":"traceutil/trace.go:171","msg":"trace[1501875623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8944; }","duration":"232.67688ms","start":"2026-03-04T13:11:25.638143Z","end":"2026-03-04T13:11:25.87082Z","steps":["trace[1501875623] 'agreement among raft nodes before linearized reading' (duration: 232.544467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.870931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.244817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:11:25.871005Z","caller":"traceutil/trace.go:171","msg":"trace[651449929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8944; }","duration":"107.341408ms","start":"2026-03-04T13:11:25.763642Z","end":"2026-03-04T13:11:25.870984Z","steps":["trace[651449929] 'agreement among raft nodes before linearized reading' (duration: 107.179525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.870954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.882148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:11:25.871045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.260768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:11:25.871133Z","caller":"traceutil/trace.go:171","msg":"trace[663329711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8944; }","duration":"103.37889ms","start":"2026-03-04T13:11:25.767732Z","end":"2026-03-04T13:11:25.871111Z","steps":["trace[663329711] 'agreement among raft nodes before linearized reading' (duration: 103.116704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:25.871139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.887008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:11:25.871143Z","caller":"traceutil/trace.go:171","msg":"trace[1696238232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8944; }","duration":"205.078643ms","start":"2026-03-04T13:11:25.666015Z","end":"2026-03-04T13:11:25.871093Z","steps":["trace[1696238232] 'agreement among raft nodes before linearized reading' (duration: 204.828927ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:11:25.871226Z","caller":"traceutil/trace.go:171","msg":"trace[484157611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8944; }","duration":"115.036751ms","start":"2026-03-04T13:11:25.756172Z","end":"2026-03-04T13:11:25.871208Z","steps":["trace[484157611] 'agreement among raft nodes before linearized reading' (duration: 114.771306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:11:39.455825Z","caller":"traceutil/trace.go:171","msg":"trace[1543271835] transaction","detail":"{read_only:false; response_revision:9014; number_of_response:1; }","duration":"738.607926ms","start":"2026-03-04T13:11:38.717187Z","end":"2026-03-04T13:11:39.455795Z","steps":["trace[1543271835] 'process raft request' (duration: 670.001823ms)","trace[1543271835] 'compare' (duration: 68.411508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:11:39.456338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:11:38.717126Z","time spent":"738.77198ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:11:39.502462Z","caller":"traceutil/trace.go:171","msg":"trace[935644773] transaction","detail":"{read_only:false; response_revision:9015; number_of_response:1; }","duration":"520.752377ms","start":"2026-03-04T13:11:38.981687Z","end":"2026-03-04T13:11:39.50244Z","steps":["trace[935644773] 'process raft request' (duration: 520.463691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:11:39.502495Z","caller":"traceutil/trace.go:171","msg":"trace[1197743976] transaction","detail":"{read_only:false; response_revision:9016; number_of_response:1; }","duration":"127.334435ms","start":"2026-03-04T13:11:39.375124Z","end":"2026-03-04T13:11:39.502459Z","steps":["trace[1197743976] 'process raft request' (duration: 127.217033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:11:39.502563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:11:38.98165Z","time spent":"520.86434ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:11:39.822783Z","caller":"traceutil/trace.go:171","msg":"trace[189759108] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9359; }","duration":"156.442186ms","start":"2026-03-04T13:11:39.66631Z","end":"2026-03-04T13:11:39.822752Z","steps":["trace[189759108] 'read index received' (duration: 82.672216ms)","trace[189759108] 'applied index is now lower than readState.Index' (duration: 73.7677ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:11:39.822807Z","caller":"traceutil/trace.go:171","msg":"trace[264288932] transaction","detail":"{read_only:false; response_revision:9017; number_of_response:1; }","duration":"304.484264ms","start":"2026-03-04T13:11:39.518301Z","end":"2026-03-04T13:11:39.822785Z","steps":["trace[264288932] 'process raft request' (duration: 230.674664ms)","trace[264288932] 'compare' (duration: 73.561504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:11:39.82298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:11:39.518235Z","time spent":"304.648949ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:11:39.822993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.675131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:11:39.823075Z","caller":"traceutil/trace.go:171","msg":"trace[391859656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9017; }","duration":"156.860905ms","start":"2026-03-04T13:11:39.666191Z","end":"2026-03-04T13:11:39.823052Z","steps":["trace[391859656] 'agreement among raft nodes before linearized reading' (duration: 156.681881ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:13:15.501866Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T13:13:15.50935Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-04T13:13:15.509566Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-04T13:13:26.337012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7470} {"level":"info","ts":"2026-03-04T13:13:26.400093Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7470,"took":"60.862756ms","hash":474006327,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":25149440,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-04T13:13:26.400164Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":474006327,"revision":7470,"compact-revision":5468} {"level":"info","ts":"2026-03-04T13:16:57.611064Z","caller":"traceutil/trace.go:171","msg":"trace[225325508] linearizableReadLoop","detail":"{readStateIndex:11588; appliedIndex:11587; }","duration":"150.9224ms","start":"2026-03-04T13:16:57.460118Z","end":"2026-03-04T13:16:57.61104Z","steps":["trace[225325508] 'read index received' (duration: 150.763866ms)","trace[225325508] 'applied index is now lower than readState.Index' (duration: 157.574µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:16:57.611187Z","caller":"traceutil/trace.go:171","msg":"trace[2106049365] transaction","detail":"{read_only:false; response_revision:11173; number_of_response:1; }","duration":"292.787339ms","start":"2026-03-04T13:16:57.318354Z","end":"2026-03-04T13:16:57.611142Z","steps":["trace[2106049365] 'process raft request' (duration: 292.546934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:16:57.61127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.144205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-04T13:16:57.611321Z","caller":"traceutil/trace.go:171","msg":"trace[1362945400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11173; }","duration":"151.236507ms","start":"2026-03-04T13:16:57.460068Z","end":"2026-03-04T13:16:57.611304Z","steps":["trace[1362945400] 'agreement among raft nodes before linearized reading' (duration: 151.070093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.034479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.267629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:17:20.034592Z","caller":"traceutil/trace.go:171","msg":"trace[1574119272] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11285; }","duration":"112.426063ms","start":"2026-03-04T13:17:19.92214Z","end":"2026-03-04T13:17:20.034566Z","steps":["trace[1574119272] 'range keys from in-memory index tree' (duration: 112.092085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.774897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.25775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:17:20.774937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.293839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:20.775036Z","caller":"traceutil/trace.go:171","msg":"trace[374429209] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11291; }","duration":"288.447682ms","start":"2026-03-04T13:17:20.486562Z","end":"2026-03-04T13:17:20.77501Z","steps":["trace[374429209] 'range keys from in-memory index tree' (duration: 288.174026ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:20.775004Z","caller":"traceutil/trace.go:171","msg":"trace[1115208550] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11291; }","duration":"214.459945ms","start":"2026-03-04T13:17:20.56052Z","end":"2026-03-04T13:17:20.77498Z","steps":["trace[1115208550] 'range keys from in-memory index tree' (duration: 213.990165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.552275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:17:20.775146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.594617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:20.775247Z","caller":"traceutil/trace.go:171","msg":"trace[1061391661] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11291; }","duration":"288.79103ms","start":"2026-03-04T13:17:20.486424Z","end":"2026-03-04T13:17:20.775215Z","steps":["trace[1061391661] 'range keys from in-memory index tree' (duration: 288.360721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.35182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-04T13:17:20.775356Z","caller":"traceutil/trace.go:171","msg":"trace[99610675] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11291; }","duration":"213.502114ms","start":"2026-03-04T13:17:20.561832Z","end":"2026-03-04T13:17:20.775334Z","steps":["trace[99610675] 'range keys from in-memory index tree' (duration: 213.132155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.968701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-04T13:17:20.775434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.884882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:20.775448Z","caller":"traceutil/trace.go:171","msg":"trace[181297729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11291; }","duration":"288.059594ms","start":"2026-03-04T13:17:20.487377Z","end":"2026-03-04T13:17:20.775437Z","steps":["trace[181297729] 'range keys from in-memory index tree' (duration: 287.775757ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:20.775479Z","caller":"traceutil/trace.go:171","msg":"trace[1946483368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11291; }","duration":"288.969253ms","start":"2026-03-04T13:17:20.4865Z","end":"2026-03-04T13:17:20.775469Z","steps":["trace[1946483368] 'range keys from in-memory index tree' (duration: 288.752179ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:20.77525Z","caller":"traceutil/trace.go:171","msg":"trace[1744535955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11291; }","duration":"218.777861ms","start":"2026-03-04T13:17:20.556452Z","end":"2026-03-04T13:17:20.77523Z","steps":["trace[1744535955] 'range keys from in-memory index tree' (duration: 218.436863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.373686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:17:20.775739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.563028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:20.775873Z","caller":"traceutil/trace.go:171","msg":"trace[348369494] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11291; }","duration":"214.751602ms","start":"2026-03-04T13:17:20.561098Z","end":"2026-03-04T13:17:20.77585Z","steps":["trace[348369494] 'range keys from in-memory index tree' (duration: 214.444305ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:20.775734Z","caller":"traceutil/trace.go:171","msg":"trace[1983110614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11291; }","duration":"109.975839ms","start":"2026-03-04T13:17:20.665696Z","end":"2026-03-04T13:17:20.775672Z","steps":["trace[1983110614] 'range keys from in-memory index tree' (duration: 109.268333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.870795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:20.776077Z","caller":"traceutil/trace.go:171","msg":"trace[1650695000] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11291; }","duration":"215.456217ms","start":"2026-03-04T13:17:20.560605Z","end":"2026-03-04T13:17:20.776061Z","steps":["trace[1650695000] 'range keys from in-memory index tree' (duration: 214.729821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.978775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-04T13:17:20.776196Z","caller":"traceutil/trace.go:171","msg":"trace[466179323] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11291; }","duration":"214.520186ms","start":"2026-03-04T13:17:20.561643Z","end":"2026-03-04T13:17:20.776163Z","steps":["trace[466179323] 'range keys from in-memory index tree' (duration: 213.820042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:20.775541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.989605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:20.776316Z","caller":"traceutil/trace.go:171","msg":"trace[1708372693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11291; }","duration":"289.762591ms","start":"2026-03-04T13:17:20.486489Z","end":"2026-03-04T13:17:20.776252Z","steps":["trace[1708372693] 'range keys from in-memory index tree' (duration: 288.82638ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:20.922018Z","caller":"traceutil/trace.go:171","msg":"trace[2086550444] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"105.322125ms","start":"2026-03-04T13:17:20.816666Z","end":"2026-03-04T13:17:20.921988Z","steps":["trace[2086550444] 'process raft request' (duration: 105.144511ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:21.187788Z","caller":"traceutil/trace.go:171","msg":"trace[1856571663] linearizableReadLoop","detail":"{readStateIndex:11713; appliedIndex:11711; }","duration":"299.11911ms","start":"2026-03-04T13:17:20.888641Z","end":"2026-03-04T13:17:21.18776Z","steps":["trace[1856571663] 'read index received' (duration: 33.2223ms)","trace[1856571663] 'applied index is now lower than readState.Index' (duration: 265.89571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:17:21.187944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.269454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:17:21.187927Z","caller":"traceutil/trace.go:171","msg":"trace[559524369] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"347.944176ms","start":"2026-03-04T13:17:20.83995Z","end":"2026-03-04T13:17:21.187894Z","steps":["trace[559524369] 'process raft request' (duration: 341.496423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:21.188086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:17:20.839927Z","time spent":"348.07246ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:17:21.188259Z","caller":"traceutil/trace.go:171","msg":"trace[580685727] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11293; }","duration":"299.382986ms","start":"2026-03-04T13:17:20.888593Z","end":"2026-03-04T13:17:21.187976Z","steps":["trace[580685727] 'agreement among raft nodes before linearized reading' (duration: 299.282484ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:22.153968Z","caller":"traceutil/trace.go:171","msg":"trace[484370301] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"104.430565ms","start":"2026-03-04T13:17:22.049472Z","end":"2026-03-04T13:17:22.153902Z","steps":["trace[484370301] 'process raft request' (duration: 104.103477ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:22.378155Z","caller":"traceutil/trace.go:171","msg":"trace[2058313786] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"219.17452ms","start":"2026-03-04T13:17:22.158948Z","end":"2026-03-04T13:17:22.378123Z","steps":["trace[2058313786] 'process raft request' (duration: 218.853573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:22.378202Z","caller":"traceutil/trace.go:171","msg":"trace[719626319] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"219.127838ms","start":"2026-03-04T13:17:22.159025Z","end":"2026-03-04T13:17:22.378153Z","steps":["trace[719626319] 'process raft request' (duration: 219.023976ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:22.378393Z","caller":"traceutil/trace.go:171","msg":"trace[15509305] linearizableReadLoop","detail":"{readStateIndex:11719; appliedIndex:11715; }","duration":"217.124255ms","start":"2026-03-04T13:17:22.161231Z","end":"2026-03-04T13:17:22.378355Z","steps":["trace[15509305] 'read index received' (duration: 40.005021ms)","trace[15509305] 'applied index is now lower than readState.Index' (duration: 177.116254ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:17:22.378552Z","caller":"traceutil/trace.go:171","msg":"trace[941216452] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"219.461126ms","start":"2026-03-04T13:17:22.159036Z","end":"2026-03-04T13:17:22.378497Z","steps":["trace[941216452] 'process raft request' (duration: 219.068157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:17:22.379086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.81853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444874"} {"level":"info","ts":"2026-03-04T13:17:22.379139Z","caller":"traceutil/trace.go:171","msg":"trace[1443140627] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11299; }","duration":"217.932423ms","start":"2026-03-04T13:17:22.161192Z","end":"2026-03-04T13:17:22.379125Z","steps":["trace[1443140627] 'agreement among raft nodes before linearized reading' (duration: 217.295219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:17:22.684643Z","caller":"traceutil/trace.go:171","msg":"trace[1174924702] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"125.32602ms","start":"2026-03-04T13:17:22.559289Z","end":"2026-03-04T13:17:22.684615Z","steps":["trace[1174924702] 'process raft request' (duration: 124.901281ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:18:26.343619Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9702} {"level":"info","ts":"2026-03-04T13:18:26.422938Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9702,"took":"77.112598ms","hash":3611630621,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":22700032,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-04T13:18:26.423007Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3611630621,"revision":9702,"compact-revision":7470} {"level":"info","ts":"2026-03-04T13:21:29.015094Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033fa.wal"} {"level":"info","ts":"2026-03-04T13:23:07.696171Z","caller":"traceutil/trace.go:171","msg":"trace[637657845] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"314.715462ms","start":"2026-03-04T13:23:07.381426Z","end":"2026-03-04T13:23:07.696142Z","steps":["trace[637657845] 'process raft request' (duration: 314.535019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:07.696459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:07.381403Z","time spent":"314.852616ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:07.700318Z","caller":"traceutil/trace.go:171","msg":"trace[101085493] transaction","detail":"{read_only:false; response_revision:13487; number_of_response:1; }","duration":"269.884696ms","start":"2026-03-04T13:23:07.430404Z","end":"2026-03-04T13:23:07.700288Z","steps":["trace[101085493] 'process raft request' (duration: 269.765994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:11.045768Z","caller":"traceutil/trace.go:171","msg":"trace[1218961647] linearizableReadLoop","detail":"{readStateIndex:14015; appliedIndex:14014; }","duration":"380.848784ms","start":"2026-03-04T13:23:10.664883Z","end":"2026-03-04T13:23:11.045732Z","steps":["trace[1218961647] 'read index received' (duration: 380.691581ms)","trace[1218961647] 'applied index is now lower than readState.Index' (duration: 155.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:11.045942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.037909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:23:11.045979Z","caller":"traceutil/trace.go:171","msg":"trace[1523365314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13511; }","duration":"381.137631ms","start":"2026-03-04T13:23:10.664832Z","end":"2026-03-04T13:23:11.045969Z","steps":["trace[1523365314] 'agreement among raft nodes before linearized reading' (duration: 381.042889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:11.046021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:10.664809Z","time spent":"381.204903ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:23:11.046165Z","caller":"traceutil/trace.go:171","msg":"trace[1272269699] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"388.31275ms","start":"2026-03-04T13:23:10.65782Z","end":"2026-03-04T13:23:11.046132Z","steps":["trace[1272269699] 'process raft request' (duration: 387.678146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:11.046365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:10.657804Z","time spent":"388.429383ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:26.349636Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11711} {"level":"info","ts":"2026-03-04T13:23:26.425113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11711,"took":"73.586327ms","hash":4274173676,"current-db-size-bytes":40787968,"current-db-size":"41 MB","current-db-size-in-use-bytes":23896064,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-04T13:23:26.425166Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4274173676,"revision":11711,"compact-revision":9702} {"level":"info","ts":"2026-03-04T13:23:30.637863Z","caller":"traceutil/trace.go:171","msg":"trace[1026654990] transaction","detail":"{read_only:false; response_revision:13600; number_of_response:1; }","duration":"445.344281ms","start":"2026-03-04T13:23:30.192489Z","end":"2026-03-04T13:23:30.637833Z","steps":["trace[1026654990] 'process raft request' (duration: 445.151746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:30.638059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:30.192476Z","time spent":"445.488013ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:31.010446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.51333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:23:31.010553Z","caller":"traceutil/trace.go:171","msg":"trace[233315415] linearizableReadLoop","detail":"{readStateIndex:14110; appliedIndex:14108; }","duration":"635.410721ms","start":"2026-03-04T13:23:30.375127Z","end":"2026-03-04T13:23:31.010538Z","steps":["trace[233315415] 'read index received' (duration: 262.563473ms)","trace[233315415] 'applied index is now lower than readState.Index' (duration: 372.846098ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:31.010577Z","caller":"traceutil/trace.go:171","msg":"trace[9270290] transaction","detail":"{read_only:false; response_revision:13601; number_of_response:1; }","duration":"653.516322ms","start":"2026-03-04T13:23:30.357047Z","end":"2026-03-04T13:23:31.010563Z","steps":["trace[9270290] 'process raft request' (duration: 427.801389ms)","trace[9270290] 'compare' (duration: 225.367286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:31.010633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:30.357014Z","time spent":"653.590404ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:31.010713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.590424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:23:31.010738Z","caller":"traceutil/trace.go:171","msg":"trace[744262108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13601; }","duration":"635.645886ms","start":"2026-03-04T13:23:30.375083Z","end":"2026-03-04T13:23:31.010729Z","steps":["trace[744262108] 'agreement among raft nodes before linearized reading' (duration: 635.534263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:31.010758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:30.375071Z","time spent":"635.681636ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:23:31.011002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.584004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-04T13:23:31.011014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.174446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:23:31.011059Z","caller":"traceutil/trace.go:171","msg":"trace[402964039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13601; }","duration":"169.692317ms","start":"2026-03-04T13:23:30.841351Z","end":"2026-03-04T13:23:31.011044Z","steps":["trace[402964039] 'agreement among raft nodes before linearized reading' (duration: 169.565434ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:31.011086Z","caller":"traceutil/trace.go:171","msg":"trace[193611672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13601; }","duration":"587.296639ms","start":"2026-03-04T13:23:30.423769Z","end":"2026-03-04T13:23:31.011066Z","steps":["trace[193611672] 'agreement among raft nodes before linearized reading' (duration: 587.072844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:31.011134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:30.423748Z","time spent":"587.373021ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:23:31.011127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.854835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:23:31.011212Z","caller":"traceutil/trace.go:171","msg":"trace[1318289009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13601; }","duration":"535.975117ms","start":"2026-03-04T13:23:30.475215Z","end":"2026-03-04T13:23:31.01119Z","steps":["trace[1318289009] 'agreement among raft nodes before linearized reading' (duration: 535.722631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:31.011252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:30.4752Z","time spent":"536.042848ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:23:38.573239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.44935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:23:38.573372Z","caller":"traceutil/trace.go:171","msg":"trace[2034497512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13636; }","duration":"129.629235ms","start":"2026-03-04T13:23:38.443715Z","end":"2026-03-04T13:23:38.573344Z","steps":["trace[2034497512] 'range keys from in-memory index tree' (duration: 129.373979ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:47.302803Z","caller":"traceutil/trace.go:171","msg":"trace[1144084157] linearizableReadLoop","detail":"{readStateIndex:14204; appliedIndex:14203; }","duration":"192.846822ms","start":"2026-03-04T13:23:47.109929Z","end":"2026-03-04T13:23:47.302775Z","steps":["trace[1144084157] 'read index received' (duration: 192.711199ms)","trace[1144084157] 'applied index is now lower than readState.Index' (duration: 134.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:47.302922Z","caller":"traceutil/trace.go:171","msg":"trace[1992192660] transaction","detail":"{read_only:false; response_revision:13691; number_of_response:1; }","duration":"245.105435ms","start":"2026-03-04T13:23:47.057806Z","end":"2026-03-04T13:23:47.302912Z","steps":["trace[1992192660] 'process raft request' (duration: 244.815759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:47.303157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.22677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-04T13:23:47.303202Z","caller":"traceutil/trace.go:171","msg":"trace[1806425287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13691; }","duration":"193.324802ms","start":"2026-03-04T13:23:47.109863Z","end":"2026-03-04T13:23:47.303188Z","steps":["trace[1806425287] 'agreement among raft nodes before linearized reading' (duration: 193.175389ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:47.340085Z","caller":"traceutil/trace.go:171","msg":"trace[1444345723] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"117.999115ms","start":"2026-03-04T13:23:47.222054Z","end":"2026-03-04T13:23:47.340053Z","steps":["trace[1444345723] 'process raft request' (duration: 117.818981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:47.340172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.425985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-04T13:23:47.340258Z","caller":"traceutil/trace.go:171","msg":"trace[906463505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13692; }","duration":"229.555958ms","start":"2026-03-04T13:23:47.110684Z","end":"2026-03-04T13:23:47.34024Z","steps":["trace[906463505] 'agreement among raft nodes before linearized reading' (duration: 229.330153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:47.340405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.877155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-04T13:23:47.340444Z","caller":"traceutil/trace.go:171","msg":"trace[1418504738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13692; }","duration":"220.955848ms","start":"2026-03-04T13:23:47.119479Z","end":"2026-03-04T13:23:47.340435Z","steps":["trace[1418504738] 'agreement among raft nodes before linearized reading' (duration: 220.770904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.099611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588553677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:23:48.279845Z","caller":"traceutil/trace.go:171","msg":"trace[854950391] transaction","detail":"{read_only:false; response_revision:13693; number_of_response:1; }","duration":"972.870059ms","start":"2026-03-04T13:23:47.306954Z","end":"2026-03-04T13:23:48.279824Z","steps":["trace[854950391] 'process raft request' (duration: 971.0456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.279991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.306924Z","time spent":"972.991611ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:48.30406Z","caller":"traceutil/trace.go:171","msg":"trace[23780763] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"497.267016ms","start":"2026-03-04T13:23:47.806769Z","end":"2026-03-04T13:23:48.304036Z","steps":["trace[23780763] 'process raft request' (duration: 497.188994ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:48.304085Z","caller":"traceutil/trace.go:171","msg":"trace[1751567624] transaction","detail":"{read_only:false; response_revision:13694; number_of_response:1; }","duration":"959.84289ms","start":"2026-03-04T13:23:47.344212Z","end":"2026-03-04T13:23:48.304055Z","steps":["trace[1751567624] 'process raft request' (duration: 959.576124ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:48.3042Z","caller":"traceutil/trace.go:171","msg":"trace[860443586] linearizableReadLoop","detail":"{readStateIndex:14210; appliedIndex:14205; }","duration":"704.770083ms","start":"2026-03-04T13:23:47.599407Z","end":"2026-03-04T13:23:48.304177Z","steps":["trace[860443586] 'read index received' (duration: 678.893737ms)","trace[860443586] 'applied index is now lower than readState.Index' (duration: 25.875426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:48.304211Z","caller":"traceutil/trace.go:171","msg":"trace[324368279] transaction","detail":"{read_only:false; response_revision:13695; number_of_response:1; }","duration":"959.966903ms","start":"2026-03-04T13:23:47.344212Z","end":"2026-03-04T13:23:48.304179Z","steps":["trace[324368279] 'process raft request' (duration: 959.699337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.304261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.806751Z","time spent":"497.383948ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:48.304339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.344181Z","time spent":"960.091835ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:48.304341Z","caller":"traceutil/trace.go:171","msg":"trace[831806174] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"413.523111ms","start":"2026-03-04T13:23:47.890774Z","end":"2026-03-04T13:23:48.304297Z","steps":["trace[831806174] 'process raft request' (duration: 413.217525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.304342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.344181Z","time spent":"960.023493ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:48.304468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.398081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:23:48.304491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.482985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:23:48.304542Z","caller":"traceutil/trace.go:171","msg":"trace[1569957790] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:13697; }","duration":"121.611066ms","start":"2026-03-04T13:23:48.182914Z","end":"2026-03-04T13:23:48.304525Z","steps":["trace[1569957790] 'agreement among raft nodes before linearized reading' (duration: 121.464573ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:48.304555Z","caller":"traceutil/trace.go:171","msg":"trace[1854489272] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13697; }","duration":"499.597118ms","start":"2026-03-04T13:23:47.804941Z","end":"2026-03-04T13:23:48.304539Z","steps":["trace[1854489272] 'agreement among raft nodes before linearized reading' (duration: 499.412733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.304543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.890749Z","time spent":"413.688885ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:48.304481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.064809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T13:23:48.304588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.80492Z","time spent":"499.662328ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":114,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:23:48.304617Z","caller":"traceutil/trace.go:171","msg":"trace[126982247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:13697; }","duration":"705.200052ms","start":"2026-03-04T13:23:47.5994Z","end":"2026-03-04T13:23:48.3046Z","steps":["trace[126982247] 'agreement among raft nodes before linearized reading' (duration: 704.922246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:48.304672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:47.59934Z","time spent":"705.317505ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:23:48.304812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.39543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:23:48.304919Z","caller":"traceutil/trace.go:171","msg":"trace[984187629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13697; }","duration":"280.549802ms","start":"2026-03-04T13:23:48.02435Z","end":"2026-03-04T13:23:48.3049Z","steps":["trace[984187629] 'agreement among raft nodes before linearized reading' (duration: 280.131693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:50.170997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.51895ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:23:50.171132Z","caller":"traceutil/trace.go:171","msg":"trace[1755035678] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13705; }","duration":"674.663064ms","start":"2026-03-04T13:23:49.496448Z","end":"2026-03-04T13:23:50.171111Z","steps":["trace[1755035678] 'range keys from in-memory index tree' (duration: 674.500388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:50.171455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.036558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:23:50.171676Z","caller":"traceutil/trace.go:171","msg":"trace[1511508104] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"686.1947ms","start":"2026-03-04T13:23:49.485461Z","end":"2026-03-04T13:23:50.171655Z","steps":["trace[1511508104] 'process raft request' (duration: 686.080857ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:50.171664Z","caller":"traceutil/trace.go:171","msg":"trace[346284172] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"826.86672ms","start":"2026-03-04T13:23:49.344717Z","end":"2026-03-04T13:23:50.171584Z","steps":["trace[346284172] 'process raft request' (duration: 51.629429ms)","trace[346284172] 'compare' (duration: 774.806632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:50.171768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:49.485419Z","time spent":"686.316923ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:23:50.171991Z","caller":"traceutil/trace.go:171","msg":"trace[388025083] linearizableReadLoop","detail":"{readStateIndex:14219; appliedIndex:14218; }","duration":"716.556396ms","start":"2026-03-04T13:23:49.455396Z","end":"2026-03-04T13:23:50.171953Z","steps":["trace[388025083] 'read index received' (duration: 42.321µs)","trace[388025083] 'applied index is now lower than readState.Index' (duration: 716.510925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:50.172057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:49.344694Z","time spent":"827.108015ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:50.172241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.750087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:23:50.172272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.864173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-04T13:23:50.172357Z","caller":"traceutil/trace.go:171","msg":"trace[1835040203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13707; }","duration":"506.841379ms","start":"2026-03-04T13:23:49.665452Z","end":"2026-03-04T13:23:50.172293Z","steps":["trace[1835040203] 'agreement among raft nodes before linearized reading' (duration: 506.733646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:50.172411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:49.665436Z","time spent":"506.965032ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:23:50.17241Z","caller":"traceutil/trace.go:171","msg":"trace[1873377893] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:13707; }","duration":"717.044647ms","start":"2026-03-04T13:23:49.455344Z","end":"2026-03-04T13:23:50.172389Z","steps":["trace[1873377893] 'agreement among raft nodes before linearized reading' (duration: 716.71759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:50.172449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.522792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8h9xd\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-03-04T13:23:50.172522Z","caller":"traceutil/trace.go:171","msg":"trace[1851384598] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8h9xd; range_end:; response_count:1; response_revision:13707; }","duration":"688.657255ms","start":"2026-03-04T13:23:49.483845Z","end":"2026-03-04T13:23:50.172502Z","steps":["trace[1851384598] 'agreement among raft nodes before linearized reading' (duration: 688.337858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:50.172576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:49.483827Z","time spent":"688.737337ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11955,"request content":"key:\"/registry/pods/openstack/openvswitch-8h9xd\" "} {"level":"warn","ts":"2026-03-04T13:23:50.172464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:49.455322Z","time spent":"717.133348ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-04T13:23:57.912187Z","caller":"traceutil/trace.go:171","msg":"trace[814202307] transaction","detail":"{read_only:false; response_revision:13857; number_of_response:1; }","duration":"291.63798ms","start":"2026-03-04T13:23:57.620523Z","end":"2026-03-04T13:23:57.912161Z","steps":["trace[814202307] 'process raft request' (duration: 291.452546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:58.682004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588554056,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:23:58.791412Z","caller":"traceutil/trace.go:171","msg":"trace[677952356] transaction","detail":"{read_only:false; response_revision:13859; number_of_response:1; }","duration":"814.915594ms","start":"2026-03-04T13:23:57.976472Z","end":"2026-03-04T13:23:58.791388Z","steps":["trace[677952356] 'process raft request' (duration: 814.752391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:58.791573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:57.976449Z","time spent":"815.038246ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:59.239993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.533235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:23:59.240306Z","caller":"traceutil/trace.go:171","msg":"trace[1331584876] transaction","detail":"{read_only:false; response_revision:13860; number_of_response:1; }","duration":"1.037254122s","start":"2026-03-04T13:23:58.203013Z","end":"2026-03-04T13:23:59.240267Z","steps":["trace[1331584876] 'process raft request' (duration: 862.354139ms)","trace[1331584876] 'compare' (duration: 174.231648ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:23:59.240425Z","caller":"traceutil/trace.go:171","msg":"trace[389074951] transaction","detail":"{read_only:false; response_revision:13862; number_of_response:1; }","duration":"602.13875ms","start":"2026-03-04T13:23:58.638268Z","end":"2026-03-04T13:23:59.240407Z","steps":["trace[389074951] 'process raft request' (duration: 601.914435ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:59.240414Z","caller":"traceutil/trace.go:171","msg":"trace[1781890319] transaction","detail":"{read_only:false; response_revision:13861; number_of_response:1; }","duration":"869.11838ms","start":"2026-03-04T13:23:58.371258Z","end":"2026-03-04T13:23:59.240376Z","steps":["trace[1781890319] 'process raft request' (duration: 868.830534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.24047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.202985Z","time spent":"1.037430955s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:59.240493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.638227Z","time spent":"602.233651ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:23:59.240552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.37123Z","time spent":"869.249222ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:23:59.240587Z","caller":"traceutil/trace.go:171","msg":"trace[828099990] linearizableReadLoop","detail":"{readStateIndex:14378; appliedIndex:14374; }","duration":"1.05921376s","start":"2026-03-04T13:23:58.181159Z","end":"2026-03-04T13:23:59.240373Z","steps":["trace[828099990] 'read index received' (duration: 609.707838ms)","trace[828099990] 'applied index is now lower than readState.Index' (duration: 449.505312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:23:59.240724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.658841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:23:59.24075Z","caller":"traceutil/trace.go:171","msg":"trace[854057477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13862; }","duration":"797.715691ms","start":"2026-03-04T13:23:58.443028Z","end":"2026-03-04T13:23:59.240744Z","steps":["trace[854057477] 'agreement among raft nodes before linearized reading' (duration: 797.6412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.240768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.443011Z","time spent":"797.753533ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:23:59.240806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.48767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:23:59.240835Z","caller":"traceutil/trace.go:171","msg":"trace[1279318193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13862; }","duration":"861.526421ms","start":"2026-03-04T13:23:58.3793Z","end":"2026-03-04T13:23:59.240827Z","steps":["trace[1279318193] 'agreement among raft nodes before linearized reading' (duration: 861.413749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.240831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05965959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-pm4sb.1899a62c17ce45a4\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-04T13:23:59.240869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.379297Z","time spent":"861.563872ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:23:59.240864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.00124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:23:59.240899Z","caller":"traceutil/trace.go:171","msg":"trace[1545563464] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-pm4sb.1899a62c17ce45a4; range_end:; response_count:1; response_revision:13862; }","duration":"1.059778452s","start":"2026-03-04T13:23:58.181102Z","end":"2026-03-04T13:23:59.24088Z","steps":["trace[1545563464] 'agreement among raft nodes before linearized reading' (duration: 1.059413014s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:59.240931Z","caller":"traceutil/trace.go:171","msg":"trace[1357108811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13862; }","duration":"861.052961ms","start":"2026-03-04T13:23:58.379841Z","end":"2026-03-04T13:23:59.240894Z","steps":["trace[1357108811] 'agreement among raft nodes before linearized reading' (duration: 860.934288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.240943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.17523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f46b277f-6b03-4a0d-b3a3-1300671b6097\" ","response":"range_response_count:1 size:3724"} {"level":"warn","ts":"2026-03-04T13:23:59.240929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.840479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"warn","ts":"2026-03-04T13:23:59.24093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.160462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:23:59.240969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.379836Z","time spent":"861.124052ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:23:59.241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.716107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:23:59.241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.297921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T13:23:59.240939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.18108Z","time spent":"1.059852904s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/ovn-controller-default-pm4sb.1899a62c17ce45a4\" "} {"level":"info","ts":"2026-03-04T13:23:59.241005Z","caller":"traceutil/trace.go:171","msg":"trace[2073369682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:13862; }","duration":"844.922001ms","start":"2026-03-04T13:23:58.396065Z","end":"2026-03-04T13:23:59.240987Z","steps":["trace[2073369682] 'agreement among raft nodes before linearized reading' (duration: 844.704396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:59.241027Z","caller":"traceutil/trace.go:171","msg":"trace[961952085] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13862; }","duration":"459.362412ms","start":"2026-03-04T13:23:58.781659Z","end":"2026-03-04T13:23:59.241022Z","steps":["trace[961952085] 'agreement among raft nodes before linearized reading' (duration: 459.297791ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:59.241021Z","caller":"traceutil/trace.go:171","msg":"trace[1027702326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13862; }","duration":"576.278154ms","start":"2026-03-04T13:23:58.66472Z","end":"2026-03-04T13:23:59.240998Z","steps":["trace[1027702326] 'agreement among raft nodes before linearized reading' (duration: 576.10831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.241046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.781637Z","time spent":"459.405043ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:23:59.241056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.396031Z","time spent":"845.014773ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"warn","ts":"2026-03-04T13:23:59.241089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.664711Z","time spent":"576.364746ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:23:59.241099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.036362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T13:23:59.240909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.927495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b2fde30-a4c7-4f3d-a0dd-8cb515609517\" ","response":"range_response_count:1 size:3727"} {"level":"warn","ts":"2026-03-04T13:23:59.241133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.775851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:23:59.241149Z","caller":"traceutil/trace.go:171","msg":"trace[2085839969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4b2fde30-a4c7-4f3d-a0dd-8cb515609517; range_end:; response_count:1; response_revision:13862; }","duration":"624.20123ms","start":"2026-03-04T13:23:58.616942Z","end":"2026-03-04T13:23:59.241143Z","steps":["trace[2085839969] 'agreement among raft nodes before linearized reading' (duration: 623.928004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.241173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.616917Z","time spent":"624.249772ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3751,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4b2fde30-a4c7-4f3d-a0dd-8cb515609517\" "} {"level":"info","ts":"2026-03-04T13:23:59.241166Z","caller":"traceutil/trace.go:171","msg":"trace[1963756116] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13862; }","duration":"862.116915ms","start":"2026-03-04T13:23:58.379027Z","end":"2026-03-04T13:23:59.241144Z","steps":["trace[1963756116] 'agreement among raft nodes before linearized reading' (duration: 861.959532ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:59.241171Z","caller":"traceutil/trace.go:171","msg":"trace[609920218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13862; }","duration":"907.850062ms","start":"2026-03-04T13:23:58.333311Z","end":"2026-03-04T13:23:59.241162Z","steps":["trace[609920218] 'agreement among raft nodes before linearized reading' (duration: 907.760241ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:23:59.240966Z","caller":"traceutil/trace.go:171","msg":"trace[1025670160] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f46b277f-6b03-4a0d-b3a3-1300671b6097; range_end:; response_count:1; response_revision:13862; }","duration":"624.19656ms","start":"2026-03-04T13:23:58.616762Z","end":"2026-03-04T13:23:59.240959Z","steps":["trace[1025670160] 'agreement among raft nodes before linearized reading' (duration: 624.161089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.241209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.333288Z","time spent":"907.915153ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:23:59.241214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.379018Z","time spent":"862.183576ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:23:59.240933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.880713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:23:59.241184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.302135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-04T13:23:59.241294Z","caller":"traceutil/trace.go:171","msg":"trace[386124169] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13862; }","duration":"927.449498ms","start":"2026-03-04T13:23:58.313835Z","end":"2026-03-04T13:23:59.241285Z","steps":["trace[386124169] 'agreement among raft nodes before linearized reading' (duration: 926.826135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.241313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.313812Z","time spent":"927.49591ms","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:23:59.241023Z","caller":"traceutil/trace.go:171","msg":"trace[1417691840] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13862; }","duration":"662.806548ms","start":"2026-03-04T13:23:58.578212Z","end":"2026-03-04T13:23:59.241018Z","steps":["trace[1417691840] 'agreement among raft nodes before linearized reading' (duration: 662.767487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.241517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.578192Z","time spent":"663.3088ms","remote":"127.0.0.1:58596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:23:59.241235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.616699Z","time spent":"624.529658ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3748,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f46b277f-6b03-4a0d-b3a3-1300671b6097\" "} {"level":"info","ts":"2026-03-04T13:23:59.241319Z","caller":"traceutil/trace.go:171","msg":"trace[1782761328] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13862; }","duration":"904.284763ms","start":"2026-03-04T13:23:58.336983Z","end":"2026-03-04T13:23:59.241268Z","steps":["trace[1782761328] 'agreement among raft nodes before linearized reading' (duration: 903.819753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.241683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.33696Z","time spent":"904.712333ms","remote":"127.0.0.1:35372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":102,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:23:59.242524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.185243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8h9xd\" ","response":"range_response_count:1 size:12384"} {"level":"info","ts":"2026-03-04T13:23:59.242607Z","caller":"traceutil/trace.go:171","msg":"trace[779486436] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8h9xd; range_end:; response_count:1; response_revision:13862; }","duration":"448.285976ms","start":"2026-03-04T13:23:58.794297Z","end":"2026-03-04T13:23:59.242583Z","steps":["trace[779486436] 'agreement among raft nodes before linearized reading' (duration: 446.561947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:23:59.242659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:23:58.794282Z","time spent":"448.365097ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/openvswitch-8h9xd\" "} {"level":"info","ts":"2026-03-04T13:24:05.41585Z","caller":"traceutil/trace.go:171","msg":"trace[2116746440] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"156.722827ms","start":"2026-03-04T13:24:05.259105Z","end":"2026-03-04T13:24:05.415828Z","steps":["trace[2116746440] 'process raft request' (duration: 156.605895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.459144Z","caller":"traceutil/trace.go:171","msg":"trace[269081895] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"198.548628ms","start":"2026-03-04T13:24:05.260571Z","end":"2026-03-04T13:24:05.459119Z","steps":["trace[269081895] 'process raft request' (duration: 198.369444ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.459307Z","caller":"traceutil/trace.go:171","msg":"trace[1726089738] linearizableReadLoop","detail":"{readStateIndex:14549; appliedIndex:14547; }","duration":"181.148572ms","start":"2026-03-04T13:24:05.278132Z","end":"2026-03-04T13:24:05.459281Z","steps":["trace[1726089738] 'read index received' (duration: 137.650483ms)","trace[1726089738] 'applied index is now lower than readState.Index' (duration: 43.496429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:24:05.459524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.361416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-04T13:24:05.459577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.853255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-04T13:24:05.459583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.571248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:24:05.459588Z","caller":"traceutil/trace.go:171","msg":"trace[650516328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14023; }","duration":"181.483479ms","start":"2026-03-04T13:24:05.278085Z","end":"2026-03-04T13:24:05.459569Z","steps":["trace[650516328] 'agreement among raft nodes before linearized reading' (duration: 181.303495ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.459624Z","caller":"traceutil/trace.go:171","msg":"trace[460970076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14023; }","duration":"180.957167ms","start":"2026-03-04T13:24:05.278647Z","end":"2026-03-04T13:24:05.459604Z","steps":["trace[460970076] 'agreement among raft nodes before linearized reading' (duration: 180.776113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.459622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.533329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-04T13:24:05.459713Z","caller":"traceutil/trace.go:171","msg":"trace[1182385294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14023; }","duration":"176.648481ms","start":"2026-03-04T13:24:05.28304Z","end":"2026-03-04T13:24:05.459688Z","steps":["trace[1182385294] 'agreement among raft nodes before linearized reading' (duration: 176.402065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.459767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.620142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-04T13:24:05.459784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.235874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T13:24:05.459785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.506663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8h9xd\" ","response":"range_response_count:1 size:12779"} {"level":"info","ts":"2026-03-04T13:24:05.459796Z","caller":"traceutil/trace.go:171","msg":"trace[1070877570] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:14023; }","duration":"150.677274ms","start":"2026-03-04T13:24:05.30911Z","end":"2026-03-04T13:24:05.459788Z","steps":["trace[1070877570] 'agreement among raft nodes before linearized reading' (duration: 150.586142ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.459836Z","caller":"traceutil/trace.go:171","msg":"trace[733468426] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8h9xd; range_end:; response_count:1; response_revision:14023; }","duration":"112.585736ms","start":"2026-03-04T13:24:05.347232Z","end":"2026-03-04T13:24:05.459818Z","steps":["trace[733468426] 'agreement among raft nodes before linearized reading' (duration: 112.461083ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.459627Z","caller":"traceutil/trace.go:171","msg":"trace[783002921] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:14023; }","duration":"149.64678ms","start":"2026-03-04T13:24:05.309969Z","end":"2026-03-04T13:24:05.459616Z","steps":["trace[783002921] 'agreement among raft nodes before linearized reading' (duration: 149.456146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.459867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.461323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-04T13:24:05.4599Z","caller":"traceutil/trace.go:171","msg":"trace[435204965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14023; }","duration":"179.512354ms","start":"2026-03-04T13:24:05.280378Z","end":"2026-03-04T13:24:05.45989Z","steps":["trace[435204965] 'agreement among raft nodes before linearized reading' (duration: 179.417752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.459815Z","caller":"traceutil/trace.go:171","msg":"trace[802967325] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14023; }","duration":"177.321365ms","start":"2026-03-04T13:24:05.282484Z","end":"2026-03-04T13:24:05.459806Z","steps":["trace[802967325] 'agreement among raft nodes before linearized reading' (duration: 177.234743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.460338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.514004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:95 size:1026124"} {"level":"info","ts":"2026-03-04T13:24:05.46037Z","caller":"traceutil/trace.go:171","msg":"trace[1203614535] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:95; response_revision:14023; }","duration":"108.583845ms","start":"2026-03-04T13:24:05.351777Z","end":"2026-03-04T13:24:05.460361Z","steps":["trace[1203614535] 'agreement among raft nodes before linearized reading' (duration: 107.87848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:24:05.460554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.217254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210825"} {"level":"info","ts":"2026-03-04T13:24:05.460597Z","caller":"traceutil/trace.go:171","msg":"trace[179634020] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:14023; }","duration":"142.288085ms","start":"2026-03-04T13:24:05.318297Z","end":"2026-03-04T13:24:05.460585Z","steps":["trace[179634020] 'agreement among raft nodes before linearized reading' (duration: 141.528189ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:24:05.946103Z","caller":"traceutil/trace.go:171","msg":"trace[2142021806] transaction","detail":"{read_only:false; response_revision:14034; number_of_response:1; }","duration":"177.871219ms","start":"2026-03-04T13:24:05.768202Z","end":"2026-03-04T13:24:05.946073Z","steps":["trace[2142021806] 'process raft request' (duration: 175.25519ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:16.302476Z","caller":"traceutil/trace.go:171","msg":"trace[1194758724] linearizableReadLoop","detail":"{readStateIndex:15342; appliedIndex:15341; }","duration":"169.545883ms","start":"2026-03-04T13:25:16.132911Z","end":"2026-03-04T13:25:16.302456Z","steps":["trace[1194758724] 'read index received' (duration: 169.39894ms)","trace[1194758724] 'applied index is now lower than readState.Index' (duration: 146.103µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:25:16.302605Z","caller":"traceutil/trace.go:171","msg":"trace[1949190538] transaction","detail":"{read_only:false; response_revision:14793; number_of_response:1; }","duration":"171.695571ms","start":"2026-03-04T13:25:16.130901Z","end":"2026-03-04T13:25:16.302596Z","steps":["trace[1949190538] 'process raft request' (duration: 171.418435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:16.302822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.661946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-04T13:25:16.302886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.844045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:16.302907Z","caller":"traceutil/trace.go:171","msg":"trace[1065197601] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14793; }","duration":"169.771568ms","start":"2026-03-04T13:25:16.133114Z","end":"2026-03-04T13:25:16.302886Z","steps":["trace[1065197601] 'agreement among raft nodes before linearized reading' (duration: 169.573873ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:16.302923Z","caller":"traceutil/trace.go:171","msg":"trace[1386413066] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14793; }","duration":"123.895536ms","start":"2026-03-04T13:25:16.179014Z","end":"2026-03-04T13:25:16.302909Z","steps":["trace[1386413066] 'agreement among raft nodes before linearized reading' (duration: 123.824605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:16.303086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.171487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:16.303115Z","caller":"traceutil/trace.go:171","msg":"trace[612404374] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14793; }","duration":"170.219528ms","start":"2026-03-04T13:25:16.132889Z","end":"2026-03-04T13:25:16.303108Z","steps":["trace[612404374] 'agreement among raft nodes before linearized reading' (duration: 170.164516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:16.303161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.910342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:25:16.303191Z","caller":"traceutil/trace.go:171","msg":"trace[1653091203] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14793; }","duration":"165.966203ms","start":"2026-03-04T13:25:16.137216Z","end":"2026-03-04T13:25:16.303182Z","steps":["trace[1653091203] 'agreement among raft nodes before linearized reading' (duration: 165.873331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:16.303292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.039864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:25:16.303319Z","caller":"traceutil/trace.go:171","msg":"trace[785059552] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:14793; }","duration":"112.111015ms","start":"2026-03-04T13:25:16.191201Z","end":"2026-03-04T13:25:16.303312Z","steps":["trace[785059552] 'agreement among raft nodes before linearized reading' (duration: 112.009703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:16.30338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.575193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T13:25:16.303418Z","caller":"traceutil/trace.go:171","msg":"trace[577111212] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14793; }","duration":"169.630625ms","start":"2026-03-04T13:25:16.133779Z","end":"2026-03-04T13:25:16.30341Z","steps":["trace[577111212] 'agreement among raft nodes before linearized reading' (duration: 169.537253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:16.303583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.390212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:16.303621Z","caller":"traceutil/trace.go:171","msg":"trace[298582784] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14793; }","duration":"170.453613ms","start":"2026-03-04T13:25:16.133156Z","end":"2026-03-04T13:25:16.303609Z","steps":["trace[298582784] 'agreement among raft nodes before linearized reading' (duration: 170.385761ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.095535Z","caller":"traceutil/trace.go:171","msg":"trace[2103327872] transaction","detail":"{read_only:false; response_revision:14813; number_of_response:1; }","duration":"397.586647ms","start":"2026-03-04T13:25:21.697922Z","end":"2026-03-04T13:25:22.095508Z","steps":["trace[2103327872] 'process raft request' (duration: 397.443324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.095674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.697897Z","time spent":"397.70511ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:25:22.27196Z","caller":"traceutil/trace.go:171","msg":"trace[167418930] linearizableReadLoop","detail":"{readStateIndex:15365; appliedIndex:15362; }","duration":"419.021314ms","start":"2026-03-04T13:25:21.85292Z","end":"2026-03-04T13:25:22.271941Z","steps":["trace[167418930] 'read index received' (duration: 242.445395ms)","trace[167418930] 'applied index is now lower than readState.Index' (duration: 176.574989ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:25:22.272067Z","caller":"traceutil/trace.go:171","msg":"trace[1092836102] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"509.991359ms","start":"2026-03-04T13:25:21.762052Z","end":"2026-03-04T13:25:22.272044Z","steps":["trace[1092836102] 'process raft request' (duration: 509.840535ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.272102Z","caller":"traceutil/trace.go:171","msg":"trace[732331780] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"531.520278ms","start":"2026-03-04T13:25:21.740569Z","end":"2026-03-04T13:25:22.27209Z","steps":["trace[732331780] 'process raft request' (duration: 529.791339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.272136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.211789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:25:22.272158Z","caller":"traceutil/trace.go:171","msg":"trace[322265040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14815; }","duration":"419.28285ms","start":"2026-03-04T13:25:21.852869Z","end":"2026-03-04T13:25:22.272152Z","steps":["trace[322265040] 'agreement among raft nodes before linearized reading' (duration: 419.172978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.272183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.85285Z","time spent":"419.328132ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:25:22.272187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.740544Z","time spent":"531.59293ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:25:22.272186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.762034Z","time spent":"510.08545ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:25:22.272305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.025507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:25:22.272313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.781911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:25:22.272335Z","caller":"traceutil/trace.go:171","msg":"trace[661576286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14815; }","duration":"367.055268ms","start":"2026-03-04T13:25:21.905272Z","end":"2026-03-04T13:25:22.272327Z","steps":["trace[661576286] 'agreement among raft nodes before linearized reading' (duration: 366.976406ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.272336Z","caller":"traceutil/trace.go:171","msg":"trace[389449217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14815; }","duration":"366.818363ms","start":"2026-03-04T13:25:21.905511Z","end":"2026-03-04T13:25:22.272329Z","steps":["trace[389449217] 'agreement among raft nodes before linearized reading' (duration: 366.762072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.272356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.905504Z","time spent":"366.848193ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:25:22.272355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.905248Z","time spent":"367.101998ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:25:22.27246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.118209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:25:22.272579Z","caller":"traceutil/trace.go:171","msg":"trace[493935821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14815; }","duration":"411.268182ms","start":"2026-03-04T13:25:21.861281Z","end":"2026-03-04T13:25:22.272549Z","steps":["trace[493935821] 'agreement among raft nodes before linearized reading' (duration: 410.957645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.272587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.320204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-04T13:25:22.272647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.861271Z","time spent":"411.360784ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:25:22.272693Z","caller":"traceutil/trace.go:171","msg":"trace[1622293172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14815; }","duration":"367.463426ms","start":"2026-03-04T13:25:21.905207Z","end":"2026-03-04T13:25:22.272671Z","steps":["trace[1622293172] 'agreement among raft nodes before linearized reading' (duration: 367.15321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.272597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.930783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416138"} {"level":"warn","ts":"2026-03-04T13:25:22.272744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:21.905184Z","time spent":"367.550689ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:25:22.27276Z","caller":"traceutil/trace.go:171","msg":"trace[437598998] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14815; }","duration":"175.121818ms","start":"2026-03-04T13:25:22.097615Z","end":"2026-03-04T13:25:22.272737Z","steps":["trace[437598998] 'agreement among raft nodes before linearized reading' (duration: 174.639237ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.473252Z","caller":"traceutil/trace.go:171","msg":"trace[203307007] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"195.468739ms","start":"2026-03-04T13:25:22.277757Z","end":"2026-03-04T13:25:22.473225Z","steps":["trace[203307007] 'process raft request' (duration: 195.402377ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.473275Z","caller":"traceutil/trace.go:171","msg":"trace[475169552] transaction","detail":"{read_only:false; response_revision:14817; number_of_response:1; }","duration":"195.550741ms","start":"2026-03-04T13:25:22.277693Z","end":"2026-03-04T13:25:22.473243Z","steps":["trace[475169552] 'process raft request' (duration: 195.247114ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.473446Z","caller":"traceutil/trace.go:171","msg":"trace[986511357] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"195.698875ms","start":"2026-03-04T13:25:22.277737Z","end":"2026-03-04T13:25:22.473436Z","steps":["trace[986511357] 'process raft request' (duration: 195.383187ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.473501Z","caller":"traceutil/trace.go:171","msg":"trace[1782572682] linearizableReadLoop","detail":"{readStateIndex:15370; appliedIndex:15366; }","duration":"138.179585ms","start":"2026-03-04T13:25:22.335307Z","end":"2026-03-04T13:25:22.473486Z","steps":["trace[1782572682] 'read index received' (duration: 137.662613ms)","trace[1782572682] 'applied index is now lower than readState.Index' (duration: 514.842µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:25:22.473695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.895519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:25:22.473735Z","caller":"traceutil/trace.go:171","msg":"trace[504967032] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14820; }","duration":"155.962361ms","start":"2026-03-04T13:25:22.317763Z","end":"2026-03-04T13:25:22.473726Z","steps":["trace[504967032] 'agreement among raft nodes before linearized reading' (duration: 155.769486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.473781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.786269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T13:25:22.473844Z","caller":"traceutil/trace.go:171","msg":"trace[1283765201] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14820; }","duration":"156.878301ms","start":"2026-03-04T13:25:22.316951Z","end":"2026-03-04T13:25:22.47383Z","steps":["trace[1283765201] 'agreement among raft nodes before linearized reading' (duration: 156.642646ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.473947Z","caller":"traceutil/trace.go:171","msg":"trace[1725232170] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"196.190605ms","start":"2026-03-04T13:25:22.277745Z","end":"2026-03-04T13:25:22.473936Z","steps":["trace[1725232170] 'process raft request' (duration: 195.446808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.47419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.30132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-04T13:25:22.474237Z","caller":"traceutil/trace.go:171","msg":"trace[390200237] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14820; }","duration":"157.380232ms","start":"2026-03-04T13:25:22.316846Z","end":"2026-03-04T13:25:22.474226Z","steps":["trace[390200237] 'agreement among raft nodes before linearized reading' (duration: 157.245609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.474268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.14026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:22.474304Z","caller":"traceutil/trace.go:171","msg":"trace[727808722] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14820; }","duration":"158.232581ms","start":"2026-03-04T13:25:22.316062Z","end":"2026-03-04T13:25:22.474294Z","steps":["trace[727808722] 'agreement among raft nodes before linearized reading' (duration: 158.146799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.474454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.329653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:22.474487Z","caller":"traceutil/trace.go:171","msg":"trace[1983386452] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14820; }","duration":"158.369074ms","start":"2026-03-04T13:25:22.31611Z","end":"2026-03-04T13:25:22.474479Z","steps":["trace[1983386452] 'agreement among raft nodes before linearized reading' (duration: 158.316933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:22.474649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.934318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19056"} {"level":"warn","ts":"2026-03-04T13:25:22.474691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.265029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:25:22.474717Z","caller":"traceutil/trace.go:171","msg":"trace[1828158226] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14820; }","duration":"137.028629ms","start":"2026-03-04T13:25:22.337675Z","end":"2026-03-04T13:25:22.474704Z","steps":["trace[1828158226] 'agreement among raft nodes before linearized reading' (duration: 136.505288ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.474728Z","caller":"traceutil/trace.go:171","msg":"trace[1897232188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:14820; }","duration":"103.36562ms","start":"2026-03-04T13:25:22.371353Z","end":"2026-03-04T13:25:22.474719Z","steps":["trace[1897232188] 'agreement among raft nodes before linearized reading' (duration: 103.239378ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.801492Z","caller":"traceutil/trace.go:171","msg":"trace[9031225] linearizableReadLoop","detail":"{readStateIndex:15371; appliedIndex:15370; }","duration":"135.69346ms","start":"2026-03-04T13:25:22.665769Z","end":"2026-03-04T13:25:22.801463Z","steps":["trace[9031225] 'read index received' (duration: 135.201498ms)","trace[9031225] 'applied index is now lower than readState.Index' (duration: 490.952µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:25:22.801718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.921315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:22.801774Z","caller":"traceutil/trace.go:171","msg":"trace[1509486022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14821; }","duration":"136.023167ms","start":"2026-03-04T13:25:22.665734Z","end":"2026-03-04T13:25:22.801757Z","steps":["trace[1509486022] 'agreement among raft nodes before linearized reading' (duration: 135.848093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:22.802132Z","caller":"traceutil/trace.go:171","msg":"trace[489249123] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"137.857667ms","start":"2026-03-04T13:25:22.664253Z","end":"2026-03-04T13:25:22.802111Z","steps":["trace[489249123] 'process raft request' (duration: 136.868634ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:24.025965Z","caller":"traceutil/trace.go:171","msg":"trace[1245508593] transaction","detail":"{read_only:false; response_revision:14823; number_of_response:1; }","duration":"205.36601ms","start":"2026-03-04T13:25:23.82055Z","end":"2026-03-04T13:25:24.025916Z","steps":["trace[1245508593] 'process raft request' (duration: 205.192446ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:24.431606Z","caller":"traceutil/trace.go:171","msg":"trace[1472160705] transaction","detail":"{read_only:false; response_revision:14824; number_of_response:1; }","duration":"330.814473ms","start":"2026-03-04T13:25:24.100766Z","end":"2026-03-04T13:25:24.43158Z","steps":["trace[1472160705] 'process raft request' (duration: 328.833608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:24.431724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.100741Z","time spent":"330.922735ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:25:25.137502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.370164ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-04T13:25:25.138713Z","caller":"traceutil/trace.go:171","msg":"trace[1011927333] linearizableReadLoop","detail":"{readStateIndex:15376; appliedIndex:15373; }","duration":"798.822846ms","start":"2026-03-04T13:25:24.339863Z","end":"2026-03-04T13:25:25.138686Z","steps":["trace[1011927333] 'read index received' (duration: 89.675246ms)","trace[1011927333] 'applied index is now lower than readState.Index' (duration: 709.1456ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:25:25.138725Z","caller":"traceutil/trace.go:171","msg":"trace[963979767] transaction","detail":"{read_only:false; response_revision:14826; number_of_response:1; }","duration":"857.449051ms","start":"2026-03-04T13:25:24.281247Z","end":"2026-03-04T13:25:25.138696Z","steps":["trace[963979767] 'process raft request' (duration: 856.346686ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.138729Z","caller":"traceutil/trace.go:171","msg":"trace[1060647139] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"857.504312ms","start":"2026-03-04T13:25:24.281183Z","end":"2026-03-04T13:25:25.138688Z","steps":["trace[1060647139] 'process raft request' (duration: 746.87295ms)","trace[1060647139] 'compare' (duration: 109.282692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:25:25.138867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.281243Z","time spent":"857.548453ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:25:25.138905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.281164Z","time spent":"857.647145ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:25:25.602211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.535527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-04T13:25:25.602397Z","caller":"traceutil/trace.go:171","msg":"trace[928630956] linearizableReadLoop","detail":"{readStateIndex:15377; appliedIndex:15376; }","duration":"463.595136ms","start":"2026-03-04T13:25:25.138776Z","end":"2026-03-04T13:25:25.602371Z","steps":["trace[928630956] 'read index received' (duration: 66.332µs)","trace[928630956] 'applied index is now lower than readState.Index' (duration: 463.526304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:25:25.602614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26273216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-04T13:25:25.602684Z","caller":"traceutil/trace.go:171","msg":"trace[1322734987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14826; }","duration":"1.262834112s","start":"2026-03-04T13:25:24.339829Z","end":"2026-03-04T13:25:25.602663Z","steps":["trace[1322734987] 'agreement among raft nodes before linearized reading' (duration: 798.989069ms)","trace[1322734987] 'range keys from in-memory index tree' (duration: 463.667587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:25:25.602742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.339816Z","time spent":"1.262920184s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:25:25.602872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124063894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-04T13:25:25.602893Z","caller":"traceutil/trace.go:171","msg":"trace[971773586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14826; }","duration":"1.124098255s","start":"2026-03-04T13:25:24.478789Z","end":"2026-03-04T13:25:25.602887Z","steps":["trace[971773586] 'agreement among raft nodes before linearized reading' (duration: 1.124028024s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.602881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005333912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:25:25.602921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121030887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-04T13:25:25.602968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121099128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T13:25:25.602957Z","caller":"traceutil/trace.go:171","msg":"trace[1623849903] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"1.005453465s","start":"2026-03-04T13:25:24.597483Z","end":"2026-03-04T13:25:25.602936Z","steps":["trace[1623849903] 'agreement among raft nodes before linearized reading' (duration: 1.005158628s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.602986Z","caller":"traceutil/trace.go:171","msg":"trace[1564630254] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14826; }","duration":"1.12113596s","start":"2026-03-04T13:25:24.481845Z","end":"2026-03-04T13:25:25.602981Z","steps":["trace[1564630254] 'agreement among raft nodes before linearized reading' (duration: 1.121081568s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.602984Z","caller":"traceutil/trace.go:171","msg":"trace[1005396148] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14826; }","duration":"1.121130019s","start":"2026-03-04T13:25:24.481839Z","end":"2026-03-04T13:25:25.602969Z","steps":["trace[1005396148] 'agreement among raft nodes before linearized reading' (duration: 1.120943415s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.48184Z","time spent":"1.12116265s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.481824Z","time spent":"1.1211848s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.597465Z","time spent":"1.005533126s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:25:25.60312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066319749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.603116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06589063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T13:25:25.603098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.028379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.60316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121414915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:25.603182Z","caller":"traceutil/trace.go:171","msg":"trace[1142625345] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"1.121448877s","start":"2026-03-04T13:25:24.481727Z","end":"2026-03-04T13:25:25.603175Z","steps":["trace[1142625345] 'agreement among raft nodes before linearized reading' (duration: 1.121415606s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.603175Z","caller":"traceutil/trace.go:171","msg":"trace[801323700] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14826; }","duration":"1.066207936s","start":"2026-03-04T13:25:24.536947Z","end":"2026-03-04T13:25:25.603155Z","steps":["trace[801323700] 'agreement among raft nodes before linearized reading' (duration: 1.065722046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.48172Z","time spent":"1.121480327s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T13:25:25.603204Z","caller":"traceutil/trace.go:171","msg":"trace[37774138] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"545.170112ms","start":"2026-03-04T13:25:25.058002Z","end":"2026-03-04T13:25:25.603172Z","steps":["trace[37774138] 'agreement among raft nodes before linearized reading' (duration: 545.005638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.536928Z","time spent":"1.066282559s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090407125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-c2pwv\" ","response":"range_response_count:1 size:22013"} {"level":"warn","ts":"2026-03-04T13:25:25.603263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.057958Z","time spent":"545.296744ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T13:25:25.60328Z","caller":"traceutil/trace.go:171","msg":"trace[552046026] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-c2pwv; range_end:; response_count:1; response_revision:14826; }","duration":"1.090462566s","start":"2026-03-04T13:25:24.512812Z","end":"2026-03-04T13:25:25.603275Z","steps":["trace[552046026] 'agreement among raft nodes before linearized reading' (duration: 1.090404635s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124457433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T13:25:25.603307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.512788Z","time spent":"1.090514978s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-c2pwv\" "} {"level":"info","ts":"2026-03-04T13:25:25.603312Z","caller":"traceutil/trace.go:171","msg":"trace[2021778868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14826; }","duration":"1.124488454s","start":"2026-03-04T13:25:24.478815Z","end":"2026-03-04T13:25:25.603303Z","steps":["trace[2021778868] 'agreement among raft nodes before linearized reading' (duration: 1.124434532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.47881Z","time spent":"1.124514794s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07269419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:25:25.603441Z","caller":"traceutil/trace.go:171","msg":"trace[556327074] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"1.072956746s","start":"2026-03-04T13:25:24.530478Z","end":"2026-03-04T13:25:25.603435Z","steps":["trace[556327074] 'agreement among raft nodes before linearized reading' (duration: 1.07268322s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.530466Z","time spent":"1.072989797s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:25:25.60347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099693392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-c2pwv\" ","response":"range_response_count:1 size:22013"} {"level":"info","ts":"2026-03-04T13:25:25.603489Z","caller":"traceutil/trace.go:171","msg":"trace[1403310536] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-c2pwv; range_end:; response_count:1; response_revision:14826; }","duration":"1.099732772s","start":"2026-03-04T13:25:24.503751Z","end":"2026-03-04T13:25:25.603484Z","steps":["trace[1403310536] 'agreement among raft nodes before linearized reading' (duration: 1.099671301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.503738Z","time spent":"1.099771723s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22037,"request content":"key:\"/registry/pods/openstack/nova-compute-default-c2pwv\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.190421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:25:25.603639Z","caller":"traceutil/trace.go:171","msg":"trace[1703849636] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"487.262713ms","start":"2026-03-04T13:25:25.116368Z","end":"2026-03-04T13:25:25.603631Z","steps":["trace[1703849636] 'agreement among raft nodes before linearized reading' (duration: 487.12107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111348041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-787pm\" ","response":"range_response_count:1 size:6445"} {"level":"info","ts":"2026-03-04T13:25:25.603664Z","caller":"traceutil/trace.go:171","msg":"trace[273039210] range","detail":"{range_begin:/registry/pods/openstack/keepalived-787pm; range_end:; response_count:1; response_revision:14826; }","duration":"1.111379441s","start":"2026-03-04T13:25:24.492278Z","end":"2026-03-04T13:25:25.603658Z","steps":["trace[273039210] 'agreement among raft nodes before linearized reading' (duration: 1.11132099s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.082237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.603692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.492272Z","time spent":"1.111415753s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-787pm\" "} {"level":"info","ts":"2026-03-04T13:25:25.603725Z","caller":"traceutil/trace.go:171","msg":"trace[820199584] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14826; }","duration":"717.177739ms","start":"2026-03-04T13:25:24.886528Z","end":"2026-03-04T13:25:25.603705Z","steps":["trace[820199584] 'agreement among raft nodes before linearized reading' (duration: 717.092107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.547371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-04T13:25:25.603777Z","caller":"traceutil/trace.go:171","msg":"trace[570657505] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14826; }","duration":"488.589052ms","start":"2026-03-04T13:25:25.115178Z","end":"2026-03-04T13:25:25.603767Z","steps":["trace[570657505] 'agreement among raft nodes before linearized reading' (duration: 488.50253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.886503Z","time spent":"717.265271ms","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:25:25.60381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120351622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-04T13:25:25.603831Z","caller":"traceutil/trace.go:171","msg":"trace[502826413] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"1.120382232s","start":"2026-03-04T13:25:24.483443Z","end":"2026-03-04T13:25:25.603825Z","steps":["trace[502826413] 'agreement among raft nodes before linearized reading' (duration: 1.120328541s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.60385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.838788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.603854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.483437Z","time spent":"1.120412762s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T13:25:25.60388Z","caller":"traceutil/trace.go:171","msg":"trace[300559222] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"488.89364ms","start":"2026-03-04T13:25:25.114978Z","end":"2026-03-04T13:25:25.603871Z","steps":["trace[300559222] 'agreement among raft nodes before linearized reading' (duration: 488.843469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125135868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-04T13:25:25.603915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.114962Z","time spent":"488.947371ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T13:25:25.603932Z","caller":"traceutil/trace.go:171","msg":"trace[917234206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14826; }","duration":"1.125198899s","start":"2026-03-04T13:25:24.478726Z","end":"2026-03-04T13:25:25.603925Z","steps":["trace[917234206] 'agreement among raft nodes before linearized reading' (duration: 1.125125287s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.478707Z","time spent":"1.12523957s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.812621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.60397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122017569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.603754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.256925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7r4rc\" ","response":"range_response_count:1 size:20668"} {"level":"warn","ts":"2026-03-04T13:25:25.604041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122145972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-04T13:25:25.604039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.958344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:25.604065Z","caller":"traceutil/trace.go:171","msg":"trace[159005411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14826; }","duration":"1.122179722s","start":"2026-03-04T13:25:24.481881Z","end":"2026-03-04T13:25:25.604061Z","steps":["trace[159005411] 'agreement among raft nodes before linearized reading' (duration: 1.122121711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.604084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.481876Z","time spent":"1.122204802s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:25:25.604087Z","caller":"traceutil/trace.go:171","msg":"trace[1444694698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14826; }","duration":"939.044846ms","start":"2026-03-04T13:25:24.665029Z","end":"2026-03-04T13:25:25.604074Z","steps":["trace[1444694698] 'agreement among raft nodes before linearized reading' (duration: 938.966955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.603471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.173691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:25:25.60413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.060346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-04T13:25:25.60291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.478784Z","time spent":"1.124122976s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.116348Z","time spent":"487.307524ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T13:25:25.60417Z","caller":"traceutil/trace.go:171","msg":"trace[6161571] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14826; }","duration":"544.098907ms","start":"2026-03-04T13:25:25.060061Z","end":"2026-03-04T13:25:25.604159Z","steps":["trace[6161571] 'agreement among raft nodes before linearized reading' (duration: 544.003185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.604203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.060027Z","time spent":"544.164649ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-04T13:25:25.604051Z","caller":"traceutil/trace.go:171","msg":"trace[590484484] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7r4rc; range_end:; response_count:1; response_revision:14826; }","duration":"439.599522ms","start":"2026-03-04T13:25:25.164432Z","end":"2026-03-04T13:25:25.604031Z","steps":["trace[590484484] 'agreement among raft nodes before linearized reading' (duration: 439.147143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.60431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.164407Z","time spent":"439.890468ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20692,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7r4rc\" "} {"level":"warn","ts":"2026-03-04T13:25:25.603804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.115173Z","time spent":"488.624112ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.255971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.604412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.510269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:25:25.604413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.893463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:25.604436Z","caller":"traceutil/trace.go:171","msg":"trace[1286526339] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14826; }","duration":"375.317672ms","start":"2026-03-04T13:25:25.229112Z","end":"2026-03-04T13:25:25.604429Z","steps":["trace[1286526339] 'agreement among raft nodes before linearized reading' (duration: 375.286801ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.604439Z","caller":"traceutil/trace.go:171","msg":"trace[44620561] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"372.580501ms","start":"2026-03-04T13:25:25.231853Z","end":"2026-03-04T13:25:25.604433Z","steps":["trace[44620561] 'agreement among raft nodes before linearized reading' (duration: 372.50809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.604456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.229086Z","time spent":"375.365633ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.231839Z","time spent":"372.616452ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T13:25:25.604464Z","caller":"traceutil/trace.go:171","msg":"trace[272807262] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"787.939544ms","start":"2026-03-04T13:25:24.81651Z","end":"2026-03-04T13:25:25.604449Z","steps":["trace[272807262] 'agreement among raft nodes before linearized reading' (duration: 787.871172ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.60415Z","caller":"traceutil/trace.go:171","msg":"trace[1855386637] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14826; }","duration":"709.933048ms","start":"2026-03-04T13:25:24.894211Z","end":"2026-03-04T13:25:25.604144Z","steps":["trace[1855386637] 'agreement among raft nodes before linearized reading' (duration: 709.12304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.60432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.99468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:25:25.604505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.81649Z","time spent":"788.005065ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.665004Z","time spent":"939.120367ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:25:25.603994Z","caller":"traceutil/trace.go:171","msg":"trace[1122383257] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14826; }","duration":"787.897612ms","start":"2026-03-04T13:25:24.816081Z","end":"2026-03-04T13:25:25.603979Z","steps":["trace[1122383257] 'agreement among raft nodes before linearized reading' (duration: 787.81194ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.603142Z","caller":"traceutil/trace.go:171","msg":"trace[1655289207] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"1.0663557s","start":"2026-03-04T13:25:24.536781Z","end":"2026-03-04T13:25:25.603137Z","steps":["trace[1655289207] 'agreement among raft nodes before linearized reading' (duration: 1.066315069s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.60462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.816062Z","time spent":"788.551947ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.536774Z","time spent":"1.067844692s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-04T13:25:25.603991Z","caller":"traceutil/trace.go:171","msg":"trace[383938341] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14826; }","duration":"1.122047439s","start":"2026-03-04T13:25:24.481938Z","end":"2026-03-04T13:25:25.603985Z","steps":["trace[383938341] 'agreement among raft nodes before linearized reading' (duration: 1.122013649s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:25:25.604522Z","caller":"traceutil/trace.go:171","msg":"trace[234017265] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"546.229275ms","start":"2026-03-04T13:25:25.058286Z","end":"2026-03-04T13:25:25.604515Z","steps":["trace[234017265] 'agreement among raft nodes before linearized reading' (duration: 545.99107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.604346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.365835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-04T13:25:25.604693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.058261Z","time spent":"546.42797ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.481934Z","time spent":"1.122733334s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.757432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:25.604697Z","caller":"traceutil/trace.go:171","msg":"trace[1763514922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14826; }","duration":"771.732533ms","start":"2026-03-04T13:25:24.832955Z","end":"2026-03-04T13:25:25.604688Z","steps":["trace[1763514922] 'agreement among raft nodes before linearized reading' (duration: 771.332104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.60478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.832888Z","time spent":"771.883216ms","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:25:25.604782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.520627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-04T13:25:25.604348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.562547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-04T13:25:25.604775Z","caller":"traceutil/trace.go:171","msg":"trace[1857617609] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14826; }","duration":"376.210221ms","start":"2026-03-04T13:25:25.228549Z","end":"2026-03-04T13:25:25.604759Z","steps":["trace[1857617609] 'agreement among raft nodes before linearized reading' (duration: 375.795502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.604889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.228525Z","time spent":"376.357384ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-04T13:25:25.604928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.390264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-04T13:25:25.604516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.89419Z","time spent":"710.319136ms","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:25:25.604831Z","caller":"traceutil/trace.go:171","msg":"trace[1940385658] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14826; }","duration":"788.581938ms","start":"2026-03-04T13:25:24.816235Z","end":"2026-03-04T13:25:25.604816Z","steps":["trace[1940385658] 'agreement among raft nodes before linearized reading' (duration: 788.502686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.605085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.816223Z","time spent":"788.847263ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-04T13:25:25.604942Z","caller":"traceutil/trace.go:171","msg":"trace[1228047662] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14826; }","duration":"376.107679ms","start":"2026-03-04T13:25:25.228759Z","end":"2026-03-04T13:25:25.604866Z","steps":["trace[1228047662] 'agreement among raft nodes before linearized reading' (duration: 375.576797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.605388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:25.228748Z","time spent":"376.620912ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-04T13:25:25.604981Z","caller":"traceutil/trace.go:171","msg":"trace[1967711909] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14826; }","duration":"770.466045ms","start":"2026-03-04T13:25:24.834501Z","end":"2026-03-04T13:25:25.604968Z","steps":["trace[1967711909] 'agreement among raft nodes before linearized reading' (duration: 769.518404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:25:25.605485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:25:24.83449Z","time spent":"770.967787ms","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-04T13:28:26.358121Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13583} {"level":"info","ts":"2026-03-04T13:28:26.432148Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13583,"took":"71.453651ms","hash":2384669489,"current-db-size-bytes":41652224,"current-db-size":"42 MB","current-db-size-in-use-bytes":29716480,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T13:28:26.432227Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2384669489,"revision":13583,"compact-revision":11711} {"level":"info","ts":"2026-03-04T13:30:17.232384Z","caller":"traceutil/trace.go:171","msg":"trace[603073457] linearizableReadLoop","detail":"{readStateIndex:17455; appliedIndex:17453; }","duration":"185.744136ms","start":"2026-03-04T13:30:17.046616Z","end":"2026-03-04T13:30:17.23236Z","steps":["trace[603073457] 'read index received' (duration: 50.112046ms)","trace[603073457] 'applied index is now lower than readState.Index' (duration: 135.63064ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:30:17.232477Z","caller":"traceutil/trace.go:171","msg":"trace[2086965846] transaction","detail":"{read_only:false; response_revision:16833; number_of_response:1; }","duration":"190.751578ms","start":"2026-03-04T13:30:17.041685Z","end":"2026-03-04T13:30:17.232436Z","steps":["trace[2086965846] 'process raft request' (duration: 137.812219ms)","trace[2086965846] 'compare' (duration: 52.754845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:30:17.232616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.690262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-04T13:30:17.232659Z","caller":"traceutil/trace.go:171","msg":"trace[1783408202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16833; }","duration":"144.781554ms","start":"2026-03-04T13:30:17.087867Z","end":"2026-03-04T13:30:17.232649Z","steps":["trace[1783408202] 'agreement among raft nodes before linearized reading' (duration: 144.642071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.233128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.495692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:923840"} {"level":"info","ts":"2026-03-04T13:30:17.233193Z","caller":"traceutil/trace.go:171","msg":"trace[964123999] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16833; }","duration":"186.568104ms","start":"2026-03-04T13:30:17.04661Z","end":"2026-03-04T13:30:17.233178Z","steps":["trace[964123999] 'agreement among raft nodes before linearized reading' (duration: 185.842268ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:30:17.417065Z","caller":"traceutil/trace.go:171","msg":"trace[463472956] linearizableReadLoop","detail":"{readStateIndex:17457; appliedIndex:17455; }","duration":"177.085483ms","start":"2026-03-04T13:30:17.239957Z","end":"2026-03-04T13:30:17.417042Z","steps":["trace[463472956] 'read index received' (duration: 127.318424ms)","trace[463472956] 'applied index is now lower than readState.Index' (duration: 49.766109ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:30:17.417119Z","caller":"traceutil/trace.go:171","msg":"trace[214174174] transaction","detail":"{read_only:false; response_revision:16834; number_of_response:1; }","duration":"179.886566ms","start":"2026-03-04T13:30:17.237208Z","end":"2026-03-04T13:30:17.417095Z","steps":["trace[214174174] 'process raft request' (duration: 130.115558ms)","trace[214174174] 'compare' (duration: 49.525973ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:30:17.417201Z","caller":"traceutil/trace.go:171","msg":"trace[1803529220] transaction","detail":"{read_only:false; response_revision:16835; number_of_response:1; }","duration":"177.759438ms","start":"2026-03-04T13:30:17.239429Z","end":"2026-03-04T13:30:17.417189Z","steps":["trace[1803529220] 'process raft request' (duration: 177.534963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.417454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.38865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T13:30:17.417493Z","caller":"traceutil/trace.go:171","msg":"trace[2052619694] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16836; }","duration":"177.446282ms","start":"2026-03-04T13:30:17.240038Z","end":"2026-03-04T13:30:17.417484Z","steps":["trace[2052619694] 'agreement among raft nodes before linearized reading' (duration: 177.337679ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:30:17.417605Z","caller":"traceutil/trace.go:171","msg":"trace[386001159] transaction","detail":"{read_only:false; response_revision:16836; number_of_response:1; }","duration":"173.194167ms","start":"2026-03-04T13:30:17.244403Z","end":"2026-03-04T13:30:17.417597Z","steps":["trace[386001159] 'process raft request' (duration: 172.601524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:30:17.417693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.735837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-04T13:30:17.417716Z","caller":"traceutil/trace.go:171","msg":"trace[1470161444] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16836; }","duration":"177.781239ms","start":"2026-03-04T13:30:17.239929Z","end":"2026-03-04T13:30:17.417711Z","steps":["trace[1470161444] 'agreement among raft nodes before linearized reading' (duration: 177.723257ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:13.488423Z","caller":"traceutil/trace.go:171","msg":"trace[2049710898] transaction","detail":"{read_only:false; response_revision:17262; number_of_response:1; }","duration":"114.448639ms","start":"2026-03-04T13:31:13.373949Z","end":"2026-03-04T13:31:13.488398Z","steps":["trace[2049710898] 'process raft request' (duration: 114.318816ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:19.675204Z","caller":"traceutil/trace.go:171","msg":"trace[1024397677] linearizableReadLoop","detail":"{readStateIndex:17942; appliedIndex:17942; }","duration":"163.682305ms","start":"2026-03-04T13:31:19.511484Z","end":"2026-03-04T13:31:19.675166Z","steps":["trace[1024397677] 'read index received' (duration: 163.670614ms)","trace[1024397677] 'applied index is now lower than readState.Index' (duration: 10.031µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:31:19.675406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.896669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T13:31:19.675476Z","caller":"traceutil/trace.go:171","msg":"trace[501525335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17303; }","duration":"164.027902ms","start":"2026-03-04T13:31:19.511433Z","end":"2026-03-04T13:31:19.675461Z","steps":["trace[501525335] 'agreement among raft nodes before linearized reading' (duration: 163.817727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:19.778541Z","caller":"traceutil/trace.go:171","msg":"trace[1503781255] transaction","detail":"{read_only:false; response_revision:17304; number_of_response:1; }","duration":"117.110497ms","start":"2026-03-04T13:31:19.661379Z","end":"2026-03-04T13:31:19.778489Z","steps":["trace[1503781255] 'process raft request' (duration: 63.120106ms)","trace[1503781255] 'compare' (duration: 53.598913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:31:19.778694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.127786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:31:19.778987Z","caller":"traceutil/trace.go:171","msg":"trace[1906794589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17304; }","duration":"112.470164ms","start":"2026-03-04T13:31:19.666494Z","end":"2026-03-04T13:31:19.778964Z","steps":["trace[1906794589] 'agreement among raft nodes before linearized reading' (duration: 111.994753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:19.779019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.519386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:31:19.779116Z","caller":"traceutil/trace.go:171","msg":"trace[990103850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17304; }","duration":"240.68106ms","start":"2026-03-04T13:31:19.538416Z","end":"2026-03-04T13:31:19.779097Z","steps":["trace[990103850] 'agreement among raft nodes before linearized reading' (duration: 240.288321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:19.778418Z","caller":"traceutil/trace.go:171","msg":"trace[1606197372] linearizableReadLoop","detail":"{readStateIndex:17943; appliedIndex:17942; }","duration":"103.063425ms","start":"2026-03-04T13:31:19.675315Z","end":"2026-03-04T13:31:19.778378Z","steps":["trace[1606197372] 'read index received' (duration: 49.179676ms)","trace[1606197372] 'applied index is now lower than readState.Index' (duration: 53.848558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:31:19.779503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.431946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s6k49\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-04T13:31:19.779817Z","caller":"traceutil/trace.go:171","msg":"trace[1305543917] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s6k49; range_end:; response_count:1; response_revision:17304; }","duration":"206.841925ms","start":"2026-03-04T13:31:19.572957Z","end":"2026-03-04T13:31:19.779799Z","steps":["trace[1305543917] 'agreement among raft nodes before linearized reading' (duration: 205.571227ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:19.796479Z","caller":"traceutil/trace.go:171","msg":"trace[1243702619] transaction","detail":"{read_only:false; response_revision:17306; number_of_response:1; }","duration":"116.35059ms","start":"2026-03-04T13:31:19.680103Z","end":"2026-03-04T13:31:19.796454Z","steps":["trace[1243702619] 'process raft request' (duration: 116.156106ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:19.796897Z","caller":"traceutil/trace.go:171","msg":"trace[1384256707] transaction","detail":"{read_only:false; response_revision:17305; number_of_response:1; }","duration":"119.832647ms","start":"2026-03-04T13:31:19.676495Z","end":"2026-03-04T13:31:19.796328Z","steps":["trace[1384256707] 'process raft request' (duration: 119.551221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:20.341004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.974271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"warn","ts":"2026-03-04T13:31:20.341065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.800455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:31:20.341089Z","caller":"traceutil/trace.go:171","msg":"trace[177473031] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17310; }","duration":"265.125635ms","start":"2026-03-04T13:31:20.075944Z","end":"2026-03-04T13:31:20.341069Z","steps":["trace[177473031] 'range keys from in-memory index tree' (duration: 264.709596ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:20.34114Z","caller":"traceutil/trace.go:171","msg":"trace[1899929197] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:17310; }","duration":"422.950249ms","start":"2026-03-04T13:31:19.918172Z","end":"2026-03-04T13:31:20.341122Z","steps":["trace[1899929197] 'count revisions from in-memory index tree' (duration: 422.659562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:20.341235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:19.918143Z","time spent":"423.03461ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:31:20.87055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588566844,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:31:20.967654Z","caller":"traceutil/trace.go:171","msg":"trace[848629618] transaction","detail":"{read_only:false; response_revision:17311; number_of_response:1; }","duration":"610.371801ms","start":"2026-03-04T13:31:20.357237Z","end":"2026-03-04T13:31:20.967609Z","steps":["trace[848629618] 'process raft request' (duration: 610.087615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:20.967932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.357219Z","time spent":"610.552056ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:31:21.475525Z","caller":"traceutil/trace.go:171","msg":"trace[1627558078] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"1.112696788s","start":"2026-03-04T13:31:20.362803Z","end":"2026-03-04T13:31:21.4755Z","steps":["trace[1627558078] 'process raft request' (duration: 1.112500613s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:21.475681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.362786Z","time spent":"1.11281281s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:31:21.475837Z","caller":"traceutil/trace.go:171","msg":"trace[558644588] transaction","detail":"{read_only:false; response_revision:17313; number_of_response:1; }","duration":"1.039465377s","start":"2026-03-04T13:31:20.436345Z","end":"2026-03-04T13:31:21.47581Z","steps":["trace[558644588] 'process raft request' (duration: 1.039106349s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:21.476032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.436325Z","time spent":"1.03959582s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:31:21.476048Z","caller":"traceutil/trace.go:171","msg":"trace[665151712] transaction","detail":"{read_only:false; response_revision:17314; number_of_response:1; }","duration":"1.031912389s","start":"2026-03-04T13:31:20.444108Z","end":"2026-03-04T13:31:21.47602Z","steps":["trace[665151712] 'process raft request' (duration: 1.031590852s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:21.47611Z","caller":"traceutil/trace.go:171","msg":"trace[1743863376] linearizableReadLoop","detail":"{readStateIndex:17954; appliedIndex:17949; }","duration":"1.115124352s","start":"2026-03-04T13:31:20.360969Z","end":"2026-03-04T13:31:21.476094Z","steps":["trace[1743863376] 'read index received' (duration: 606.418223ms)","trace[1743863376] 'applied index is now lower than readState.Index' (duration: 508.705009ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:31:21.476141Z","caller":"traceutil/trace.go:171","msg":"trace[1796651620] transaction","detail":"{read_only:false; response_revision:17315; number_of_response:1; }","duration":"789.213615ms","start":"2026-03-04T13:31:20.686901Z","end":"2026-03-04T13:31:21.476115Z","steps":["trace[1796651620] 'process raft request' (duration: 789.048461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:21.476196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.444077Z","time spent":"1.032040141s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:31:21.476237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.654091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:31:21.476281Z","caller":"traceutil/trace.go:171","msg":"trace[672325664] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:17315; }","duration":"832.733653ms","start":"2026-03-04T13:31:20.643531Z","end":"2026-03-04T13:31:21.476265Z","steps":["trace[672325664] 'agreement among raft nodes before linearized reading' (duration: 832.669322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:21.476298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.686871Z","time spent":"789.308786ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:31:21.476306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.683698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-heat.1899a68f576fe375\" ","response":"range_response_count:1 size:728"} {"level":"warn","ts":"2026-03-04T13:31:21.476313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.643509Z","time spent":"832.795924ms","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:31:21.476343Z","caller":"traceutil/trace.go:171","msg":"trace[1648901746] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-heat.1899a68f576fe375; range_end:; response_count:1; response_revision:17315; }","duration":"504.76381ms","start":"2026-03-04T13:31:20.971568Z","end":"2026-03-04T13:31:21.476332Z","steps":["trace[1648901746] 'agreement among raft nodes before linearized reading' (duration: 504.635287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:21.476379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.971545Z","time spent":"504.827092ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":752,"request content":"key:\"/registry/events/openstack/rabbitmq-heat.1899a68f576fe375\" "} {"level":"warn","ts":"2026-03-04T13:31:21.476429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115426928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-04T13:31:21.476532Z","caller":"traceutil/trace.go:171","msg":"trace[1085431473] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17315; }","duration":"1.115563312s","start":"2026-03-04T13:31:20.360944Z","end":"2026-03-04T13:31:21.476507Z","steps":["trace[1085431473] 'agreement among raft nodes before linearized reading' (duration: 1.115226344s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:31:21.47658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:31:20.360919Z","time spent":"1.115652123s","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-04T13:31:21.626918Z","caller":"traceutil/trace.go:171","msg":"trace[281578433] transaction","detail":"{read_only:false; response_revision:17317; number_of_response:1; }","duration":"108.19181ms","start":"2026-03-04T13:31:21.518695Z","end":"2026-03-04T13:31:21.626887Z","steps":["trace[281578433] 'process raft request' (duration: 107.996195ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:31:22.711087Z","caller":"traceutil/trace.go:171","msg":"trace[1088998410] transaction","detail":"{read_only:false; response_revision:17328; number_of_response:1; }","duration":"158.826427ms","start":"2026-03-04T13:31:22.552242Z","end":"2026-03-04T13:31:22.711069Z","steps":["trace[1088998410] 'process raft request' (duration: 158.236404ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:33:26.378486Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16146} {"level":"info","ts":"2026-03-04T13:33:26.485534Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16146,"took":"104.352453ms","hash":3617283781,"current-db-size-bytes":43761664,"current-db-size":"44 MB","current-db-size-in-use-bytes":30736384,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-04T13:33:26.485633Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3617283781,"revision":16146,"compact-revision":13583} {"level":"info","ts":"2026-03-04T13:35:37.627451Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T13:35:37.637374Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-04T13:35:37.637523Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-04T13:36:39.797463Z","caller":"traceutil/trace.go:171","msg":"trace[430238356] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"131.067964ms","start":"2026-03-04T13:36:39.666367Z","end":"2026-03-04T13:36:39.797435Z","steps":["trace[430238356] 'process raft request' (duration: 130.799208ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:36:39.834565Z","caller":"traceutil/trace.go:171","msg":"trace[1715171976] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"167.124511ms","start":"2026-03-04T13:36:39.667402Z","end":"2026-03-04T13:36:39.834527Z","steps":["trace[1715171976] 'process raft request' (duration: 166.797654ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:36:41.092685Z","caller":"traceutil/trace.go:171","msg":"trace[871138931] transaction","detail":"{read_only:false; response_revision:19602; number_of_response:1; }","duration":"356.144829ms","start":"2026-03-04T13:36:40.736513Z","end":"2026-03-04T13:36:41.092658Z","steps":["trace[871138931] 'process raft request' (duration: 355.992815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:41.092844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:40.736489Z","time spent":"356.277571ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:36:41.390212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.088668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:36:41.390595Z","caller":"traceutil/trace.go:171","msg":"trace[1830238590] linearizableReadLoop","detail":"{readStateIndex:20324; appliedIndex:20322; }","duration":"292.178191ms","start":"2026-03-04T13:36:41.098395Z","end":"2026-03-04T13:36:41.390573Z","steps":["trace[1830238590] 'read index received' (duration: 146.53521ms)","trace[1830238590] 'applied index is now lower than readState.Index' (duration: 145.641721ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:36:41.390604Z","caller":"traceutil/trace.go:171","msg":"trace[763355690] transaction","detail":"{read_only:false; response_revision:19603; number_of_response:1; }","duration":"534.99015ms","start":"2026-03-04T13:36:40.855578Z","end":"2026-03-04T13:36:41.390568Z","steps":["trace[763355690] 'process raft request' (duration: 389.451542ms)","trace[763355690] 'compare' (duration: 144.728701ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:36:41.39098Z","caller":"traceutil/trace.go:171","msg":"trace[936342168] transaction","detail":"{read_only:false; response_revision:19604; number_of_response:1; }","duration":"359.860911ms","start":"2026-03-04T13:36:41.031087Z","end":"2026-03-04T13:36:41.390948Z","steps":["trace[936342168] 'process raft request' (duration: 359.38778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:41.391011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.606771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:36:41.391101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:40.855556Z","time spent":"535.210905ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:36:41.391163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.03106Z","time spent":"359.995844ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:36:41.391065Z","caller":"traceutil/trace.go:171","msg":"trace[1814089310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19604; }","duration":"292.709122ms","start":"2026-03-04T13:36:41.098341Z","end":"2026-03-04T13:36:41.391051Z","steps":["trace[1814089310] 'agreement among raft nodes before linearized reading' (duration: 292.60833ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:36:41.645516Z","caller":"traceutil/trace.go:171","msg":"trace[958585917] linearizableReadLoop","detail":"{readStateIndex:20325; appliedIndex:20324; }","duration":"179.169769ms","start":"2026-03-04T13:36:41.466322Z","end":"2026-03-04T13:36:41.645492Z","steps":["trace[958585917] 'read index received' (duration: 171.634901ms)","trace[958585917] 'applied index is now lower than readState.Index' (duration: 7.533738ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:36:41.645572Z","caller":"traceutil/trace.go:171","msg":"trace[1636611222] transaction","detail":"{read_only:false; response_revision:19605; number_of_response:1; }","duration":"179.375963ms","start":"2026-03-04T13:36:41.466167Z","end":"2026-03-04T13:36:41.645543Z","steps":["trace[1636611222] 'process raft request' (duration: 171.776954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:41.645715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.379043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:36:41.645746Z","caller":"traceutil/trace.go:171","msg":"trace[1456890594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19605; }","duration":"179.447935ms","start":"2026-03-04T13:36:41.466289Z","end":"2026-03-04T13:36:41.645737Z","steps":["trace[1456890594] 'agreement among raft nodes before linearized reading' (duration: 179.312333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:41.656235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.22681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:36:41.656309Z","caller":"traceutil/trace.go:171","msg":"trace[1727773253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19606; }","duration":"136.338573ms","start":"2026-03-04T13:36:41.519954Z","end":"2026-03-04T13:36:41.656292Z","steps":["trace[1727773253] 'agreement among raft nodes before linearized reading' (duration: 136.154479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:42.166187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588573619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:36:42.66689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588573619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:36:42.835575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179564996s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:36:42.961657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.831059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:36:42.961766Z","caller":"traceutil/trace.go:171","msg":"trace[1998584719] transaction","detail":"{read_only:false; response_revision:19607; number_of_response:1; }","duration":"1.312211087s","start":"2026-03-04T13:36:41.649534Z","end":"2026-03-04T13:36:42.961745Z","steps":["trace[1998584719] 'process raft request' (duration: 1.186207934s)","trace[1998584719] 'compare' (duration: 125.608424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:36:42.961984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.649513Z","time spent":"1.312284639s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:36:42.96886Z","caller":"traceutil/trace.go:171","msg":"trace[577738161] linearizableReadLoop","detail":"{readStateIndex:20328; appliedIndex:20326; }","duration":"1.303280668s","start":"2026-03-04T13:36:41.665557Z","end":"2026-03-04T13:36:42.968838Z","steps":["trace[577738161] 'read index received' (duration: 1.170197418s)","trace[577738161] 'applied index is now lower than readState.Index' (duration: 133.0823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:36:42.968995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303432622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:36:42.96903Z","caller":"traceutil/trace.go:171","msg":"trace[964991992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19608; }","duration":"1.303520514s","start":"2026-03-04T13:36:41.6655Z","end":"2026-03-04T13:36:42.969021Z","steps":["trace[964991992] 'agreement among raft nodes before linearized reading' (duration: 1.303452523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:42.969056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.665476Z","time spent":"1.303574715s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:36:42.969013Z","caller":"traceutil/trace.go:171","msg":"trace[2079618717] transaction","detail":"{read_only:false; response_revision:19608; number_of_response:1; }","duration":"1.309138129s","start":"2026-03-04T13:36:41.659819Z","end":"2026-03-04T13:36:42.968957Z","steps":["trace[2079618717] 'process raft request' (duration: 1.308926164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:42.969151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13040429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:36:42.969149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166780742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:36:42.969197Z","caller":"traceutil/trace.go:171","msg":"trace[693513131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19608; }","duration":"1.166861254s","start":"2026-03-04T13:36:41.802326Z","end":"2026-03-04T13:36:42.969187Z","steps":["trace[693513131] 'agreement among raft nodes before linearized reading' (duration: 1.166721521s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:36:42.969198Z","caller":"traceutil/trace.go:171","msg":"trace[553729834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19608; }","duration":"1.130471652s","start":"2026-03-04T13:36:41.838711Z","end":"2026-03-04T13:36:42.969183Z","steps":["trace[553729834] 'agreement among raft nodes before linearized reading' (duration: 1.130355739s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:42.969211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006814092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:36:42.969194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.743323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:36:42.969229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.8387Z","time spent":"1.130521993s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:36:42.969255Z","caller":"traceutil/trace.go:171","msg":"trace[768362288] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19608; }","duration":"1.006955305s","start":"2026-03-04T13:36:41.962286Z","end":"2026-03-04T13:36:42.969242Z","steps":["trace[768362288] 'agreement among raft nodes before linearized reading' (duration: 1.006777451s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:36:42.969272Z","caller":"traceutil/trace.go:171","msg":"trace[2000110616] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:19608; }","duration":"197.859076ms","start":"2026-03-04T13:36:42.771391Z","end":"2026-03-04T13:36:42.96925Z","steps":["trace[2000110616] 'agreement among raft nodes before linearized reading' (duration: 197.695803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:42.969282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.962225Z","time spent":"1.007049427s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:36:42.969266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.6598Z","time spent":"1.309369994s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:36:42.969227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:41.802306Z","time spent":"1.166912905s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:36:43.441676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.578169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:36:43.442139Z","caller":"traceutil/trace.go:171","msg":"trace[1892078382] linearizableReadLoop","detail":"{readStateIndex:20330; appliedIndex:20328; }","duration":"464.538389ms","start":"2026-03-04T13:36:42.977583Z","end":"2026-03-04T13:36:43.442121Z","steps":["trace[1892078382] 'read index received' (duration: 227.433606ms)","trace[1892078382] 'applied index is now lower than readState.Index' (duration: 237.103762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:36:43.442166Z","caller":"traceutil/trace.go:171","msg":"trace[1785332171] transaction","detail":"{read_only:false; response_revision:19609; number_of_response:1; }","duration":"469.441188ms","start":"2026-03-04T13:36:42.972683Z","end":"2026-03-04T13:36:43.442125Z","steps":["trace[1785332171] 'process raft request' (duration: 232.317005ms)","trace[1785332171] 'compare' (duration: 236.287143ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:36:43.442218Z","caller":"traceutil/trace.go:171","msg":"trace[1337897225] transaction","detail":"{read_only:false; response_revision:19610; number_of_response:1; }","duration":"468.882865ms","start":"2026-03-04T13:36:42.973307Z","end":"2026-03-04T13:36:43.44219Z","steps":["trace[1337897225] 'process raft request' (duration: 468.673589ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:36:43.442295Z","caller":"traceutil/trace.go:171","msg":"trace[1214358537] transaction","detail":"{read_only:false; response_revision:19611; number_of_response:1; }","duration":"344.9769ms","start":"2026-03-04T13:36:43.097255Z","end":"2026-03-04T13:36:43.442231Z","steps":["trace[1214358537] 'process raft request' (duration: 344.825007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:43.442364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:42.972666Z","time spent":"469.614962ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:36:43.442464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:43.097235Z","time spent":"345.137794ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:36:43.442631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.046209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:36:43.442744Z","caller":"traceutil/trace.go:171","msg":"trace[666429814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19611; }","duration":"465.182922ms","start":"2026-03-04T13:36:42.977547Z","end":"2026-03-04T13:36:43.44273Z","steps":["trace[666429814] 'agreement among raft nodes before linearized reading' (duration: 464.669581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:36:43.442865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:42.977535Z","time spent":"465.318206ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:36:43.442655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:36:42.973283Z","time spent":"469.09742ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:06.059374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.262297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:37:06.059462Z","caller":"traceutil/trace.go:171","msg":"trace[545164205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19719; }","duration":"100.400581ms","start":"2026-03-04T13:37:05.959043Z","end":"2026-03-04T13:37:06.059443Z","steps":["trace[545164205] 'range keys from in-memory index tree' (duration: 100.057044ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:09.722356Z","caller":"traceutil/trace.go:171","msg":"trace[1549195057] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"112.240786ms","start":"2026-03-04T13:37:09.610075Z","end":"2026-03-04T13:37:09.722316Z","steps":["trace[1549195057] 'process raft request' (duration: 36.585877ms)","trace[1549195057] 'compare' (duration: 75.508905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:10.293072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.653845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:37:10.293253Z","caller":"traceutil/trace.go:171","msg":"trace[1073541683] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"506.209388ms","start":"2026-03-04T13:37:09.786996Z","end":"2026-03-04T13:37:10.293206Z","steps":["trace[1073541683] 'process raft request' (duration: 276.069131ms)","trace[1073541683] 'compare' (duration: 229.37585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:10.293418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.786979Z","time spent":"506.344351ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:37:10.293787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:37:10.293859Z","caller":"traceutil/trace.go:171","msg":"trace[2054911200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19736; }","duration":"416.335522ms","start":"2026-03-04T13:37:09.877506Z","end":"2026-03-04T13:37:10.293841Z","steps":["trace[2054911200] 'agreement among raft nodes before linearized reading' (duration: 416.089037ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:10.293853Z","caller":"traceutil/trace.go:171","msg":"trace[1803490950] linearizableReadLoop","detail":"{readStateIndex:20463; appliedIndex:20462; }","duration":"415.727459ms","start":"2026-03-04T13:37:09.877548Z","end":"2026-03-04T13:37:10.293276Z","steps":["trace[1803490950] 'read index received' (duration: 185.547681ms)","trace[1803490950] 'applied index is now lower than readState.Index' (duration: 230.131997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:10.293903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.877486Z","time spent":"416.406834ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:37:10.294131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.693974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:10.294202Z","caller":"traceutil/trace.go:171","msg":"trace[182438405] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:0; response_revision:19736; }","duration":"413.795196ms","start":"2026-03-04T13:37:09.880383Z","end":"2026-03-04T13:37:10.294179Z","steps":["trace[182438405] 'agreement among raft nodes before linearized reading' (duration: 413.654273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:10.294275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.05747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T13:37:10.294297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.880374Z","time spent":"413.866247ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-03-04T13:37:10.294358Z","caller":"traceutil/trace.go:171","msg":"trace[545897193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19736; }","duration":"413.193252ms","start":"2026-03-04T13:37:09.881144Z","end":"2026-03-04T13:37:10.294337Z","steps":["trace[545897193] 'agreement among raft nodes before linearized reading' (duration: 412.917746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:10.294401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:37:09.881135Z","time spent":"413.257094ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:37:15.219122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.129297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:37:15.219249Z","caller":"traceutil/trace.go:171","msg":"trace[769402650] linearizableReadLoop","detail":"{readStateIndex:20487; appliedIndex:20486; }","duration":"135.584635ms","start":"2026-03-04T13:37:15.083634Z","end":"2026-03-04T13:37:15.219219Z","steps":["trace[769402650] 'read index received' (duration: 55.691µs)","trace[769402650] 'applied index is now lower than readState.Index' (duration: 135.527584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:37:15.21934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.697358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:37:15.219374Z","caller":"traceutil/trace.go:171","msg":"trace[235358621] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:19759; }","duration":"135.772279ms","start":"2026-03-04T13:37:15.083591Z","end":"2026-03-04T13:37:15.219363Z","steps":["trace[235358621] 'agreement among raft nodes before linearized reading' (duration: 135.686418ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:20.042052Z","caller":"traceutil/trace.go:171","msg":"trace[911155060] linearizableReadLoop","detail":"{readStateIndex:20594; appliedIndex:20593; }","duration":"237.092332ms","start":"2026-03-04T13:37:19.804936Z","end":"2026-03-04T13:37:20.042028Z","steps":["trace[911155060] 'read index received' (duration: 237.001259ms)","trace[911155060] 'applied index is now lower than readState.Index' (duration: 90.143µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:20.042089Z","caller":"traceutil/trace.go:171","msg":"trace[1185672504] transaction","detail":"{read_only:false; response_revision:19857; number_of_response:1; }","duration":"240.308624ms","start":"2026-03-04T13:37:19.801754Z","end":"2026-03-04T13:37:20.042062Z","steps":["trace[1185672504] 'process raft request' (duration: 240.115499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:20.042352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.393539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111750"} {"level":"info","ts":"2026-03-04T13:37:20.042387Z","caller":"traceutil/trace.go:171","msg":"trace[1514008432] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:19857; }","duration":"237.44579ms","start":"2026-03-04T13:37:19.804932Z","end":"2026-03-04T13:37:20.042377Z","steps":["trace[1514008432] 'agreement among raft nodes before linearized reading' (duration: 237.192944ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:20.045352Z","caller":"traceutil/trace.go:171","msg":"trace[1747789041] transaction","detail":"{read_only:false; response_revision:19858; number_of_response:1; }","duration":"195.757529ms","start":"2026-03-04T13:37:19.849584Z","end":"2026-03-04T13:37:20.045341Z","steps":["trace[1747789041] 'process raft request' (duration: 195.424192ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:20.045518Z","caller":"traceutil/trace.go:171","msg":"trace[1992229718] transaction","detail":"{read_only:false; response_revision:19859; number_of_response:1; }","duration":"183.571358ms","start":"2026-03-04T13:37:19.861934Z","end":"2026-03-04T13:37:20.045505Z","steps":["trace[1992229718] 'process raft request' (duration: 183.161759ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:20.045685Z","caller":"traceutil/trace.go:171","msg":"trace[1115381919] transaction","detail":"{read_only:false; response_revision:19860; number_of_response:1; }","duration":"146.172192ms","start":"2026-03-04T13:37:19.899507Z","end":"2026-03-04T13:37:20.045679Z","steps":["trace[1115381919] 'process raft request' (duration: 145.62502ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:36.859809Z","caller":"traceutil/trace.go:171","msg":"trace[1343849748] linearizableReadLoop","detail":"{readStateIndex:20868; appliedIndex:20867; }","duration":"129.744976ms","start":"2026-03-04T13:37:36.730045Z","end":"2026-03-04T13:37:36.85979Z","steps":["trace[1343849748] 'read index received' (duration: 129.604113ms)","trace[1343849748] 'applied index is now lower than readState.Index' (duration: 140.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:37:36.859872Z","caller":"traceutil/trace.go:171","msg":"trace[133528894] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"160.45558ms","start":"2026-03-04T13:37:36.699392Z","end":"2026-03-04T13:37:36.859847Z","steps":["trace[133528894] 'process raft request' (duration: 160.252296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:37:36.860106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.043542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:37:36.860236Z","caller":"traceutil/trace.go:171","msg":"trace[147057175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20125; }","duration":"130.217416ms","start":"2026-03-04T13:37:36.729994Z","end":"2026-03-04T13:37:36.860211Z","steps":["trace[147057175] 'agreement among raft nodes before linearized reading' (duration: 129.90963ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:37:57.076401Z","caller":"traceutil/trace.go:171","msg":"trace[1484651913] transaction","detail":"{read_only:false; response_revision:20224; number_of_response:1; }","duration":"103.93078ms","start":"2026-03-04T13:37:56.972425Z","end":"2026-03-04T13:37:57.076356Z","steps":["trace[1484651913] 'process raft request' (duration: 103.599072ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:38:26.389904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18336} {"level":"info","ts":"2026-03-04T13:38:26.539118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18336,"took":"146.233663ms","hash":96642348,"current-db-size-bytes":43761664,"current-db-size":"44 MB","current-db-size-in-use-bytes":29794304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-04T13:38:26.539172Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":96642348,"revision":18336,"compact-revision":16146} {"level":"info","ts":"2026-03-04T13:40:40.26277Z","caller":"traceutil/trace.go:171","msg":"trace[1044112856] linearizableReadLoop","detail":"{readStateIndex:22750; appliedIndex:22749; }","duration":"138.26813ms","start":"2026-03-04T13:40:40.124472Z","end":"2026-03-04T13:40:40.262741Z","steps":["trace[1044112856] 'read index received' (duration: 138.065525ms)","trace[1044112856] 'applied index is now lower than readState.Index' (duration: 201.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:40:40.262926Z","caller":"traceutil/trace.go:171","msg":"trace[1182671368] transaction","detail":"{read_only:false; response_revision:21955; number_of_response:1; }","duration":"153.099133ms","start":"2026-03-04T13:40:40.109812Z","end":"2026-03-04T13:40:40.262911Z","steps":["trace[1182671368] 'process raft request' (duration: 152.741015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:40:40.263128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.641819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:40:40.263167Z","caller":"traceutil/trace.go:171","msg":"trace[657014831] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21955; }","duration":"138.7198ms","start":"2026-03-04T13:40:40.124438Z","end":"2026-03-04T13:40:40.263157Z","steps":["trace[657014831] 'agreement among raft nodes before linearized reading' (duration: 138.640058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:40:40.854015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.286428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T13:40:40.854049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.284256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:40:40.854115Z","caller":"traceutil/trace.go:171","msg":"trace[1705010391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21956; }","duration":"433.415639ms","start":"2026-03-04T13:40:40.420685Z","end":"2026-03-04T13:40:40.854101Z","steps":["trace[1705010391] 'range keys from in-memory index tree' (duration: 433.119022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:40:40.854144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:40:40.420665Z","time spent":"433.47386ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:40:40.854299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.618012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:40:40.854334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.593659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:40:40.854409Z","caller":"traceutil/trace.go:171","msg":"trace[1669068629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21956; }","duration":"189.762286ms","start":"2026-03-04T13:40:40.66463Z","end":"2026-03-04T13:40:40.854392Z","steps":["trace[1669068629] 'range keys from in-memory index tree' (duration: 189.51594ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:40:40.854431Z","caller":"traceutil/trace.go:171","msg":"trace[442575400] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21956; }","duration":"279.742233ms","start":"2026-03-04T13:40:40.574665Z","end":"2026-03-04T13:40:40.854407Z","steps":["trace[442575400] 'count revisions from in-memory index tree' (duration: 279.493158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:40:40.854647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.921315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:40:40.854738Z","caller":"traceutil/trace.go:171","msg":"trace[847744961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21956; }","duration":"440.021367ms","start":"2026-03-04T13:40:40.414695Z","end":"2026-03-04T13:40:40.854716Z","steps":["trace[847744961] 'range keys from in-memory index tree' (duration: 439.71689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:40:40.85478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:40:40.414614Z","time spent":"440.15621ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:40:40.854465Z","caller":"traceutil/trace.go:171","msg":"trace[129908198] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21956; }","duration":"347.763038ms","start":"2026-03-04T13:40:40.506675Z","end":"2026-03-04T13:40:40.854438Z","steps":["trace[129908198] 'range keys from in-memory index tree' (duration: 347.145935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:40:40.855102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:40:40.506659Z","time spent":"348.420413ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:41:12.144964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.54083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:41:12.145212Z","caller":"traceutil/trace.go:171","msg":"trace[1159832572] transaction","detail":"{read_only:false; response_revision:22263; number_of_response:1; }","duration":"274.26313ms","start":"2026-03-04T13:41:11.870883Z","end":"2026-03-04T13:41:12.145146Z","steps":["trace[1159832572] 'process raft request' (duration: 117.421973ms)","trace[1159832572] 'compare' (duration: 156.307515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:41:59.635713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.684815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-04T13:41:59.635815Z","caller":"traceutil/trace.go:171","msg":"trace[1813627056] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:22760; }","duration":"115.840098ms","start":"2026-03-04T13:41:59.519954Z","end":"2026-03-04T13:41:59.635794Z","steps":["trace[1813627056] 'range keys from in-memory index tree' (duration: 115.501619ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:26.396384Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20413} {"level":"info","ts":"2026-03-04T13:43:26.509554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20413,"took":"107.461266ms","hash":2564529536,"current-db-size-bytes":46141440,"current-db-size":"46 MB","current-db-size-in-use-bytes":39436288,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-04T13:43:26.50962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2564529536,"revision":20413,"compact-revision":18336} {"level":"info","ts":"2026-03-04T13:43:50.830295Z","caller":"traceutil/trace.go:171","msg":"trace[876347006] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"133.172572ms","start":"2026-03-04T13:43:50.697064Z","end":"2026-03-04T13:43:50.830237Z","steps":["trace[876347006] 'process raft request' (duration: 132.905006ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:56.054828Z","caller":"traceutil/trace.go:171","msg":"trace[403878666] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"493.130053ms","start":"2026-03-04T13:43:55.561669Z","end":"2026-03-04T13:43:56.054799Z","steps":["trace[403878666] 'process raft request' (duration: 492.877728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.055029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.561645Z","time spent":"493.265886ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:56.388401Z","caller":"traceutil/trace.go:171","msg":"trace[1001114301] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"822.639908ms","start":"2026-03-04T13:43:55.565726Z","end":"2026-03-04T13:43:56.388366Z","steps":["trace[1001114301] 'process raft request' (duration: 767.636942ms)","trace[1001114301] 'compare' (duration: 53.557664ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:43:56.388479Z","caller":"traceutil/trace.go:171","msg":"trace[287446090] linearizableReadLoop","detail":"{readStateIndex:24657; appliedIndex:24654; }","duration":"723.157233ms","start":"2026-03-04T13:43:55.665298Z","end":"2026-03-04T13:43:56.388455Z","steps":["trace[287446090] 'read index received' (duration: 389.244269ms)","trace[287446090] 'applied index is now lower than readState.Index' (duration: 333.911934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:56.388557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.565715Z","time spent":"822.766652ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:56.388585Z","caller":"traceutil/trace.go:171","msg":"trace[1143276608] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"820.617594ms","start":"2026-03-04T13:43:55.567957Z","end":"2026-03-04T13:43:56.388575Z","steps":["trace[1143276608] 'process raft request' (duration: 820.279895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.388818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.567945Z","time spent":"820.789077ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:56.388983Z","caller":"traceutil/trace.go:171","msg":"trace[782994424] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"576.547508ms","start":"2026-03-04T13:43:55.81242Z","end":"2026-03-04T13:43:56.388968Z","steps":["trace[782994424] 'process raft request' (duration: 575.911333ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:56.389056Z","caller":"traceutil/trace.go:171","msg":"trace[1734224024] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"550.949533ms","start":"2026-03-04T13:43:55.838086Z","end":"2026-03-04T13:43:56.389035Z","steps":["trace[1734224024] 'process raft request' (duration: 550.284077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.389066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.812397Z","time spent":"576.63266ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:56.389083Z","caller":"traceutil/trace.go:171","msg":"trace[1630128962] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"544.880597ms","start":"2026-03-04T13:43:55.84415Z","end":"2026-03-04T13:43:56.389031Z","steps":["trace[1630128962] 'process raft request' (duration: 544.249202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.389135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.838037Z","time spent":"551.060805ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:43:56.389186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.87747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:43:56.389232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.844112Z","time spent":"545.057791ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:43:56.389247Z","caller":"traceutil/trace.go:171","msg":"trace[60415202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23813; }","duration":"723.947131ms","start":"2026-03-04T13:43:55.665282Z","end":"2026-03-04T13:43:56.38923Z","steps":["trace[60415202] 'agreement among raft nodes before linearized reading' (duration: 723.797568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.389284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.665226Z","time spent":"724.050203ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:43:56.394518Z","caller":"traceutil/trace.go:171","msg":"trace[2065026343] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"267.038662ms","start":"2026-03-04T13:43:56.127449Z","end":"2026-03-04T13:43:56.394488Z","steps":["trace[2065026343] 'process raft request' (duration: 266.821528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.394609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.210352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:43:56.394712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.59337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T13:43:56.39474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.95861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:43:56.394785Z","caller":"traceutil/trace.go:171","msg":"trace[804963744] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23814; }","duration":"714.695893ms","start":"2026-03-04T13:43:55.680071Z","end":"2026-03-04T13:43:56.394767Z","steps":["trace[804963744] 'agreement among raft nodes before linearized reading' (duration: 714.528629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:56.394798Z","caller":"traceutil/trace.go:171","msg":"trace[1268023905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23814; }","duration":"534.051873ms","start":"2026-03-04T13:43:55.86073Z","end":"2026-03-04T13:43:56.394781Z","steps":["trace[1268023905] 'agreement among raft nodes before linearized reading' (duration: 533.874459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.394825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.680054Z","time spent":"714.762194ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:43:56.394836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.860719Z","time spent":"534.108194ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:43:56.394656Z","caller":"traceutil/trace.go:171","msg":"trace[1202691912] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23814; }","duration":"621.295234ms","start":"2026-03-04T13:43:55.773349Z","end":"2026-03-04T13:43:56.394644Z","steps":["trace[1202691912] 'agreement among raft nodes before linearized reading' (duration: 621.158211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:56.395585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:55.773329Z","time spent":"622.241854ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:43:56.711805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.725799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:43:56.712108Z","caller":"traceutil/trace.go:171","msg":"trace[1953961010] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"310.946439ms","start":"2026-03-04T13:43:56.401123Z","end":"2026-03-04T13:43:56.712069Z","steps":["trace[1953961010] 'process raft request' (duration: 310.812476ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:56.712141Z","caller":"traceutil/trace.go:171","msg":"trace[12917500] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"311.312216ms","start":"2026-03-04T13:43:56.400792Z","end":"2026-03-04T13:43:56.712104Z","steps":["trace[12917500] 'process raft request' (duration: 115.192539ms)","trace[12917500] 'compare' (duration: 195.537774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:56.712287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.401113Z","time spent":"311.078001ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:43:56.712365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.400762Z","time spent":"311.44704ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:43:57.105158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.952317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:43:57.105277Z","caller":"traceutil/trace.go:171","msg":"trace[1301880586] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"388.325786ms","start":"2026-03-04T13:43:56.716915Z","end":"2026-03-04T13:43:57.105241Z","steps":["trace[1301880586] 'process raft request' (duration: 195.215926ms)","trace[1301880586] 'compare' (duration: 192.813494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:57.105339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.716894Z","time spent":"388.416829ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:57.468936Z","caller":"traceutil/trace.go:171","msg":"trace[121444609] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"751.205833ms","start":"2026-03-04T13:43:56.71771Z","end":"2026-03-04T13:43:57.468916Z","steps":["trace[121444609] 'process raft request' (duration: 751.05996ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:57.469038Z","caller":"traceutil/trace.go:171","msg":"trace[1912087360] linearizableReadLoop","detail":"{readStateIndex:24665; appliedIndex:24663; }","duration":"712.112554ms","start":"2026-03-04T13:43:56.756913Z","end":"2026-03-04T13:43:57.469025Z","steps":["trace[1912087360] 'read index received' (duration: 155.224869ms)","trace[1912087360] 'applied index is now lower than readState.Index' (duration: 556.886785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:57.469041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.717693Z","time spent":"751.294524ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:57.469129Z","caller":"traceutil/trace.go:171","msg":"trace[1837962819] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"621.61573ms","start":"2026-03-04T13:43:56.847494Z","end":"2026-03-04T13:43:57.469109Z","steps":["trace[1837962819] 'process raft request' (duration: 621.387135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:57.469197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.847468Z","time spent":"621.694252ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:43:57.469215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.276388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:43:57.469283Z","caller":"traceutil/trace.go:171","msg":"trace[1571887790] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23819; }","duration":"712.38223ms","start":"2026-03-04T13:43:56.756879Z","end":"2026-03-04T13:43:57.469262Z","steps":["trace[1571887790] 'agreement among raft nodes before linearized reading' (duration: 712.245217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:57.469327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.756862Z","time spent":"712.453272ms","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:43:57.913865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.056224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:43:57.913999Z","caller":"traceutil/trace.go:171","msg":"trace[988432318] linearizableReadLoop","detail":"{readStateIndex:24669; appliedIndex:24666; }","duration":"444.92317ms","start":"2026-03-04T13:43:57.469066Z","end":"2026-03-04T13:43:57.913989Z","steps":["trace[988432318] 'read index received' (duration: 107.610209ms)","trace[988432318] 'applied index is now lower than readState.Index' (duration: 337.311841ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:43:57.91406Z","caller":"traceutil/trace.go:171","msg":"trace[1835484076] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"915.423974ms","start":"2026-03-04T13:43:56.998629Z","end":"2026-03-04T13:43:57.914053Z","steps":["trace[1835484076] 'process raft request' (duration: 578.108304ms)","trace[1835484076] 'compare' (duration: 336.683006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:57.914095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.998609Z","time spent":"915.467405ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:57.91417Z","caller":"traceutil/trace.go:171","msg":"trace[825201668] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"910.429702ms","start":"2026-03-04T13:43:57.003736Z","end":"2026-03-04T13:43:57.914165Z","steps":["trace[825201668] 'process raft request' (duration: 910.194907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:57.914199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:57.003724Z","time spent":"910.462502ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:57.914269Z","caller":"traceutil/trace.go:171","msg":"trace[2123350624] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"588.512716ms","start":"2026-03-04T13:43:57.325725Z","end":"2026-03-04T13:43:57.914238Z","steps":["trace[2123350624] 'process raft request' (duration: 588.23674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:57.914296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:57.325705Z","time spent":"588.578437ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:43:57.914684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.704323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:43:57.914729Z","caller":"traceutil/trace.go:171","msg":"trace[631027084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23822; }","duration":"953.780085ms","start":"2026-03-04T13:43:56.960938Z","end":"2026-03-04T13:43:57.914719Z","steps":["trace[631027084] 'agreement among raft nodes before linearized reading' (duration: 953.615411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:57.91476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:56.960918Z","time spent":"953.835107ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:43:57.914852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.729843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:43:57.91488Z","caller":"traceutil/trace.go:171","msg":"trace[1962334365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23822; }","duration":"249.792313ms","start":"2026-03-04T13:43:57.66508Z","end":"2026-03-04T13:43:57.914873Z","steps":["trace[1962334365] 'agreement among raft nodes before linearized reading' (duration: 249.751693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:57.915031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.920239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:43:57.915113Z","caller":"traceutil/trace.go:171","msg":"trace[615541762] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23822; }","duration":"223.050272ms","start":"2026-03-04T13:43:57.692041Z","end":"2026-03-04T13:43:57.915092Z","steps":["trace[615541762] 'agreement among raft nodes before linearized reading' (duration: 222.870998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:58.14058Z","caller":"traceutil/trace.go:171","msg":"trace[1576617640] linearizableReadLoop","detail":"{readStateIndex:24670; appliedIndex:24669; }","duration":"159.058295ms","start":"2026-03-04T13:43:57.981501Z","end":"2026-03-04T13:43:58.140559Z","steps":["trace[1576617640] 'read index received' (duration: 145.05592ms)","trace[1576617640] 'applied index is now lower than readState.Index' (duration: 14.001405ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:43:58.140619Z","caller":"traceutil/trace.go:171","msg":"trace[1552204834] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"221.364255ms","start":"2026-03-04T13:43:57.919236Z","end":"2026-03-04T13:43:58.140601Z","steps":["trace[1552204834] 'process raft request' (duration: 207.183226ms)","trace[1552204834] 'compare' (duration: 13.833241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:58.140713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.176508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:43:58.140747Z","caller":"traceutil/trace.go:171","msg":"trace[2091025882] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23823; }","duration":"159.27536ms","start":"2026-03-04T13:43:57.981461Z","end":"2026-03-04T13:43:58.140737Z","steps":["trace[2091025882] 'agreement among raft nodes before linearized reading' (duration: 159.185118ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:58.567317Z","caller":"traceutil/trace.go:171","msg":"trace[1798011542] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"506.541434ms","start":"2026-03-04T13:43:58.060743Z","end":"2026-03-04T13:43:58.567285Z","steps":["trace[1798011542] 'process raft request' (duration: 493.057701ms)","trace[1798011542] 'compare' (duration: 12.859159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:43:58.567482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:58.060718Z","time spent":"506.680178ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:43:58.567532Z","caller":"traceutil/trace.go:171","msg":"trace[1980871501] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"172.868364ms","start":"2026-03-04T13:43:58.394644Z","end":"2026-03-04T13:43:58.567512Z","steps":["trace[1980871501] 'process raft request' (duration: 172.763752ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:58.567708Z","caller":"traceutil/trace.go:171","msg":"trace[769946418] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"172.606299ms","start":"2026-03-04T13:43:58.395076Z","end":"2026-03-04T13:43:58.567682Z","steps":["trace[769946418] 'process raft request' (duration: 172.411965ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:58.567754Z","caller":"traceutil/trace.go:171","msg":"trace[1642073353] linearizableReadLoop","detail":"{readStateIndex:24675; appliedIndex:24670; }","duration":"164.267481ms","start":"2026-03-04T13:43:58.403409Z","end":"2026-03-04T13:43:58.567677Z","steps":["trace[1642073353] 'read index received' (duration: 150.406929ms)","trace[1642073353] 'applied index is now lower than readState.Index' (duration: 13.859452ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:43:58.568036Z","caller":"traceutil/trace.go:171","msg":"trace[333512181] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"173.435668ms","start":"2026-03-04T13:43:58.394575Z","end":"2026-03-04T13:43:58.56801Z","steps":["trace[333512181] 'process raft request' (duration: 172.629109ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:58.567732Z","caller":"traceutil/trace.go:171","msg":"trace[1045604703] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"168.678101ms","start":"2026-03-04T13:43:58.399035Z","end":"2026-03-04T13:43:58.567713Z","steps":["trace[1045604703] 'process raft request' (duration: 168.543238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:58.567848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.422554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:43:58.568236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.353356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:43:58.568702Z","caller":"traceutil/trace.go:171","msg":"trace[1152618934] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23828; }","duration":"165.197063ms","start":"2026-03-04T13:43:58.403388Z","end":"2026-03-04T13:43:58.568585Z","steps":["trace[1152618934] 'agreement among raft nodes before linearized reading' (duration: 164.388544ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:58.568784Z","caller":"traceutil/trace.go:171","msg":"trace[452830017] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23828; }","duration":"116.904757ms","start":"2026-03-04T13:43:58.451832Z","end":"2026-03-04T13:43:58.568737Z","steps":["trace[452830017] 'agreement among raft nodes before linearized reading' (duration: 116.338125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.434988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.154137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:43:59.435073Z","caller":"traceutil/trace.go:171","msg":"trace[1711066945] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23828; }","duration":"381.297759ms","start":"2026-03-04T13:43:59.053757Z","end":"2026-03-04T13:43:59.435055Z","steps":["trace[1711066945] 'count revisions from in-memory index tree' (duration: 381.080154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.435115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.053738Z","time spent":"381.365061ms","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:43:59.435239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.71803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T13:43:59.43528Z","caller":"traceutil/trace.go:171","msg":"trace[535785964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23828; }","duration":"325.797582ms","start":"2026-03-04T13:43:59.109473Z","end":"2026-03-04T13:43:59.435271Z","steps":["trace[535785964] 'range keys from in-memory index tree' (duration: 325.582877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.435301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.109451Z","time spent":"325.844363ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:43:59.435594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.970104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:43:59.435626Z","caller":"traceutil/trace.go:171","msg":"trace[1434756758] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23828; }","duration":"107.049116ms","start":"2026-03-04T13:43:59.328567Z","end":"2026-03-04T13:43:59.435616Z","steps":["trace[1434756758] 'count revisions from in-memory index tree' (duration: 106.80494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.435622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.508883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:43:59.435652Z","caller":"traceutil/trace.go:171","msg":"trace[231152386] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23828; }","duration":"142.584725ms","start":"2026-03-04T13:43:59.293059Z","end":"2026-03-04T13:43:59.435644Z","steps":["trace[231152386] 'count revisions from in-memory index tree' (duration: 142.414851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.435883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.520621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:43:59.43593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.333447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:43:59.435952Z","caller":"traceutil/trace.go:171","msg":"trace[58522848] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23828; }","duration":"396.391729ms","start":"2026-03-04T13:43:59.039554Z","end":"2026-03-04T13:43:59.435945Z","steps":["trace[58522848] 'count revisions from in-memory index tree' (duration: 396.204174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:43:59.435954Z","caller":"traceutil/trace.go:171","msg":"trace[733709176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23828; }","duration":"715.647014ms","start":"2026-03-04T13:43:58.720287Z","end":"2026-03-04T13:43:59.435934Z","steps":["trace[733709176] 'range keys from in-memory index tree' (duration: 715.321996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.435971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.039536Z","time spent":"396.427999ms","remote":"127.0.0.1:35548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:43:59.435999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:58.720263Z","time spent":"715.723735ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:43:59.435929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.163582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:43:59.43608Z","caller":"traceutil/trace.go:171","msg":"trace[80055521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23828; }","duration":"715.313256ms","start":"2026-03-04T13:43:58.720757Z","end":"2026-03-04T13:43:59.436071Z","steps":["trace[80055521] 'range keys from in-memory index tree' (duration: 715.072131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:43:59.436106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:58.720713Z","time spent":"715.385657ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:43:59.736288Z","caller":"traceutil/trace.go:171","msg":"trace[762818402] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"294.267053ms","start":"2026-03-04T13:43:59.441995Z","end":"2026-03-04T13:43:59.736262Z","steps":["trace[762818402] 'process raft request' (duration: 294.104359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.395372Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.659270512s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:01.395934Z","caller":"traceutil/trace.go:171","msg":"trace[470391363] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"1.95379688s","start":"2026-03-04T13:43:59.44211Z","end":"2026-03-04T13:44:01.395907Z","steps":["trace[470391363] 'process raft request' (duration: 1.953556855s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.396164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.442089Z","time spent":"1.953913422s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:01.396268Z","caller":"traceutil/trace.go:171","msg":"trace[1945084311] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"1.954055546s","start":"2026-03-04T13:43:59.442197Z","end":"2026-03-04T13:44:01.396253Z","steps":["trace[1945084311] 'process raft request' (duration: 1.953667297s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.396347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.442185Z","time spent":"1.954126767s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:01.396359Z","caller":"traceutil/trace.go:171","msg":"trace[1325576891] linearizableReadLoop","detail":"{readStateIndex:24678; appliedIndex:24675; }","duration":"1.92308193s","start":"2026-03-04T13:43:59.473251Z","end":"2026-03-04T13:44:01.396333Z","steps":["trace[1325576891] 'read index received' (duration: 262.822616ms)","trace[1325576891] 'applied index is now lower than readState.Index' (duration: 1.660257773s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:01.396407Z","caller":"traceutil/trace.go:171","msg":"trace[964225742] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"1.923034919s","start":"2026-03-04T13:43:59.473347Z","end":"2026-03-04T13:44:01.396382Z","steps":["trace[964225742] 'process raft request' (duration: 1.922792863s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.397431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.473319Z","time spent":"1.924057903s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:01.396586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923324865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:44:01.397645Z","caller":"traceutil/trace.go:171","msg":"trace[1920133208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23832; }","duration":"1.92439037s","start":"2026-03-04T13:43:59.473228Z","end":"2026-03-04T13:44:01.397618Z","steps":["trace[1920133208] 'agreement among raft nodes before linearized reading' (duration: 1.923244454s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.397717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.473218Z","time spent":"1.924485802s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:01.664811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:01.664888Z","caller":"traceutil/trace.go:171","msg":"trace[435145510] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000519941s","start":"2026-03-04T13:43:59.664349Z","end":"2026-03-04T13:44:01.664869Z","steps":["trace[435145510] 'agreement among raft nodes before linearized reading' (duration: 2.000413438s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:01.664934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.664322Z","time spent":"2.000601962s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:01.897428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:02.398313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:02.898501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:03.012066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:02.319345Z","time spent":"692.711658ms","remote":"127.0.0.1:44972","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:03.059229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66367646s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:03.059929Z","caller":"traceutil/trace.go:171","msg":"trace[2028272679] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"2.483974316s","start":"2026-03-04T13:44:00.575925Z","end":"2026-03-04T13:44:03.0599Z","steps":["trace[2028272679] 'process raft request' (duration: 2.483928315s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:03.060092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.575901Z","time spent":"2.484110859s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:03.060131Z","caller":"traceutil/trace.go:171","msg":"trace[1764326508] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"2.485866508s","start":"2026-03-04T13:44:00.574227Z","end":"2026-03-04T13:44:03.060094Z","steps":["trace[1764326508] 'process raft request' (duration: 2.485476629s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:03.060174Z","caller":"traceutil/trace.go:171","msg":"trace[786167200] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"2.484559619s","start":"2026-03-04T13:44:00.575585Z","end":"2026-03-04T13:44:03.060145Z","steps":["trace[786167200] 'process raft request' (duration: 2.484202131s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:03.060288Z","caller":"traceutil/trace.go:171","msg":"trace[276743898] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"2.485960731s","start":"2026-03-04T13:44:00.574313Z","end":"2026-03-04T13:44:03.060273Z","steps":["trace[276743898] 'process raft request' (duration: 2.485439569s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:03.060304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.575579Z","time spent":"2.484658532s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:03.060299Z","caller":"traceutil/trace.go:171","msg":"trace[1940565734] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"2.48462561s","start":"2026-03-04T13:44:00.575634Z","end":"2026-03-04T13:44:03.06026Z","steps":["trace[1940565734] 'process raft request' (duration: 2.484183501s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:03.060338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.574307Z","time spent":"2.486001961s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:03.060367Z","caller":"traceutil/trace.go:171","msg":"trace[323075585] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"3.137421722s","start":"2026-03-04T13:43:59.922923Z","end":"2026-03-04T13:44:03.060344Z","steps":["trace[323075585] 'process raft request' (duration: 3.136605994s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:03.060464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.57563Z","time spent":"2.484745813s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:03.060485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.922901Z","time spent":"3.137501513s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:03.060598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.574209Z","time spent":"2.48596277s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:03.672874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:03.672983Z","caller":"traceutil/trace.go:171","msg":"trace[1075986392] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047409s","start":"2026-03-04T13:44:01.672483Z","end":"2026-03-04T13:44:03.672957Z","steps":["trace[1075986392] 'agreement among raft nodes before linearized reading' (duration: 2.000346017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:03.673052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:01.672466Z","time spent":"2.000571561s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:05.673581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:05.673667Z","caller":"traceutil/trace.go:171","msg":"trace[781210143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004189s","start":"2026-03-04T13:44:03.673606Z","end":"2026-03-04T13:44:05.673648Z","steps":["trace[781210143] 'agreement among raft nodes before linearized reading' (duration: 1.999941588s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.67371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.673595Z","time spent":"2.000106551s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:05.708075Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.648647186s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:05.708563Z","caller":"traceutil/trace.go:171","msg":"trace[1763565005] linearizableReadLoop","detail":"{readStateIndex:24687; appliedIndex:24679; }","duration":"4.311226663s","start":"2026-03-04T13:44:01.397308Z","end":"2026-03-04T13:44:05.708534Z","steps":["trace[1763565005] 'read index received' (duration: 1.662187247s)","trace[1763565005] 'applied index is now lower than readState.Index' (duration: 2.649038466s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:05.708612Z","caller":"traceutil/trace.go:171","msg":"trace[1546225988] transaction","detail":"{read_only:false; response_revision:23840; number_of_response:1; }","duration":"4.040414386s","start":"2026-03-04T13:44:01.668169Z","end":"2026-03-04T13:44:05.708583Z","steps":["trace[1546225988] 'process raft request' (duration: 4.040259902s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.708721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:01.668131Z","time spent":"4.0405384s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:44:05.708828Z","caller":"traceutil/trace.go:171","msg":"trace[42477593] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"2.788128022s","start":"2026-03-04T13:44:02.920655Z","end":"2026-03-04T13:44:05.708783Z","steps":["trace[42477593] 'process raft request' (duration: 2.787834175s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.708856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.929793619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:44:05.708894Z","caller":"traceutil/trace.go:171","msg":"trace[253992462] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23841; }","duration":"5.929881821s","start":"2026-03-04T13:43:59.779001Z","end":"2026-03-04T13:44:05.708883Z","steps":["trace[253992462] 'agreement among raft nodes before linearized reading' (duration: 5.929668227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.708939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.77898Z","time spent":"5.929949142s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:05.708939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:02.920613Z","time spent":"2.788247475s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:05.708993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.81148277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:05.709057Z","caller":"traceutil/trace.go:171","msg":"trace[885190836] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"4.307477599s","start":"2026-03-04T13:44:01.401571Z","end":"2026-03-04T13:44:05.709049Z","steps":["trace[885190836] 'process raft request' (duration: 4.30668517s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.709175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:01.401509Z","time spent":"4.307567061s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:05.709168Z","caller":"traceutil/trace.go:171","msg":"trace[601338705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23841; }","duration":"5.811647714s","start":"2026-03-04T13:43:59.897422Z","end":"2026-03-04T13:44:05.70907Z","steps":["trace[601338705] 'agreement among raft nodes before linearized reading' (duration: 5.811255546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.709238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.897402Z","time spent":"5.811817968s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:05.709294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.559402705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:05.709365Z","caller":"traceutil/trace.go:171","msg":"trace[761670566] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23841; }","duration":"5.560117711s","start":"2026-03-04T13:44:00.14923Z","end":"2026-03-04T13:44:05.709348Z","steps":["trace[761670566] 'agreement among raft nodes before linearized reading' (duration: 5.559327982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.709392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034711356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T13:44:05.709426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.149221Z","time spent":"5.560193142s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:05.709452Z","caller":"traceutil/trace.go:171","msg":"trace[1110252148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23841; }","duration":"6.034805029s","start":"2026-03-04T13:43:59.674634Z","end":"2026-03-04T13:44:05.709439Z","steps":["trace[1110252148] 'agreement among raft nodes before linearized reading' (duration: 6.034629455s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.709493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.674617Z","time spent":"6.03486824s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:05.709567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.795516341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:05.709625Z","caller":"traceutil/trace.go:171","msg":"trace[1509870014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23841; }","duration":"5.795575762s","start":"2026-03-04T13:43:59.914033Z","end":"2026-03-04T13:44:05.709609Z","steps":["trace[1509870014] 'agreement among raft nodes before linearized reading' (duration: 5.79548555s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.709694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.913991Z","time spent":"5.795684945s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:05.709731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.183795868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-04T13:44:05.709733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357162529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:05.709781Z","caller":"traceutil/trace.go:171","msg":"trace[1447032870] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23841; }","duration":"5.35721235s","start":"2026-03-04T13:44:00.352555Z","end":"2026-03-04T13:44:05.709767Z","steps":["trace[1447032870] 'agreement among raft nodes before linearized reading' (duration: 5.357101637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.709831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.352507Z","time spent":"5.357314652s","remote":"127.0.0.1:35360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:05.709763Z","caller":"traceutil/trace.go:171","msg":"trace[693253187] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:23841; }","duration":"6.183870889s","start":"2026-03-04T13:43:59.525882Z","end":"2026-03-04T13:44:05.709753Z","steps":["trace[693253187] 'agreement among raft nodes before linearized reading' (duration: 6.183779487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.710016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:43:59.525859Z","time spent":"6.184147696s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T13:44:05.710199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.563483396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:44:05.710242Z","caller":"traceutil/trace.go:171","msg":"trace[1921458239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23841; }","duration":"5.563561948s","start":"2026-03-04T13:44:00.146671Z","end":"2026-03-04T13:44:05.710233Z","steps":["trace[1921458239] 'agreement among raft nodes before linearized reading' (duration: 5.562554386s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:05.710281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:00.146632Z","time spent":"5.563642769s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:06.209253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585103,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:44:06.307921Z","caller":"traceutil/trace.go:171","msg":"trace[1987691920] transaction","detail":"{read_only:false; response_revision:23843; number_of_response:1; }","duration":"2.905333906s","start":"2026-03-04T13:44:03.402565Z","end":"2026-03-04T13:44:06.307899Z","steps":["trace[1987691920] 'process raft request' (duration: 2.905250734s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:06.307949Z","caller":"traceutil/trace.go:171","msg":"trace[1482275764] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"3.166630168s","start":"2026-03-04T13:44:03.141282Z","end":"2026-03-04T13:44:06.307912Z","steps":["trace[1482275764] 'process raft request' (duration: 3.166403123s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.308124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.141261Z","time spent":"3.166761701s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:06.308091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.402543Z","time spent":"2.905448848s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:06.62587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.988687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:44:06.627507Z","caller":"traceutil/trace.go:171","msg":"trace[1592601845] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"1.56219107s","start":"2026-03-04T13:44:05.06529Z","end":"2026-03-04T13:44:06.627481Z","steps":["trace[1592601845] 'process raft request' (duration: 1.560674896s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.627666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.06527Z","time spent":"1.562312793s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:06.738892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998295043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:06.738997Z","caller":"traceutil/trace.go:171","msg":"trace[1811535217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998457267s","start":"2026-03-04T13:44:01.740516Z","end":"2026-03-04T13:44:06.738973Z","steps":["trace[1811535217] 'agreement among raft nodes before linearized reading' (duration: 4.998320494s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:06.739052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:01.740498Z","time spent":"4.998539389s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 13:44:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:07.052698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.127604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:07.053137Z","caller":"traceutil/trace.go:171","msg":"trace[1651293766] linearizableReadLoop","detail":"{readStateIndex:24700; appliedIndex:24690; }","duration":"1.344479785s","start":"2026-03-04T13:44:05.708642Z","end":"2026-03-04T13:44:07.053121Z","steps":["trace[1651293766] 'read index received' (duration: 599.264037ms)","trace[1651293766] 'applied index is now lower than readState.Index' (duration: 745.214848ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:07.053215Z","caller":"traceutil/trace.go:171","msg":"trace[1402502478] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"1.987824965s","start":"2026-03-04T13:44:05.065379Z","end":"2026-03-04T13:44:07.053204Z","steps":["trace[1402502478] 'process raft request' (duration: 1.562081987s)","trace[1402502478] 'compare' (duration: 424.835078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:07.053278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.065372Z","time spent":"1.987873616s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:07.053365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070253888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:07.053462Z","caller":"traceutil/trace.go:171","msg":"trace[1986053781] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23852; }","duration":"2.070401222s","start":"2026-03-04T13:44:04.98303Z","end":"2026-03-04T13:44:07.053432Z","steps":["trace[1986053781] 'agreement among raft nodes before linearized reading' (duration: 2.070223607s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.05349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.139461973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:07.053527Z","caller":"traceutil/trace.go:171","msg":"trace[321832632] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23852; }","duration":"2.139541455s","start":"2026-03-04T13:44:04.913972Z","end":"2026-03-04T13:44:07.053513Z","steps":["trace[321832632] 'agreement among raft nodes before linearized reading' (duration: 2.139481374s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.053566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.913945Z","time spent":"2.139611197s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:07.053749Z","caller":"traceutil/trace.go:171","msg":"trace[313553817] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"1.988259895s","start":"2026-03-04T13:44:05.065474Z","end":"2026-03-04T13:44:07.053734Z","steps":["trace[313553817] 'process raft request' (duration: 1.987317523s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.053521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.983005Z","time spent":"2.070499724s","remote":"127.0.0.1:35304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:07.053815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970026953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-04T13:44:07.053844Z","caller":"traceutil/trace.go:171","msg":"trace[1743557517] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23852; }","duration":"3.970084375s","start":"2026-03-04T13:44:03.083752Z","end":"2026-03-04T13:44:07.053836Z","steps":["trace[1743557517] 'agreement among raft nodes before linearized reading' (duration: 3.970007243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.053844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.065444Z","time spent":"1.988342747s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:07.053866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.083736Z","time spent":"3.970126087s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:44:07.053865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65347893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:44:07.0539Z","caller":"traceutil/trace.go:171","msg":"trace[1563687833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23852; }","duration":"3.65353178s","start":"2026-03-04T13:44:03.40036Z","end":"2026-03-04T13:44:07.053892Z","steps":["trace[1563687833] 'agreement among raft nodes before linearized reading' (duration: 3.653439398s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.053871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.711713Z","time spent":"1.342149214s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:07.053967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609492592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:07.053984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.653788857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:44:07.053967Z","caller":"traceutil/trace.go:171","msg":"trace[349818219] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"1.338152795s","start":"2026-03-04T13:44:05.715804Z","end":"2026-03-04T13:44:07.053957Z","steps":["trace[349818219] 'process raft request' (duration: 1.337272714s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:07.054001Z","caller":"traceutil/trace.go:171","msg":"trace[608830362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23852; }","duration":"3.653837949s","start":"2026-03-04T13:44:03.400157Z","end":"2026-03-04T13:44:07.053995Z","steps":["trace[608830362] 'agreement among raft nodes before linearized reading' (duration: 3.653794148s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:07.054Z","caller":"traceutil/trace.go:171","msg":"trace[765519992] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23852; }","duration":"3.609544503s","start":"2026-03-04T13:44:03.444447Z","end":"2026-03-04T13:44:07.053992Z","steps":["trace[765519992] 'agreement among raft nodes before linearized reading' (duration: 3.609492321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.053996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.628704713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:07.054024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.444437Z","time spent":"3.609578614s","remote":"127.0.0.1:33466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:07.054038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.679830292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:07.054035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.715781Z","time spent":"1.338226186s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:07.053803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.847940576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T13:44:07.054123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.921989099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T13:44:07.054116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740153982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:07.054158Z","caller":"traceutil/trace.go:171","msg":"trace[1960223179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23852; }","duration":"4.92205625s","start":"2026-03-04T13:44:02.132092Z","end":"2026-03-04T13:44:07.054149Z","steps":["trace[1960223179] 'agreement among raft nodes before linearized reading' (duration: 4.921971998s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:07.05418Z","caller":"traceutil/trace.go:171","msg":"trace[1000895360] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"1.633288328s","start":"2026-03-04T13:44:05.420886Z","end":"2026-03-04T13:44:07.054175Z","steps":["trace[1000895360] 'process raft request' (duration: 1.63207767s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:02.132074Z","time spent":"4.922110252s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:44:07.053926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.400353Z","time spent":"3.653567182s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:44:07.05419Z","caller":"traceutil/trace.go:171","msg":"trace[1574313208] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23852; }","duration":"4.740246604s","start":"2026-03-04T13:44:02.31392Z","end":"2026-03-04T13:44:07.054167Z","steps":["trace[1574313208] 'agreement among raft nodes before linearized reading' (duration: 4.740133822s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.420866Z","time spent":"1.633328668s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:07.054219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372352253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:07.054116Z","caller":"traceutil/trace.go:171","msg":"trace[1139693727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23852; }","duration":"2.848233483s","start":"2026-03-04T13:44:04.205854Z","end":"2026-03-04T13:44:07.054087Z","steps":["trace[1139693727] 'agreement among raft nodes before linearized reading' (duration: 2.847839584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:02.313906Z","time spent":"4.740328746s","remote":"127.0.0.1:35424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:07.053984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.224198001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-04T13:44:07.054323Z","caller":"traceutil/trace.go:171","msg":"trace[250209713] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"1.988096092s","start":"2026-03-04T13:44:05.066222Z","end":"2026-03-04T13:44:07.054318Z","steps":["trace[250209713] 'process raft request' (duration: 1.98671286s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:07.054335Z","caller":"traceutil/trace.go:171","msg":"trace[164928096] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23852; }","duration":"5.224618711s","start":"2026-03-04T13:44:01.829707Z","end":"2026-03-04T13:44:07.054326Z","steps":["trace[164928096] 'agreement among raft nodes before linearized reading' (duration: 5.224081009s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.066211Z","time spent":"1.988128272s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:07.054185Z","caller":"traceutil/trace.go:171","msg":"trace[2082366964] transaction","detail":"{read_only:false; response_revision:23848; number_of_response:1; }","duration":"1.98802043s","start":"2026-03-04T13:44:05.066133Z","end":"2026-03-04T13:44:07.054154Z","steps":["trace[2082366964] 'process raft request' (duration: 1.986733041s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.400137Z","time spent":"3.653875449s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:07.054414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.066113Z","time spent":"1.988268905s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:07.05404Z","caller":"traceutil/trace.go:171","msg":"trace[89867422] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23852; }","duration":"3.628784355s","start":"2026-03-04T13:44:03.425245Z","end":"2026-03-04T13:44:07.054029Z","steps":["trace[89867422] 'agreement among raft nodes before linearized reading' (duration: 3.628710484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:01.829687Z","time spent":"5.224663741s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-04T13:44:07.054465Z","caller":"traceutil/trace.go:171","msg":"trace[412541106] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"1.988231094s","start":"2026-03-04T13:44:05.066209Z","end":"2026-03-04T13:44:07.05444Z","steps":["trace[412541106] 'process raft request' (duration: 1.98669347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.425234Z","time spent":"3.629230315s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:44:07.054058Z","caller":"traceutil/trace.go:171","msg":"trace[1986368101] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23852; }","duration":"3.679878684s","start":"2026-03-04T13:44:03.374174Z","end":"2026-03-04T13:44:07.054053Z","steps":["trace[1986368101] 'agreement among raft nodes before linearized reading' (duration: 3.679848933s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:03.374158Z","time spent":"3.680391965s","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:07.054297Z","caller":"traceutil/trace.go:171","msg":"trace[2118342159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23852; }","duration":"1.372448245s","start":"2026-03-04T13:44:05.681835Z","end":"2026-03-04T13:44:07.054283Z","steps":["trace[2118342159] 'agreement among raft nodes before linearized reading' (duration: 1.372353623s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.066204Z","time spent":"1.988323026s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:07.0543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:04.205831Z","time spent":"2.848459357s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-04T13:44:07.054619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.681821Z","time spent":"1.372780942s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:07.054307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662520114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:07.054686Z","caller":"traceutil/trace.go:171","msg":"trace[1960533638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23852; }","duration":"1.662941424s","start":"2026-03-04T13:44:05.391735Z","end":"2026-03-04T13:44:07.054676Z","steps":["trace[1960533638] 'agreement among raft nodes before linearized reading' (duration: 1.662549235s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.054719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.391712Z","time spent":"1.662997795s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:07.097233Z","caller":"traceutil/trace.go:171","msg":"trace[502051099] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"386.747052ms","start":"2026-03-04T13:44:06.710464Z","end":"2026-03-04T13:44:07.097211Z","steps":["trace[502051099] 'process raft request' (duration: 386.292001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.097367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382631163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T13:44:07.097422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:06.71044Z","time spent":"386.895085ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:07.097434Z","caller":"traceutil/trace.go:171","msg":"trace[391339268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23853; }","duration":"1.382719475s","start":"2026-03-04T13:44:05.714697Z","end":"2026-03-04T13:44:07.097416Z","steps":["trace[391339268] 'agreement among raft nodes before linearized reading' (duration: 1.38248332s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.09747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.714642Z","time spent":"1.382821607s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:07.097382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.128504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:07.09759Z","caller":"traceutil/trace.go:171","msg":"trace[1418827284] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23853; }","duration":"833.484831ms","start":"2026-03-04T13:44:06.264073Z","end":"2026-03-04T13:44:07.097558Z","steps":["trace[1418827284] 'agreement among raft nodes before linearized reading' (duration: 833.086302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.097718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:06.264051Z","time spent":"833.645205ms","remote":"127.0.0.1:33156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:07.100589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384870494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T13:44:07.100653Z","caller":"traceutil/trace.go:171","msg":"trace[1440356032] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:23853; }","duration":"1.384965896s","start":"2026-03-04T13:44:05.715667Z","end":"2026-03-04T13:44:07.100633Z","steps":["trace[1440356032] 'agreement among raft nodes before linearized reading' (duration: 1.381599581s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:07.10069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:05.715644Z","time spent":"1.385037877s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"warn","ts":"2026-03-04T13:44:07.47874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.100088Z","time spent":"378.64182ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:44:08.121641Z","caller":"traceutil/trace.go:171","msg":"trace[1950667334] linearizableReadLoop","detail":"{readStateIndex:24707; appliedIndex:24705; }","duration":"1.017565159s","start":"2026-03-04T13:44:07.104045Z","end":"2026-03-04T13:44:08.12161Z","steps":["trace[1950667334] 'read index received' (duration: 359.302675ms)","trace[1950667334] 'applied index is now lower than readState.Index' (duration: 658.261504ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:08.121714Z","caller":"traceutil/trace.go:171","msg":"trace[1979369655] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"1.018887669s","start":"2026-03-04T13:44:07.102794Z","end":"2026-03-04T13:44:08.121682Z","steps":["trace[1979369655] 'process raft request' (duration: 996.161239ms)","trace[1979369655] 'compare' (duration: 22.528786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:08.121833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017768013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:08.12187Z","caller":"traceutil/trace.go:171","msg":"trace[1703074430] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23857; }","duration":"1.017845685s","start":"2026-03-04T13:44:07.104012Z","end":"2026-03-04T13:44:08.121858Z","steps":["trace[1703074430] 'agreement among raft nodes before linearized reading' (duration: 1.017733453s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.121892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.102776Z","time spent":"1.019021002s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:08.121907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.104001Z","time spent":"1.017897376s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:44:08.154435Z","caller":"traceutil/trace.go:171","msg":"trace[1550818406] transaction","detail":"{read_only:false; response_revision:23858; number_of_response:1; }","duration":"673.799304ms","start":"2026-03-04T13:44:07.480606Z","end":"2026-03-04T13:44:08.154406Z","steps":["trace[1550818406] 'process raft request' (duration: 673.62042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.154643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.480566Z","time spent":"673.952368ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:08.154723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.285667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:08.154765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.133497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:08.154822Z","caller":"traceutil/trace.go:171","msg":"trace[280449235] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23858; }","duration":"986.43208ms","start":"2026-03-04T13:44:07.168368Z","end":"2026-03-04T13:44:08.1548Z","steps":["trace[280449235] 'agreement among raft nodes before linearized reading' (duration: 986.151664ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.154842Z","caller":"traceutil/trace.go:171","msg":"trace[1179757240] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23858; }","duration":"155.277811ms","start":"2026-03-04T13:44:07.999546Z","end":"2026-03-04T13:44:08.154824Z","steps":["trace[1179757240] 'agreement among raft nodes before linearized reading' (duration: 155.103927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.15488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.168349Z","time spent":"986.521102ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T13:44:08.154957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.514619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:08.155011Z","caller":"traceutil/trace.go:171","msg":"trace[1234167431] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23858; }","duration":"791.57194ms","start":"2026-03-04T13:44:07.363425Z","end":"2026-03-04T13:44:08.154996Z","steps":["trace[1234167431] 'agreement among raft nodes before linearized reading' (duration: 791.479368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.155019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.714683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:44:08.155054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.363355Z","time spent":"791.688553ms","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:08.155021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048940005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:08.155096Z","caller":"traceutil/trace.go:171","msg":"trace[1695194814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23858; }","duration":"439.845195ms","start":"2026-03-04T13:44:07.715233Z","end":"2026-03-04T13:44:08.155078Z","steps":["trace[1695194814] 'agreement among raft nodes before linearized reading' (duration: 439.360034ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.155241Z","caller":"traceutil/trace.go:171","msg":"trace[1463155635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23858; }","duration":"1.049192041s","start":"2026-03-04T13:44:07.106022Z","end":"2026-03-04T13:44:08.155214Z","steps":["trace[1463155635] 'agreement among raft nodes before linearized reading' (duration: 1.048826283s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.155302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.106009Z","time spent":"1.049278143s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:08.155517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:07.715211Z","time spent":"439.922007ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:08.590077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.467575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:08.590246Z","caller":"traceutil/trace.go:171","msg":"trace[1045102468] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"432.381137ms","start":"2026-03-04T13:44:08.157834Z","end":"2026-03-04T13:44:08.590215Z","steps":["trace[1045102468] 'process raft request' (duration: 243.694187ms)","trace[1045102468] 'compare' (duration: 188.352923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:08.590837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.157819Z","time spent":"432.945849ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:08.590346Z","caller":"traceutil/trace.go:171","msg":"trace[745488680] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"277.620289ms","start":"2026-03-04T13:44:08.312709Z","end":"2026-03-04T13:44:08.590329Z","steps":["trace[745488680] 'process raft request' (duration: 277.571998ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.590382Z","caller":"traceutil/trace.go:171","msg":"trace[1722667938] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"430.71342ms","start":"2026-03-04T13:44:08.15966Z","end":"2026-03-04T13:44:08.590373Z","steps":["trace[1722667938] 'process raft request' (duration: 430.527426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.591242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.159651Z","time spent":"431.570109ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:08.590418Z","caller":"traceutil/trace.go:171","msg":"trace[816782122] linearizableReadLoop","detail":"{readStateIndex:24709; appliedIndex:24708; }","duration":"431.548358ms","start":"2026-03-04T13:44:08.15886Z","end":"2026-03-04T13:44:08.590409Z","steps":["trace[816782122] 'read index received' (duration: 242.639283ms)","trace[816782122] 'applied index is now lower than readState.Index' (duration: 188.907895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:08.590537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.669041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:44:08.591401Z","caller":"traceutil/trace.go:171","msg":"trace[954516499] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23861; }","duration":"432.533802ms","start":"2026-03-04T13:44:08.158846Z","end":"2026-03-04T13:44:08.59138Z","steps":["trace[954516499] 'agreement among raft nodes before linearized reading' (duration: 431.58739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.591491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.44993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:08.591531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.15884Z","time spent":"432.672055ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T13:44:08.591575Z","caller":"traceutil/trace.go:171","msg":"trace[1821283713] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23861; }","duration":"432.585063ms","start":"2026-03-04T13:44:08.158967Z","end":"2026-03-04T13:44:08.591552Z","steps":["trace[1821283713] 'agreement among raft nodes before linearized reading' (duration: 432.419709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.591593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.280017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T13:44:08.591603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.50169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:08.591642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.158961Z","time spent":"432.663954ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-04T13:44:08.591647Z","caller":"traceutil/trace.go:171","msg":"trace[489342625] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23861; }","duration":"113.401969ms","start":"2026-03-04T13:44:08.47823Z","end":"2026-03-04T13:44:08.591632Z","steps":["trace[489342625] 'agreement among raft nodes before linearized reading' (duration: 113.183175ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:08.591689Z","caller":"traceutil/trace.go:171","msg":"trace[1945889231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23861; }","duration":"428.622813ms","start":"2026-03-04T13:44:08.163051Z","end":"2026-03-04T13:44:08.591674Z","steps":["trace[1945889231] 'agreement among raft nodes before linearized reading' (duration: 428.46951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:08.591756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.163047Z","time spent":"428.686305ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:09.241197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:09.741943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585138,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:10.013676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381167831s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:10.014114Z","caller":"traceutil/trace.go:171","msg":"trace[1860699387] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"1.381655961s","start":"2026-03-04T13:44:08.632427Z","end":"2026-03-04T13:44:10.014083Z","steps":["trace[1860699387] 'process raft request' (duration: 1.381463137s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:10.014344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.63241Z","time spent":"1.381789855s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:11.048996Z","caller":"traceutil/trace.go:171","msg":"trace[865046816] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"2.258930059s","start":"2026-03-04T13:44:08.790036Z","end":"2026-03-04T13:44:11.048966Z","steps":["trace[865046816] 'process raft request' (duration: 2.199073643s)","trace[865046816] 'compare' (duration: 59.217531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:11.049172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.790014Z","time spent":"2.259071522s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:11.049278Z","caller":"traceutil/trace.go:171","msg":"trace[606483732] transaction","detail":"{read_only:false; response_revision:23864; number_of_response:1; }","duration":"1.984775708s","start":"2026-03-04T13:44:09.064472Z","end":"2026-03-04T13:44:11.049248Z","steps":["trace[606483732] 'process raft request' (duration: 1.98444269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.049481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.064398Z","time spent":"1.984971352s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:11.049928Z","caller":"traceutil/trace.go:171","msg":"trace[12769948] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"1.985275048s","start":"2026-03-04T13:44:09.064634Z","end":"2026-03-04T13:44:11.049909Z","steps":["trace[12769948] 'process raft request' (duration: 1.984493401s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.050049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.064594Z","time spent":"1.985394831s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:11.050293Z","caller":"traceutil/trace.go:171","msg":"trace[181765869] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"1.98496583s","start":"2026-03-04T13:44:09.065297Z","end":"2026-03-04T13:44:11.050263Z","steps":["trace[181765869] 'process raft request' (duration: 1.984541801s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.050513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309599837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T13:44:11.050552Z","caller":"traceutil/trace.go:171","msg":"trace[345807618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23868; }","duration":"2.309677539s","start":"2026-03-04T13:44:08.740865Z","end":"2026-03-04T13:44:11.050543Z","steps":["trace[345807618] 'agreement among raft nodes before linearized reading' (duration: 2.309542476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.050586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.740846Z","time spent":"2.309733829s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:44:11.050339Z","caller":"traceutil/trace.go:171","msg":"trace[550011355] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"1.984287855s","start":"2026-03-04T13:44:09.06602Z","end":"2026-03-04T13:44:11.050308Z","steps":["trace[550011355] 'process raft request' (duration: 1.984191183s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:11.050382Z","caller":"traceutil/trace.go:171","msg":"trace[440292325] linearizableReadLoop","detail":"{readStateIndex:24718; appliedIndex:24711; }","duration":"2.309460104s","start":"2026-03-04T13:44:08.740907Z","end":"2026-03-04T13:44:11.050367Z","steps":["trace[440292325] 'read index received' (duration: 1.27303157s)","trace[440292325] 'applied index is now lower than readState.Index' (duration: 1.036426714s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:11.050737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.06601Z","time spent":"1.984639784s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:11.050367Z","caller":"traceutil/trace.go:171","msg":"trace[480772671] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"1.984715955s","start":"2026-03-04T13:44:09.065573Z","end":"2026-03-04T13:44:11.050289Z","steps":["trace[480772671] 'process raft request' (duration: 1.984579142s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.050864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.065551Z","time spent":"1.985257717s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:11.050979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.065288Z","time spent":"1.985248577s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:11.55135Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:11.666359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:11.666424Z","caller":"traceutil/trace.go:171","msg":"trace[353855674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999979889s","start":"2026-03-04T13:44:09.666431Z","end":"2026-03-04T13:44:11.666411Z","steps":["trace[353855674] 'agreement among raft nodes before linearized reading' (duration: 1.999895817s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:11.666458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.666198Z","time spent":"2.000252615s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:11.739421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.055271Z","time spent":"684.143675ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:44:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:44:12.066753Z","caller":"traceutil/trace.go:171","msg":"trace[2068887096] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"1.469076416s","start":"2026-03-04T13:44:10.597623Z","end":"2026-03-04T13:44:12.066699Z","steps":["trace[2068887096] 'process raft request' (duration: 1.425710452s)","trace[2068887096] 'compare' (duration: 41.845041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:12.067074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:10.597602Z","time spent":"1.469384483s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:12.066802Z","caller":"traceutil/trace.go:171","msg":"trace[1308291397] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"1.351823221s","start":"2026-03-04T13:44:10.714949Z","end":"2026-03-04T13:44:12.066773Z","steps":["trace[1308291397] 'process raft request' (duration: 1.351652877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:12.067276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:10.714924Z","time spent":"1.352322602s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:13.406565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000657189s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:13.406793Z","caller":"traceutil/trace.go:171","msg":"trace[806742150] linearizableReadLoop","detail":"{readStateIndex:24721; appliedIndex:24718; }","duration":"2.356004709s","start":"2026-03-04T13:44:11.050772Z","end":"2026-03-04T13:44:13.406777Z","steps":["trace[806742150] 'read index received' (duration: 972.567058ms)","trace[806742150] 'applied index is now lower than readState.Index' (duration: 1.383436511s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:13.40709Z","caller":"traceutil/trace.go:171","msg":"trace[2137701795] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"1.386334657s","start":"2026-03-04T13:44:12.020743Z","end":"2026-03-04T13:44:13.407078Z","steps":["trace[2137701795] 'process raft request' (duration: 1.385924557s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.407165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:12.020715Z","time spent":"1.386407689s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:13.407373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497144792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:13.407406Z","caller":"traceutil/trace.go:171","msg":"trace[1052268679] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23872; }","duration":"2.497206864s","start":"2026-03-04T13:44:10.910191Z","end":"2026-03-04T13:44:13.407397Z","steps":["trace[1052268679] 'agreement among raft nodes before linearized reading' (duration: 2.497133752s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.407463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:10.910164Z","time spent":"2.497288235s","remote":"127.0.0.1:35150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:13.407555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285608227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:13.408292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.404867677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:13.408113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155587934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T13:44:13.408139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88216722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T13:44:13.408163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266004776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-04T13:44:13.408322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.80941595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:44:13.408416Z","caller":"traceutil/trace.go:171","msg":"trace[850891560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23872; }","duration":"4.266310593s","start":"2026-03-04T13:44:09.142091Z","end":"2026-03-04T13:44:13.408401Z","steps":["trace[850891560] 'agreement among raft nodes before linearized reading' (duration: 4.265898314s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.408187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411928202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:13.408448Z","caller":"traceutil/trace.go:171","msg":"trace[1177710022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23872; }","duration":"2.809595354s","start":"2026-03-04T13:44:10.598838Z","end":"2026-03-04T13:44:13.408434Z","steps":["trace[1177710022] 'agreement among raft nodes before linearized reading' (duration: 2.809343678s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.408451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.14207Z","time spent":"4.266371094s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:44:13.408443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305996535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-04T13:44:13.408482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:10.598814Z","time spent":"2.809657846s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:44:13.408477Z","caller":"traceutil/trace.go:171","msg":"trace[460020387] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23872; }","duration":"3.412267629s","start":"2026-03-04T13:44:09.996193Z","end":"2026-03-04T13:44:13.408461Z","steps":["trace[460020387] 'agreement among raft nodes before linearized reading' (duration: 3.411924671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.40824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421565371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:13.408517Z","caller":"traceutil/trace.go:171","msg":"trace[711155273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23872; }","duration":"4.306104207s","start":"2026-03-04T13:44:09.10239Z","end":"2026-03-04T13:44:13.408495Z","steps":["trace[711155273] 'agreement among raft nodes before linearized reading' (duration: 4.305870672s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:13.408559Z","caller":"traceutil/trace.go:171","msg":"trace[1928742773] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23872; }","duration":"4.421912789s","start":"2026-03-04T13:44:08.986631Z","end":"2026-03-04T13:44:13.408544Z","steps":["trace[1928742773] 'agreement among raft nodes before linearized reading' (duration: 4.421568032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.408516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088681361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:13.408519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.996172Z","time spent":"3.412333831s","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:13.408614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:08.986615Z","time spent":"4.421980471s","remote":"127.0.0.1:49496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:13.408644Z","caller":"traceutil/trace.go:171","msg":"trace[144327048] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23872; }","duration":"4.088856505s","start":"2026-03-04T13:44:09.319752Z","end":"2026-03-04T13:44:13.408608Z","steps":["trace[144327048] 'agreement among raft nodes before linearized reading' (duration: 4.088294812s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.408735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.319731Z","time spent":"4.088984357s","remote":"127.0.0.1:49584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:13.40878Z","caller":"traceutil/trace.go:171","msg":"trace[1745324295] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:23872; }","duration":"3.882478757s","start":"2026-03-04T13:44:09.525916Z","end":"2026-03-04T13:44:13.408395Z","steps":["trace[1745324295] 'agreement among raft nodes before linearized reading' (duration: 3.882070318s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:13.408425Z","caller":"traceutil/trace.go:171","msg":"trace[102927993] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23872; }","duration":"4.286438726s","start":"2026-03-04T13:44:09.121884Z","end":"2026-03-04T13:44:13.408323Z","steps":["trace[102927993] 'agreement among raft nodes before linearized reading' (duration: 4.285593087s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.408845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.121871Z","time spent":"4.286956887s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:13.408572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.102328Z","time spent":"4.30622882s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:13.408847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.525896Z","time spent":"3.882931797s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-04T13:44:13.408708Z","caller":"traceutil/trace.go:171","msg":"trace[610172652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23872; }","duration":"4.155935122s","start":"2026-03-04T13:44:09.252453Z","end":"2026-03-04T13:44:13.408388Z","steps":["trace[610172652] 'agreement among raft nodes before linearized reading' (duration: 4.155528833s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.409131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.686302157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"warn","ts":"2026-03-04T13:44:13.409136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.252433Z","time spent":"4.156681178s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-04T13:44:13.409295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305668088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:44:13.40934Z","caller":"traceutil/trace.go:171","msg":"trace[1433984986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23872; }","duration":"4.30577602s","start":"2026-03-04T13:44:09.103554Z","end":"2026-03-04T13:44:13.40933Z","steps":["trace[1433984986] 'agreement among raft nodes before linearized reading' (duration: 4.304027071s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.409377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.103522Z","time spent":"4.305847612s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-04T13:44:13.409205Z","caller":"traceutil/trace.go:171","msg":"trace[1562072639] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23872; }","duration":"3.68640474s","start":"2026-03-04T13:44:09.722765Z","end":"2026-03-04T13:44:13.40917Z","steps":["trace[1562072639] 'agreement among raft nodes before linearized reading' (duration: 3.685413608s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.40949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.72275Z","time spent":"3.686725957s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267241,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:44:13.409204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.343515628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-04T13:44:13.409713Z","caller":"traceutil/trace.go:171","msg":"trace[1781542076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23872; }","duration":"4.344050081s","start":"2026-03-04T13:44:09.065651Z","end":"2026-03-04T13:44:13.409701Z","steps":["trace[1781542076] 'agreement among raft nodes before linearized reading' (duration: 4.342582108s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.409741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.065631Z","time spent":"4.344102442s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:44:13.408506Z","caller":"traceutil/trace.go:171","msg":"trace[1743912544] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23872; }","duration":"4.404963059s","start":"2026-03-04T13:44:09.003415Z","end":"2026-03-04T13:44:13.408378Z","steps":["trace[1743912544] 'agreement among raft nodes before linearized reading' (duration: 4.404851286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.409872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:09.003367Z","time spent":"4.406496174s","remote":"127.0.0.1:33448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:13.42092Z","caller":"traceutil/trace.go:171","msg":"trace[335852054] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"365.127507ms","start":"2026-03-04T13:44:13.055779Z","end":"2026-03-04T13:44:13.420907Z","steps":["trace[335852054] 'process raft request' (duration: 365.050005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.421008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.055728Z","time spent":"365.234529ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:13.667266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000687124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:13.667406Z","caller":"traceutil/trace.go:171","msg":"trace[2134891772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000882829s","start":"2026-03-04T13:44:11.666482Z","end":"2026-03-04T13:44:13.667365Z","steps":["trace[2134891772] 'agreement among raft nodes before linearized reading' (duration: 2.000704384s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:13.667482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.66647Z","time spent":"2.000981382s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:14.432302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.791633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:14.432411Z","caller":"traceutil/trace.go:171","msg":"trace[449525147] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"1.376327633s","start":"2026-03-04T13:44:13.056071Z","end":"2026-03-04T13:44:14.432398Z","steps":["trace[449525147] 'process raft request' (duration: 880.381866ms)","trace[449525147] 'compare' (duration: 494.655677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:14.432451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.056062Z","time spent":"1.376370534s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:14.432563Z","caller":"traceutil/trace.go:171","msg":"trace[774631825] transaction","detail":"{read_only:false; response_revision:23875; number_of_response:1; }","duration":"1.376317413s","start":"2026-03-04T13:44:13.056231Z","end":"2026-03-04T13:44:14.432549Z","steps":["trace[774631825] 'process raft request' (duration: 1.376137539s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:14.432618Z","caller":"traceutil/trace.go:171","msg":"trace[658072407] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"1.375240248s","start":"2026-03-04T13:44:13.057371Z","end":"2026-03-04T13:44:14.432612Z","steps":["trace[658072407] 'process raft request' (duration: 1.375126156s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.432629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.056194Z","time spent":"1.376400295s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:14.432652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.057346Z","time spent":"1.375288059s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:14.432878Z","caller":"traceutil/trace.go:171","msg":"trace[1570581437] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"1.373257883s","start":"2026-03-04T13:44:13.059613Z","end":"2026-03-04T13:44:14.432871Z","steps":["trace[1570581437] 'process raft request' (duration: 1.372971277s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.432918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.059599Z","time spent":"1.373299514s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:14.432961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.411225Z","time spent":"1.021733143s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:44:14.433014Z","caller":"traceutil/trace.go:171","msg":"trace[561919493] transaction","detail":"{read_only:false; response_revision:23879; number_of_response:1; }","duration":"1.019179976s","start":"2026-03-04T13:44:13.413816Z","end":"2026-03-04T13:44:14.432996Z","steps":["trace[561919493] 'process raft request' (duration: 1.019132075s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:14.433087Z","caller":"traceutil/trace.go:171","msg":"trace[542829103] linearizableReadLoop","detail":"{readStateIndex:24727; appliedIndex:24723; }","duration":"1.026253815s","start":"2026-03-04T13:44:13.406826Z","end":"2026-03-04T13:44:14.43308Z","steps":["trace[542829103] 'read index received' (duration: 14.24266ms)","trace[542829103] 'applied index is now lower than readState.Index' (duration: 1.012010545s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:14.433126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.4138Z","time spent":"1.019267757s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:14.433133Z","caller":"traceutil/trace.go:171","msg":"trace[2038686799] transaction","detail":"{read_only:false; response_revision:23880; number_of_response:1; }","duration":"1.019303999s","start":"2026-03-04T13:44:13.413824Z","end":"2026-03-04T13:44:14.433128Z","steps":["trace[2038686799] 'process raft request' (duration: 1.019144595s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.413811Z","time spent":"1.019334919s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:14.433216Z","caller":"traceutil/trace.go:171","msg":"trace[1992962636] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"1.019432862s","start":"2026-03-04T13:44:13.413778Z","end":"2026-03-04T13:44:14.433211Z","steps":["trace[1992962636] 'process raft request' (duration: 1.019102344s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:14.43322Z","caller":"traceutil/trace.go:171","msg":"trace[231393399] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"1.01935087s","start":"2026-03-04T13:44:13.413864Z","end":"2026-03-04T13:44:14.433215Z","steps":["trace[231393399] 'process raft request' (duration: 1.019156245s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.41376Z","time spent":"1.019471252s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:14.433248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.413859Z","time spent":"1.01937473s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:14.433328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537554516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:14.433345Z","caller":"traceutil/trace.go:171","msg":"trace[1565385633] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23882; }","duration":"1.537607307s","start":"2026-03-04T13:44:12.895733Z","end":"2026-03-04T13:44:14.43334Z","steps":["trace[1565385633] 'agreement among raft nodes before linearized reading' (duration: 1.537553396s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.43336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:12.895712Z","time spent":"1.537644228s","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:14.433559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091148317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:14.433578Z","caller":"traceutil/trace.go:171","msg":"trace[1958347726] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23882; }","duration":"2.091192488s","start":"2026-03-04T13:44:12.34238Z","end":"2026-03-04T13:44:14.433572Z","steps":["trace[1958347726] 'agreement among raft nodes before linearized reading' (duration: 2.090918471s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:12.342366Z","time spent":"2.091225739s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:14.433619Z","caller":"traceutil/trace.go:171","msg":"trace[805591921] transaction","detail":"{read_only:false; response_revision:23882; number_of_response:1; }","duration":"1.018685735s","start":"2026-03-04T13:44:13.414927Z","end":"2026-03-04T13:44:14.433613Z","steps":["trace[805591921] 'process raft request' (duration: 1.018125973s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.414917Z","time spent":"1.018713806s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:14.433613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876623947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:14.433704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020541895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:14.433706Z","caller":"traceutil/trace.go:171","msg":"trace[1433365559] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23882; }","duration":"1.876762949s","start":"2026-03-04T13:44:12.556917Z","end":"2026-03-04T13:44:14.433679Z","steps":["trace[1433365559] 'agreement among raft nodes before linearized reading' (duration: 1.87635686s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379060872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T13:44:14.433759Z","caller":"traceutil/trace.go:171","msg":"trace[1095652605] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23882; }","duration":"3.379100654s","start":"2026-03-04T13:44:11.054654Z","end":"2026-03-04T13:44:14.433755Z","steps":["trace[1095652605] 'agreement among raft nodes before linearized reading' (duration: 3.379029272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.054639Z","time spent":"3.379128854s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T13:44:14.433768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:12.556896Z","time spent":"1.876852771s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:14.433829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806071251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:14.433849Z","caller":"traceutil/trace.go:171","msg":"trace[1215483292] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23882; }","duration":"1.806123002s","start":"2026-03-04T13:44:12.627721Z","end":"2026-03-04T13:44:14.433844Z","steps":["trace[1215483292] 'agreement among raft nodes before linearized reading' (duration: 1.806079081s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225210934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:14.433866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:12.627705Z","time spent":"1.806156503s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:14.43388Z","caller":"traceutil/trace.go:171","msg":"trace[1762070540] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23882; }","duration":"3.225248515s","start":"2026-03-04T13:44:11.20862Z","end":"2026-03-04T13:44:14.433869Z","steps":["trace[1762070540] 'agreement among raft nodes before linearized reading' (duration: 3.225188154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.20858Z","time spent":"3.225320107s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:14.433725Z","caller":"traceutil/trace.go:171","msg":"trace[1174889916] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23882; }","duration":"3.020601646s","start":"2026-03-04T13:44:11.413116Z","end":"2026-03-04T13:44:14.433718Z","steps":["trace[1174889916] 'agreement among raft nodes before linearized reading' (duration: 3.020565085s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.433964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:11.41309Z","time spent":"3.020866742s","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:14.433646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655429755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:44:14.43407Z","caller":"traceutil/trace.go:171","msg":"trace[857209556] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23882; }","duration":"1.655886665s","start":"2026-03-04T13:44:12.778178Z","end":"2026-03-04T13:44:14.434065Z","steps":["trace[857209556] 'agreement among raft nodes before linearized reading' (duration: 1.655131819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:14.434086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:12.778156Z","time spent":"1.655924616s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:15.3981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.603238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:15.398288Z","caller":"traceutil/trace.go:171","msg":"trace[545981125] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"833.828679ms","start":"2026-03-04T13:44:14.564446Z","end":"2026-03-04T13:44:15.398275Z","steps":["trace[545981125] 'process raft request' (duration: 833.778978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.398339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:14.564416Z","time spent":"833.900071ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:15.398373Z","caller":"traceutil/trace.go:171","msg":"trace[201515172] linearizableReadLoop","detail":"{readStateIndex:24734; appliedIndex:24733; }","duration":"965.198292ms","start":"2026-03-04T13:44:14.43311Z","end":"2026-03-04T13:44:15.398308Z","steps":["trace[201515172] 'read index received' (duration: 428.578322ms)","trace[201515172] 'applied index is now lower than readState.Index' (duration: 536.61818ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:15.39851Z","caller":"traceutil/trace.go:171","msg":"trace[1493601677] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"1.32640883s","start":"2026-03-04T13:44:14.072084Z","end":"2026-03-04T13:44:15.398492Z","steps":["trace[1493601677] 'process raft request' (duration: 790.350383ms)","trace[1493601677] 'compare' (duration: 535.351412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:15.398621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:14.07206Z","time spent":"1.326483471s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:15.398671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515636295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:15.398603Z","caller":"traceutil/trace.go:171","msg":"trace[320774898] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"961.962689ms","start":"2026-03-04T13:44:14.436532Z","end":"2026-03-04T13:44:15.398495Z","steps":["trace[320774898] 'process raft request' (duration: 961.649702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.398764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723195669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:15.398759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184382299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T13:44:15.398844Z","caller":"traceutil/trace.go:171","msg":"trace[1429463568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23885; }","duration":"1.723317821s","start":"2026-03-04T13:44:13.675505Z","end":"2026-03-04T13:44:15.398823Z","steps":["trace[1429463568] 'agreement among raft nodes before linearized reading' (duration: 1.723203949s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:15.398862Z","caller":"traceutil/trace.go:171","msg":"trace[470466464] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23885; }","duration":"1.184511482s","start":"2026-03-04T13:44:14.214327Z","end":"2026-03-04T13:44:15.398839Z","steps":["trace[470466464] 'agreement among raft nodes before linearized reading' (duration: 1.184299227s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.398879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770341467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T13:44:15.398908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:14.214311Z","time spent":"1.184586703s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-04T13:44:15.398926Z","caller":"traceutil/trace.go:171","msg":"trace[1842795772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23885; }","duration":"1.770427409s","start":"2026-03-04T13:44:13.628486Z","end":"2026-03-04T13:44:15.398914Z","steps":["trace[1842795772] 'agreement among raft nodes before linearized reading' (duration: 1.770253656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.398952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.628468Z","time spent":"1.770478401s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:15.398888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.675478Z","time spent":"1.723401664s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:15.398704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.355378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:15.399048Z","caller":"traceutil/trace.go:171","msg":"trace[251646091] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23885; }","duration":"606.747117ms","start":"2026-03-04T13:44:14.792283Z","end":"2026-03-04T13:44:15.39903Z","steps":["trace[251646091] 'agreement among raft nodes before linearized reading' (duration: 606.337788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.399091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:14.792267Z","time spent":"606.811128ms","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:15.39874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984969492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2df57700-1763-4dbf-a4c9-a17e38aba177\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T13:44:15.399167Z","caller":"traceutil/trace.go:171","msg":"trace[270006646] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2df57700-1763-4dbf-a4c9-a17e38aba177; range_end:; response_count:1; response_revision:23885; }","duration":"1.985413491s","start":"2026-03-04T13:44:13.413727Z","end":"2026-03-04T13:44:15.399141Z","steps":["trace[270006646] 'agreement among raft nodes before linearized reading' (duration: 1.984863399s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:15.398743Z","caller":"traceutil/trace.go:171","msg":"trace[1264008352] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23885; }","duration":"1.515749856s","start":"2026-03-04T13:44:13.882976Z","end":"2026-03-04T13:44:15.398726Z","steps":["trace[1264008352] 'agreement among raft nodes before linearized reading' (duration: 1.515589212s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.399221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.41371Z","time spent":"1.985496983s","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2df57700-1763-4dbf-a4c9-a17e38aba177\" "} {"level":"warn","ts":"2026-03-04T13:44:15.399268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.882958Z","time spent":"1.516280599s","remote":"127.0.0.1:49604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:15.398715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726933363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T13:44:15.399297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:14.436502Z","time spent":"962.308878ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:15.399403Z","caller":"traceutil/trace.go:171","msg":"trace[1635520168] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:23885; }","duration":"1.727655639s","start":"2026-03-04T13:44:13.671719Z","end":"2026-03-04T13:44:15.399375Z","steps":["trace[1635520168] 'agreement among raft nodes before linearized reading' (duration: 1.72683594s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:15.399539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:13.6717Z","time spent":"1.727758781s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"warn","ts":"2026-03-04T13:44:15.90284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585170,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:44:16.02384Z","caller":"traceutil/trace.go:171","msg":"trace[1983432288] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"621.947708ms","start":"2026-03-04T13:44:15.40187Z","end":"2026-03-04T13:44:16.023818Z","steps":["trace[1983432288] 'process raft request' (duration: 621.815185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:16.023983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.40186Z","time spent":"622.043731ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:17.411593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:17.411678Z","caller":"traceutil/trace.go:171","msg":"trace[1784925080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000262655s","start":"2026-03-04T13:44:15.411398Z","end":"2026-03-04T13:44:17.411661Z","steps":["trace[1784925080] 'agreement among raft nodes before linearized reading' (duration: 2.000161083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:17.411724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.411391Z","time spent":"2.000323476s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:17.668576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058964779s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:17.756693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158003315s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:17.756901Z","caller":"traceutil/trace.go:171","msg":"trace[319687192] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"2.340719806s","start":"2026-03-04T13:44:15.416161Z","end":"2026-03-04T13:44:17.756881Z","steps":["trace[319687192] 'process raft request' (duration: 1.182436414s)","trace[319687192] 'compare' (duration: 1.157639507s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:17.756956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.416135Z","time spent":"2.340795918s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:17.756947Z","caller":"traceutil/trace.go:171","msg":"trace[767818892] linearizableReadLoop","detail":"{readStateIndex:24739; appliedIndex:24736; }","duration":"2.354775342s","start":"2026-03-04T13:44:15.402156Z","end":"2026-03-04T13:44:17.756931Z","steps":["trace[767818892] 'read index received' (duration: 621.58478ms)","trace[767818892] 'applied index is now lower than readState.Index' (duration: 1.733189402s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:17.756943Z","caller":"traceutil/trace.go:171","msg":"trace[1960674239] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"2.327983301s","start":"2026-03-04T13:44:15.428934Z","end":"2026-03-04T13:44:17.756917Z","steps":["trace[1960674239] 'process raft request' (duration: 2.327868378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:17.757049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.428914Z","time spent":"2.328077972s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:17.757285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35512961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T13:44:17.757305Z","caller":"traceutil/trace.go:171","msg":"trace[1387650314] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23889; }","duration":"2.355172641s","start":"2026-03-04T13:44:15.402126Z","end":"2026-03-04T13:44:17.757299Z","steps":["trace[1387650314] 'agreement among raft nodes before linearized reading' (duration: 2.354882785s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:17.757304Z","caller":"traceutil/trace.go:171","msg":"trace[1468494136] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"1.318448131s","start":"2026-03-04T13:44:16.438848Z","end":"2026-03-04T13:44:17.757296Z","steps":["trace[1468494136] 'process raft request' (duration: 1.318043992s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:17.757322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.402113Z","time spent":"2.355205281s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T13:44:17.757354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.438829Z","time spent":"1.318501023s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:17.75738Z","caller":"traceutil/trace.go:171","msg":"trace[1491933060] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"1.3179032s","start":"2026-03-04T13:44:16.439452Z","end":"2026-03-04T13:44:17.757355Z","steps":["trace[1491933060] 'process raft request' (duration: 1.317735796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:17.757527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.439438Z","time spent":"1.318008882s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:17.757594Z","caller":"traceutil/trace.go:171","msg":"trace[1656175271] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"1.317621703s","start":"2026-03-04T13:44:16.43996Z","end":"2026-03-04T13:44:17.757582Z","steps":["trace[1656175271] 'process raft request' (duration: 1.317353206s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:17.757605Z","caller":"traceutil/trace.go:171","msg":"trace[557360739] transaction","detail":"{read_only:false; response_revision:23892; number_of_response:1; }","duration":"1.317197934s","start":"2026-03-04T13:44:16.440389Z","end":"2026-03-04T13:44:17.757587Z","steps":["trace[557360739] 'process raft request' (duration: 1.317133493s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:17.757651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.439942Z","time spent":"1.317680995s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:17.757695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.440377Z","time spent":"1.317270266s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:18.257331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:18.758454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:18.989417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236002748s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:18.992592Z","caller":"traceutil/trace.go:171","msg":"trace[1270729657] linearizableReadLoop","detail":"{readStateIndex:24747; appliedIndex:24743; }","duration":"1.235593809s","start":"2026-03-04T13:44:17.756979Z","end":"2026-03-04T13:44:18.992573Z","steps":["trace[1270729657] 'read index received' (duration: 1.232624543s)","trace[1270729657] 'applied index is now lower than readState.Index' (duration: 2.968366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:18.992662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364105191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:18.992705Z","caller":"traceutil/trace.go:171","msg":"trace[1557115103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23896; }","duration":"2.364193493s","start":"2026-03-04T13:44:16.628502Z","end":"2026-03-04T13:44:18.992695Z","steps":["trace[1557115103] 'agreement among raft nodes before linearized reading' (duration: 2.36408577s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:18.992692Z","caller":"traceutil/trace.go:171","msg":"trace[1287528221] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"1.564080632s","start":"2026-03-04T13:44:17.428575Z","end":"2026-03-04T13:44:18.992655Z","steps":["trace[1287528221] 'process raft request' (duration: 1.563936439s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.992735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.628483Z","time spent":"2.364244584s","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:18.992764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.96509831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T13:44:18.992798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485572948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T13:44:18.992809Z","caller":"traceutil/trace.go:171","msg":"trace[592263161] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774; range_end:; response_count:1; response_revision:23896; }","duration":"2.965174661s","start":"2026-03-04T13:44:16.027618Z","end":"2026-03-04T13:44:18.992793Z","steps":["trace[592263161] 'agreement among raft nodes before linearized reading' (duration: 2.965024287s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:18.992828Z","caller":"traceutil/trace.go:171","msg":"trace[1172635774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23896; }","duration":"3.485650198s","start":"2026-03-04T13:44:15.507168Z","end":"2026-03-04T13:44:18.992818Z","steps":["trace[1172635774] 'agreement among raft nodes before linearized reading' (duration: 3.485522745s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.992775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580217476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:18.992837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.428554Z","time spent":"1.564201485s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:18.992869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.507148Z","time spent":"3.48571481s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T13:44:18.992882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917005585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:18.992904Z","caller":"traceutil/trace.go:171","msg":"trace[1194681473] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23896; }","duration":"1.917058255s","start":"2026-03-04T13:44:17.07584Z","end":"2026-03-04T13:44:18.992898Z","steps":["trace[1194681473] 'agreement among raft nodes before linearized reading' (duration: 1.917014314s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:18.992891Z","caller":"traceutil/trace.go:171","msg":"trace[1771212636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23896; }","duration":"1.58038045s","start":"2026-03-04T13:44:17.412485Z","end":"2026-03-04T13:44:18.992866Z","steps":["trace[1771212636] 'agreement among raft nodes before linearized reading' (duration: 1.580165084s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.992923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.07582Z","time spent":"1.917097947s","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:18.992924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554113833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-04T13:44:18.992916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482197602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:18.992954Z","caller":"traceutil/trace.go:171","msg":"trace[669567492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23896; }","duration":"2.554143233s","start":"2026-03-04T13:44:16.438803Z","end":"2026-03-04T13:44:18.992946Z","steps":["trace[669567492] 'agreement among raft nodes before linearized reading' (duration: 2.554058301s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.992954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.41247Z","time spent":"1.580470811s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:18.992984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.438768Z","time spent":"2.554208545s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-04T13:44:18.992976Z","caller":"traceutil/trace.go:171","msg":"trace[1223343009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23896; }","duration":"1.482283365s","start":"2026-03-04T13:44:17.510675Z","end":"2026-03-04T13:44:18.992958Z","steps":["trace[1223343009] 'agreement among raft nodes before linearized reading' (duration: 1.482181712s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.992978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.202813298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:18.993027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.510657Z","time spent":"1.482359516s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:18.993043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521835192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:18.993051Z","caller":"traceutil/trace.go:171","msg":"trace[161170409] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23896; }","duration":"2.20294542s","start":"2026-03-04T13:44:16.79009Z","end":"2026-03-04T13:44:18.993036Z","steps":["trace[161170409] 'agreement among raft nodes before linearized reading' (duration: 2.202791507s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:18.99307Z","caller":"traceutil/trace.go:171","msg":"trace[105908566] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23896; }","duration":"3.521900284s","start":"2026-03-04T13:44:15.471161Z","end":"2026-03-04T13:44:18.993062Z","steps":["trace[105908566] 'agreement among raft nodes before linearized reading' (duration: 3.521843483s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.993089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.471137Z","time spent":"3.521947154s","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:18.99309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.79007Z","time spent":"2.203011702s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:18.993104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554329958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-04T13:44:18.993695Z","caller":"traceutil/trace.go:171","msg":"trace[1306233710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23896; }","duration":"2.554933641s","start":"2026-03-04T13:44:16.438752Z","end":"2026-03-04T13:44:18.993686Z","steps":["trace[1306233710] 'agreement among raft nodes before linearized reading' (duration: 2.554294387s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.993721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.438745Z","time spent":"2.554968611s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:18.992841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.027602Z","time spent":"2.965230483s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" "} {"level":"warn","ts":"2026-03-04T13:44:18.993185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554440249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:44:18.993983Z","caller":"traceutil/trace.go:171","msg":"trace[706195255] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23896; }","duration":"2.555290288s","start":"2026-03-04T13:44:16.438685Z","end":"2026-03-04T13:44:18.993976Z","steps":["trace[706195255] 'agreement among raft nodes before linearized reading' (duration: 2.554442609s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.994006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.438656Z","time spent":"2.55534296s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:44:18.993255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554526872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:44:18.994106Z","caller":"traceutil/trace.go:171","msg":"trace[1829572951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23896; }","duration":"2.555413311s","start":"2026-03-04T13:44:16.438687Z","end":"2026-03-04T13:44:18.994101Z","steps":["trace[1829572951] 'agreement among raft nodes before linearized reading' (duration: 2.554513971s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.994125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.438665Z","time spent":"2.555454882s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:44:18.993312Z","caller":"traceutil/trace.go:171","msg":"trace[605594958] transaction","detail":"{read_only:false; response_revision:23893; number_of_response:1; }","duration":"2.380667324s","start":"2026-03-04T13:44:16.61263Z","end":"2026-03-04T13:44:18.993297Z","steps":["trace[605594958] 'process raft request' (duration: 2.377046072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.994317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:16.612609Z","time spent":"2.381680787s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:18.993354Z","caller":"traceutil/trace.go:171","msg":"trace[1664271615] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"1.920020482s","start":"2026-03-04T13:44:17.073324Z","end":"2026-03-04T13:44:18.993344Z","steps":["trace[1664271615] 'process raft request' (duration: 1.91908502s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.994484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.073298Z","time spent":"1.921160538s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:18.993352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58804558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:44:18.994612Z","caller":"traceutil/trace.go:171","msg":"trace[777805416] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23896; }","duration":"3.589353188s","start":"2026-03-04T13:44:15.405252Z","end":"2026-03-04T13:44:18.994605Z","steps":["trace[777805416] 'agreement among raft nodes before linearized reading' (duration: 3.587917536s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.994632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.405235Z","time spent":"3.589391169s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:44:18.993385Z","caller":"traceutil/trace.go:171","msg":"trace[1930680424] transaction","detail":"{read_only:false; response_revision:23895; number_of_response:1; }","duration":"1.587804445s","start":"2026-03-04T13:44:17.405573Z","end":"2026-03-04T13:44:18.993377Z","steps":["trace[1930680424] 'process raft request' (duration: 1.586910164s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.994772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.40555Z","time spent":"1.589200836s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:18.993417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58807438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-04T13:44:18.994908Z","caller":"traceutil/trace.go:171","msg":"trace[1368676548] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23896; }","duration":"3.589591003s","start":"2026-03-04T13:44:15.405311Z","end":"2026-03-04T13:44:18.994902Z","steps":["trace[1368676548] 'agreement among raft nodes before linearized reading' (duration: 3.588036629s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.99493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.405297Z","time spent":"3.589626904s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-04T13:44:18.993421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233439511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:44:18.995128Z","caller":"traceutil/trace.go:171","msg":"trace[944548038] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23896; }","duration":"1.23521585s","start":"2026-03-04T13:44:17.759905Z","end":"2026-03-04T13:44:18.995121Z","steps":["trace[944548038] 'agreement among raft nodes before linearized reading' (duration: 1.233333989s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.995153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.759879Z","time spent":"1.235264762s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T13:44:18.993457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.583487586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T13:44:18.995311Z","caller":"traceutil/trace.go:171","msg":"trace[968067611] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23896; }","duration":"3.585357498s","start":"2026-03-04T13:44:15.409946Z","end":"2026-03-04T13:44:18.995304Z","steps":["trace[968067611] 'agreement among raft nodes before linearized reading' (duration: 3.583391605s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.995354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:15.409937Z","time spent":"3.585409369s","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-04T13:44:18.9935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.746778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:18.995469Z","caller":"traceutil/trace.go:171","msg":"trace[1642864298] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23896; }","duration":"827.752283ms","start":"2026-03-04T13:44:18.167704Z","end":"2026-03-04T13:44:18.995457Z","steps":["trace[1642864298] 'agreement among raft nodes before linearized reading' (duration: 825.762029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.995515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:18.167686Z","time spent":"827.817674ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:44:18.993507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148679536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:18.99559Z","caller":"traceutil/trace.go:171","msg":"trace[205185268] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23896; }","duration":"1.150797984s","start":"2026-03-04T13:44:17.844785Z","end":"2026-03-04T13:44:18.995583Z","steps":["trace[205185268] 'agreement among raft nodes before linearized reading' (duration: 1.148688056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.995613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:17.844767Z","time spent":"1.150838655s","remote":"127.0.0.1:35178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:18.993468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.131785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:18.995701Z","caller":"traceutil/trace.go:171","msg":"trace[1516815889] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23896; }","duration":"738.440006ms","start":"2026-03-04T13:44:18.257253Z","end":"2026-03-04T13:44:18.995693Z","steps":["trace[1516815889] 'agreement among raft nodes before linearized reading' (duration: 736.104593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.995726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:18.257234Z","time spent":"738.484038ms","remote":"127.0.0.1:49564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:18.993533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.267202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:18.99581Z","caller":"traceutil/trace.go:171","msg":"trace[1702637022] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23896; }","duration":"594.594415ms","start":"2026-03-04T13:44:18.40121Z","end":"2026-03-04T13:44:18.995804Z","steps":["trace[1702637022] 'agreement among raft nodes before linearized reading' (duration: 592.246712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:18.995835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:18.401189Z","time spent":"594.637365ms","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:19.502631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.942232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:19.502701Z","caller":"traceutil/trace.go:171","msg":"trace[1530766148] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24747; }","duration":"505.165934ms","start":"2026-03-04T13:44:18.997525Z","end":"2026-03-04T13:44:19.502691Z","steps":["trace[1530766148] 'read index received' (duration: 273.043196ms)","trace[1530766148] 'applied index is now lower than readState.Index' (duration: 232.122018ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:19.502746Z","caller":"traceutil/trace.go:171","msg":"trace[310000606] transaction","detail":"{read_only:false; response_revision:23897; number_of_response:1; }","duration":"505.352778ms","start":"2026-03-04T13:44:18.997387Z","end":"2026-03-04T13:44:19.50274Z","steps":["trace[310000606] 'process raft request' (duration: 273.240071ms)","trace[310000606] 'compare' (duration: 231.469392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:19.502777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:18.997372Z","time spent":"505.387649ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:19.50292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.373318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-66f704d6-29e4-4d52-b0c1-472ad20518b9\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-04T13:44:19.503Z","caller":"traceutil/trace.go:171","msg":"trace[571286869] range","detail":"{range_begin:/registry/persistentvolumes/pvc-66f704d6-29e4-4d52-b0c1-472ad20518b9; range_end:; response_count:1; response_revision:23897; }","duration":"505.473771ms","start":"2026-03-04T13:44:18.9975Z","end":"2026-03-04T13:44:19.502974Z","steps":["trace[571286869] 'agreement among raft nodes before linearized reading' (duration: 505.277567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.503043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:18.997487Z","time spent":"505.544422ms","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-66f704d6-29e4-4d52-b0c1-472ad20518b9\" "} {"level":"info","ts":"2026-03-04T13:44:19.503505Z","caller":"traceutil/trace.go:171","msg":"trace[1518207743] transaction","detail":"{read_only:false; response_revision:23898; number_of_response:1; }","duration":"501.90711ms","start":"2026-03-04T13:44:19.001585Z","end":"2026-03-04T13:44:19.503492Z","steps":["trace[1518207743] 'process raft request' (duration: 501.734457ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:19.503561Z","caller":"traceutil/trace.go:171","msg":"trace[20664686] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"501.89391ms","start":"2026-03-04T13:44:19.001656Z","end":"2026-03-04T13:44:19.50355Z","steps":["trace[20664686] 'process raft request' (duration: 501.756007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.503611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.00165Z","time spent":"501.93784ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:19.503608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.00157Z","time spent":"501.973562ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:19.503734Z","caller":"traceutil/trace.go:171","msg":"trace[1261298472] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"501.997032ms","start":"2026-03-04T13:44:19.001697Z","end":"2026-03-04T13:44:19.503695Z","steps":["trace[1261298472] 'process raft request' (duration: 501.748516ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:19.50381Z","caller":"traceutil/trace.go:171","msg":"trace[909699062] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"501.726036ms","start":"2026-03-04T13:44:19.002065Z","end":"2026-03-04T13:44:19.503791Z","steps":["trace[909699062] 'process raft request' (duration: 501.412279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.503883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.001692Z","time spent":"502.116244ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:19.503991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.002054Z","time spent":"501.838628ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:19.504029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.256996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:19.504058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.365601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:44:19.504083Z","caller":"traceutil/trace.go:171","msg":"trace[68753406] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23903; }","duration":"506.405761ms","start":"2026-03-04T13:44:18.997671Z","end":"2026-03-04T13:44:19.504076Z","steps":["trace[68753406] 'agreement among raft nodes before linearized reading' (duration: 506.298689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:19.504079Z","caller":"traceutil/trace.go:171","msg":"trace[1660450761] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23903; }","duration":"226.347997ms","start":"2026-03-04T13:44:19.277717Z","end":"2026-03-04T13:44:19.504065Z","steps":["trace[1660450761] 'agreement among raft nodes before linearized reading' (duration: 226.265655ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:19.504086Z","caller":"traceutil/trace.go:171","msg":"trace[597068365] transaction","detail":"{read_only:false; response_revision:23902; number_of_response:1; }","duration":"501.9157ms","start":"2026-03-04T13:44:19.002158Z","end":"2026-03-04T13:44:19.504074Z","steps":["trace[597068365] 'process raft request' (duration: 501.593553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.504155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.00214Z","time spent":"501.984041ms","remote":"127.0.0.1:35342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:19.504101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:18.997664Z","time spent":"506.433382ms","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T13:44:19.504254Z","caller":"traceutil/trace.go:171","msg":"trace[72244687] transaction","detail":"{read_only:false; response_revision:23903; number_of_response:1; }","duration":"501.697386ms","start":"2026-03-04T13:44:19.002545Z","end":"2026-03-04T13:44:19.504242Z","steps":["trace[72244687] 'process raft request' (duration: 501.325868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.504319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.002536Z","time spent":"501.748567ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:19.50445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.026112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:19.504498Z","caller":"traceutil/trace.go:171","msg":"trace[1327424604] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:23903; }","duration":"118.111584ms","start":"2026-03-04T13:44:19.386372Z","end":"2026-03-04T13:44:19.504483Z","steps":["trace[1327424604] 'agreement among raft nodes before linearized reading' (duration: 118.036813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.504602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.134216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:19.504663Z","caller":"traceutil/trace.go:171","msg":"trace[1266289448] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23903; }","duration":"498.211137ms","start":"2026-03-04T13:44:19.006414Z","end":"2026-03-04T13:44:19.504625Z","steps":["trace[1266289448] 'agreement among raft nodes before linearized reading' (duration: 498.135886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.504662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.703776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:19.504697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.006404Z","time spent":"498.284589ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:44:19.504698Z","caller":"traceutil/trace.go:171","msg":"trace[1671052085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23903; }","duration":"501.761447ms","start":"2026-03-04T13:44:19.002927Z","end":"2026-03-04T13:44:19.504688Z","steps":["trace[1671052085] 'agreement among raft nodes before linearized reading' (duration: 501.707776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.504723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.002917Z","time spent":"501.800767ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:19.504763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.708047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:19.504798Z","caller":"traceutil/trace.go:171","msg":"trace[468767374] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23903; }","duration":"429.778159ms","start":"2026-03-04T13:44:19.075012Z","end":"2026-03-04T13:44:19.50479Z","steps":["trace[468767374] 'agreement among raft nodes before linearized reading' (duration: 429.720708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:19.504827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.074993Z","time spent":"429.82509ms","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-04T13:44:19.507317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.124896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:44:19.507388Z","caller":"traceutil/trace.go:171","msg":"trace[198568409] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23903; }","duration":"264.238168ms","start":"2026-03-04T13:44:19.243135Z","end":"2026-03-04T13:44:19.507373Z","steps":["trace[198568409] 'agreement among raft nodes before linearized reading' (duration: 260.975995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:20.016268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:20.517102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:21.018019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:21.518647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:21.747154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.231847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:21.747684Z","caller":"traceutil/trace.go:171","msg":"trace[868089108] transaction","detail":"{read_only:false; response_revision:23905; number_of_response:1; }","duration":"2.232439783s","start":"2026-03-04T13:44:19.515214Z","end":"2026-03-04T13:44:21.747654Z","steps":["trace[868089108] 'process raft request' (duration: 2.232102856s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:21.748038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.515198Z","time spent":"2.232637307s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:22.663611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000117511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:22.663707Z","caller":"traceutil/trace.go:171","msg":"trace[1005669580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258685s","start":"2026-03-04T13:44:20.663421Z","end":"2026-03-04T13:44:22.66368Z","steps":["trace[1005669580] 'agreement among raft nodes before linearized reading' (duration: 2.000149072s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:22.663766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:20.663402Z","time spent":"2.000353257s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:24.062438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.314048918s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:24.185728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.798601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:24.186027Z","caller":"traceutil/trace.go:171","msg":"trace[116332129] linearizableReadLoop","detail":"{readStateIndex:24764; appliedIndex:24755; }","duration":"4.670085468s","start":"2026-03-04T13:44:19.51593Z","end":"2026-03-04T13:44:24.186015Z","steps":["trace[116332129] 'read index received' (duration: 2.231496322s)","trace[116332129] 'applied index is now lower than readState.Index' (duration: 2.438588506s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:24.186081Z","caller":"traceutil/trace.go:171","msg":"trace[1465683267] transaction","detail":"{read_only:false; response_revision:23906; number_of_response:1; }","duration":"4.669832302s","start":"2026-03-04T13:44:19.516239Z","end":"2026-03-04T13:44:24.186072Z","steps":["trace[1465683267] 'process raft request' (duration: 4.546661264s)","trace[1465683267] 'compare' (duration: 122.389491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:24.186118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.516232Z","time spent":"4.669867483s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:44:24.186387Z","caller":"traceutil/trace.go:171","msg":"trace[2050309635] transaction","detail":"{read_only:false; response_revision:23907; number_of_response:1; }","duration":"4.423109186s","start":"2026-03-04T13:44:19.763271Z","end":"2026-03-04T13:44:24.18638Z","steps":["trace[2050309635] 'process raft request' (duration: 4.422522463s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.186427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.763247Z","time spent":"4.423154627s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:24.186498Z","caller":"traceutil/trace.go:171","msg":"trace[646402284] transaction","detail":"{read_only:false; response_revision:23908; number_of_response:1; }","duration":"4.42232071s","start":"2026-03-04T13:44:19.764172Z","end":"2026-03-04T13:44:24.186493Z","steps":["trace[646402284] 'process raft request' (duration: 4.421697225s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.186522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.76416Z","time spent":"4.4223488s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:24.186582Z","caller":"traceutil/trace.go:171","msg":"trace[560496645] transaction","detail":"{read_only:false; response_revision:23909; number_of_response:1; }","duration":"4.422060594s","start":"2026-03-04T13:44:19.764516Z","end":"2026-03-04T13:44:24.186577Z","steps":["trace[560496645] 'process raft request' (duration: 4.421382258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.186795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.764506Z","time spent":"4.422086185s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:24.18689Z","caller":"traceutil/trace.go:171","msg":"trace[1418439519] transaction","detail":"{read_only:false; response_revision:23910; number_of_response:1; }","duration":"4.42233844s","start":"2026-03-04T13:44:19.764545Z","end":"2026-03-04T13:44:24.186884Z","steps":["trace[1418439519] 'process raft request' (duration: 4.421373248s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.186916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.76453Z","time spent":"4.422371151s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:24.186994Z","caller":"traceutil/trace.go:171","msg":"trace[880512767] transaction","detail":"{read_only:false; response_revision:23911; number_of_response:1; }","duration":"4.422317849s","start":"2026-03-04T13:44:19.764669Z","end":"2026-03-04T13:44:24.186987Z","steps":["trace[880512767] 'process raft request' (duration: 4.421266815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.187026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.764631Z","time spent":"4.422376411s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:24.187089Z","caller":"traceutil/trace.go:171","msg":"trace[411531915] transaction","detail":"{read_only:false; response_revision:23912; number_of_response:1; }","duration":"4.422359361s","start":"2026-03-04T13:44:19.764725Z","end":"2026-03-04T13:44:24.187084Z","steps":["trace[411531915] 'process raft request' (duration: 4.421245695s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.187112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.764685Z","time spent":"4.422413722s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:24.187166Z","caller":"traceutil/trace.go:171","msg":"trace[1145189466] transaction","detail":"{read_only:false; response_revision:23913; number_of_response:1; }","duration":"3.185052772s","start":"2026-03-04T13:44:21.002109Z","end":"2026-03-04T13:44:24.187162Z","steps":["trace[1145189466] 'process raft request' (duration: 3.183883135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.187195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.002076Z","time spent":"3.185102084s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:24.187308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671375727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:44:24.187322Z","caller":"traceutil/trace.go:171","msg":"trace[658743807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23913; }","duration":"4.671407428s","start":"2026-03-04T13:44:19.51591Z","end":"2026-03-04T13:44:24.187318Z","steps":["trace[658743807] 'agreement among raft nodes before linearized reading' (duration: 4.671336596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.187335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.515901Z","time spent":"4.671430818s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-04T13:44:24.664804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:24.66488Z","caller":"traceutil/trace.go:171","msg":"trace[397538457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219774s","start":"2026-03-04T13:44:22.664643Z","end":"2026-03-04T13:44:24.664863Z","steps":["trace[397538457] 'agreement among raft nodes before linearized reading' (duration: 2.000120211s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:24.664918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.66463Z","time spent":"2.000279955s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:24.68652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:25.187055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:25.687784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:26.188539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585211,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:26.253482Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.190721515s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:26.318708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.845479Z","time spent":"1.47322112s","remote":"127.0.0.1:42780","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:26.508747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999293386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:26.508848Z","caller":"traceutil/trace.go:171","msg":"trace[690869319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999465641s","start":"2026-03-04T13:44:21.509363Z","end":"2026-03-04T13:44:26.508829Z","steps":["trace[690869319] 'agreement among raft nodes before linearized reading' (duration: 4.999332707s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:26.508897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.509341Z","time spent":"4.999545872s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:26.508709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999195504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:26.509112Z","caller":"traceutil/trace.go:171","msg":"trace[1728157072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999686696s","start":"2026-03-04T13:44:21.509363Z","end":"2026-03-04T13:44:26.50905Z","steps":["trace[1728157072] 'agreement among raft nodes before linearized reading' (duration: 4.999238485s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:26.509347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.509338Z","time spent":"4.999961752s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/04 13:44:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:26.672438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:26.672519Z","caller":"traceutil/trace.go:171","msg":"trace[876303217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286316s","start":"2026-03-04T13:44:24.672214Z","end":"2026-03-04T13:44:26.6725Z","steps":["trace[876303217] 'agreement among raft nodes before linearized reading' (duration: 2.000185563s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:26.672565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.672198Z","time spent":"2.000357737s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:27.957397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703713561s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-04T13:44:28.090942Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.837243841s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:28.094819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.319996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:44:28.095283Z","caller":"traceutil/trace.go:171","msg":"trace[881859781] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"1.902043377s","start":"2026-03-04T13:44:26.193215Z","end":"2026-03-04T13:44:28.095258Z","steps":["trace[881859781] 'process raft request' (duration: 1.901891134s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095349Z","caller":"traceutil/trace.go:171","msg":"trace[560364225] linearizableReadLoop","detail":"{readStateIndex:24768; appliedIndex:24764; }","duration":"3.909276639s","start":"2026-03-04T13:44:24.186051Z","end":"2026-03-04T13:44:28.095328Z","steps":["trace[560364225] 'read index received' (duration: 2.067613788s)","trace[560364225] 'applied index is now lower than readState.Index' (duration: 1.841660081s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:28.095405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.193198Z","time spent":"1.902129099s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:28.095411Z","caller":"traceutil/trace.go:171","msg":"trace[1592843712] transaction","detail":"{read_only:false; response_revision:23914; number_of_response:1; }","duration":"5.187310533s","start":"2026-03-04T13:44:22.90809Z","end":"2026-03-04T13:44:28.0954Z","steps":["trace[1592843712] 'process raft request' (duration: 5.186811592s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095452Z","caller":"traceutil/trace.go:171","msg":"trace[1777161833] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"1.901157548s","start":"2026-03-04T13:44:26.194272Z","end":"2026-03-04T13:44:28.09543Z","steps":["trace[1777161833] 'process raft request' (duration: 1.900890142s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095514Z","caller":"traceutil/trace.go:171","msg":"trace[2123692198] transaction","detail":"{read_only:false; response_revision:23919; number_of_response:1; }","duration":"1.900843641s","start":"2026-03-04T13:44:26.194663Z","end":"2026-03-04T13:44:28.095507Z","steps":["trace[2123692198] 'process raft request' (duration: 1.900522634s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095519Z","caller":"traceutil/trace.go:171","msg":"trace[1640113567] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"1.901842033s","start":"2026-03-04T13:44:26.193649Z","end":"2026-03-04T13:44:28.095491Z","steps":["trace[1640113567] 'process raft request' (duration: 1.901486015s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095339Z","caller":"traceutil/trace.go:171","msg":"trace[470756711] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"4.094317948s","start":"2026-03-04T13:44:24.000984Z","end":"2026-03-04T13:44:28.095302Z","steps":["trace[470756711] 'process raft request' (duration: 4.094064573s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.194657Z","time spent":"1.900870311s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:28.095547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.19424Z","time spent":"1.9012534s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:28.095563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.908062Z","time spent":"5.187404134s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:28.095597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.193621Z","time spent":"1.901937565s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:28.095636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.836483216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-03-04T13:44:28.095634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.000959Z","time spent":"4.094606034s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:28.095654Z","caller":"traceutil/trace.go:171","msg":"trace[337027320] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23921; }","duration":"6.836537497s","start":"2026-03-04T13:44:21.259111Z","end":"2026-03-04T13:44:28.095649Z","steps":["trace[337027320] 'agreement among raft nodes before linearized reading' (duration: 6.836477546s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.259089Z","time spent":"6.836576517s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1139,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-04T13:44:28.095686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.586225322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:44:28.095726Z","caller":"traceutil/trace.go:171","msg":"trace[975023913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23921; }","duration":"6.586317774s","start":"2026-03-04T13:44:21.509396Z","end":"2026-03-04T13:44:28.095714Z","steps":["trace[975023913] 'agreement among raft nodes before linearized reading' (duration: 6.58616035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.331659116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:28.095735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.586318334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:44:28.095757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.509374Z","time spent":"6.586374915s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:44:28.095766Z","caller":"traceutil/trace.go:171","msg":"trace[1042116971] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23921; }","duration":"5.331697586s","start":"2026-03-04T13:44:22.764054Z","end":"2026-03-04T13:44:28.095752Z","steps":["trace[1042116971] 'agreement among raft nodes before linearized reading' (duration: 5.331439781s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095767Z","caller":"traceutil/trace.go:171","msg":"trace[148747099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23921; }","duration":"6.586381546s","start":"2026-03-04T13:44:21.509375Z","end":"2026-03-04T13:44:28.095756Z","steps":["trace[148747099] 'agreement among raft nodes before linearized reading' (duration: 6.586260113s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.229303375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:28.095786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.381698355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:28.095794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.509357Z","time spent":"6.586431316s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:28.095798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.763953Z","time spent":"5.33183502s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:28.095821Z","caller":"traceutil/trace.go:171","msg":"trace[158416991] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23921; }","duration":"6.381769087s","start":"2026-03-04T13:44:21.714039Z","end":"2026-03-04T13:44:28.095808Z","steps":["trace[158416991] 'agreement among raft nodes before linearized reading' (duration: 6.38148643s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095716Z","caller":"traceutil/trace.go:171","msg":"trace[2126306957] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"1.900754679s","start":"2026-03-04T13:44:26.194941Z","end":"2026-03-04T13:44:28.095696Z","steps":["trace[2126306957] 'process raft request' (duration: 1.900299409s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.095817Z","caller":"traceutil/trace.go:171","msg":"trace[311986985] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23921; }","duration":"7.229377736s","start":"2026-03-04T13:44:20.866423Z","end":"2026-03-04T13:44:28.095801Z","steps":["trace[311986985] 'agreement among raft nodes before linearized reading' (duration: 7.229267574s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.569629098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:44:28.095859Z","caller":"traceutil/trace.go:171","msg":"trace[1682812070] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:23921; }","duration":"8.569677019s","start":"2026-03-04T13:44:19.526175Z","end":"2026-03-04T13:44:28.095852Z","steps":["trace[1682812070] 'agreement among raft nodes before linearized reading' (duration: 8.569361602s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.194933Z","time spent":"1.900913582s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:28.095865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:20.86638Z","time spent":"7.229474169s","remote":"127.0.0.1:49532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.095879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.526167Z","time spent":"8.569707589s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T13:44:28.095882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.477441558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:28.095909Z","caller":"traceutil/trace.go:171","msg":"trace[1260185215] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23921; }","duration":"4.4775062s","start":"2026-03-04T13:44:23.618393Z","end":"2026-03-04T13:44:28.0959Z","steps":["trace[1260185215] 'agreement among raft nodes before linearized reading' (duration: 4.4770677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.991891195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T13:44:28.095955Z","caller":"traceutil/trace.go:171","msg":"trace[1707442567] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23921; }","duration":"5.991966087s","start":"2026-03-04T13:44:22.103981Z","end":"2026-03-04T13:44:28.095947Z","steps":["trace[1707442567] 'agreement among raft nodes before linearized reading' (duration: 5.991520937s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.095949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.618373Z","time spent":"4.477568891s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.095979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.103952Z","time spent":"5.992021587s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:44:28.095998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.007563646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"info","ts":"2026-03-04T13:44:28.096012Z","caller":"traceutil/trace.go:171","msg":"trace[1666828979] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23921; }","duration":"6.007614377s","start":"2026-03-04T13:44:22.088393Z","end":"2026-03-04T13:44:28.096008Z","steps":["trace[1666828979] 'agreement among raft nodes before linearized reading' (duration: 6.007115056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:22.088328Z","time spent":"6.007694089s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418205,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T13:44:28.096034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.630043717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:28.096056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.282833782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.096064Z","caller":"traceutil/trace.go:171","msg":"trace[52803019] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23921; }","duration":"4.63016975s","start":"2026-03-04T13:44:23.465885Z","end":"2026-03-04T13:44:28.096055Z","steps":["trace[52803019] 'agreement among raft nodes before linearized reading' (duration: 4.629584207s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.096081Z","caller":"traceutil/trace.go:171","msg":"trace[493171517] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23921; }","duration":"8.282894393s","start":"2026-03-04T13:44:19.813178Z","end":"2026-03-04T13:44:28.096072Z","steps":["trace[493171517] 'agreement among raft nodes before linearized reading' (duration: 8.282358172s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.344147342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899a7408afd737c\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-04T13:44:28.096091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.465864Z","time spent":"4.630218272s","remote":"127.0.0.1:35290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":77,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.096093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907114185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-04T13:44:28.095853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.71402Z","time spent":"6.381823687s","remote":"127.0.0.1:33506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:28.09611Z","caller":"traceutil/trace.go:171","msg":"trace[719328958] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899a7408afd737c; range_end:; response_count:1; response_revision:23921; }","duration":"6.344209173s","start":"2026-03-04T13:44:21.751893Z","end":"2026-03-04T13:44:28.096102Z","steps":["trace[719328958] 'agreement among raft nodes before linearized reading' (duration: 6.34362241s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.096127Z","caller":"traceutil/trace.go:171","msg":"trace[632334509] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23921; }","duration":"4.907147725s","start":"2026-03-04T13:44:23.188969Z","end":"2026-03-04T13:44:28.096117Z","steps":["trace[632334509] 'agreement among raft nodes before linearized reading' (duration: 4.906519182s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.578325083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:28.09614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:21.751874Z","time spent":"6.344260094s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.1899a7408afd737c\" "} {"level":"warn","ts":"2026-03-04T13:44:28.096155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.1889Z","time spent":"4.907247908s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T13:44:28.096163Z","caller":"traceutil/trace.go:171","msg":"trace[394197131] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23921; }","duration":"8.578474406s","start":"2026-03-04T13:44:19.517677Z","end":"2026-03-04T13:44:28.096151Z","steps":["trace[394197131] 'agreement among raft nodes before linearized reading' (duration: 8.577867763s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.51767Z","time spent":"8.578520257s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:44:28.096102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:19.813146Z","time spent":"8.282950325s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.096594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.883504474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:28.096603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457288945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:28.09663Z","caller":"traceutil/trace.go:171","msg":"trace[1239604618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23922; }","duration":"4.883576886s","start":"2026-03-04T13:44:23.213041Z","end":"2026-03-04T13:44:28.096618Z","steps":["trace[1239604618] 'agreement among raft nodes before linearized reading' (duration: 4.88243873s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.096636Z","caller":"traceutil/trace.go:171","msg":"trace[1385158080] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23922; }","duration":"4.457358787s","start":"2026-03-04T13:44:23.639268Z","end":"2026-03-04T13:44:28.096627Z","steps":["trace[1385158080] 'agreement among raft nodes before linearized reading' (duration: 4.456184701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.09666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.639249Z","time spent":"4.457404977s","remote":"127.0.0.1:35578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:28.09669Z","caller":"traceutil/trace.go:171","msg":"trace[1772192774] transaction","detail":"{read_only:false; response_revision:23922; number_of_response:1; }","duration":"1.901404672s","start":"2026-03-04T13:44:26.195274Z","end":"2026-03-04T13:44:28.096678Z","steps":["trace[1772192774] 'process raft request' (duration: 1.900345318s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906143228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T13:44:28.096745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.195269Z","time spent":"1.901446154s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:28.09677Z","caller":"traceutil/trace.go:171","msg":"trace[409790166] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23922; }","duration":"3.906276511s","start":"2026-03-04T13:44:24.190485Z","end":"2026-03-04T13:44:28.096762Z","steps":["trace[409790166] 'agreement among raft nodes before linearized reading' (duration: 3.906074496s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.190473Z","time spent":"3.906313002s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:44:28.096826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536383164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.09686Z","caller":"traceutil/trace.go:171","msg":"trace[302982631] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23922; }","duration":"2.536453015s","start":"2026-03-04T13:44:25.560394Z","end":"2026-03-04T13:44:28.096847Z","steps":["trace[302982631] 'agreement among raft nodes before linearized reading' (duration: 2.536399924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.09688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:25.560362Z","time spent":"2.536512316s","remote":"127.0.0.1:52368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.096914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931897522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.096948Z","caller":"traceutil/trace.go:171","msg":"trace[1519087217] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23922; }","duration":"2.931984284s","start":"2026-03-04T13:44:25.164952Z","end":"2026-03-04T13:44:28.096936Z","steps":["trace[1519087217] 'agreement among raft nodes before linearized reading' (duration: 2.931928092s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.096979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:25.164926Z","time spent":"2.932042415s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.404699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130861"} {"level":"info","ts":"2026-03-04T13:44:28.097066Z","caller":"traceutil/trace.go:171","msg":"trace[1375543510] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23922; }","duration":"186.45576ms","start":"2026-03-04T13:44:27.910604Z","end":"2026-03-04T13:44:28.09706Z","steps":["trace[1375543510] 'agreement among raft nodes before linearized reading' (duration: 186.366278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:23.213023Z","time spent":"4.883629336s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.308859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-04T13:44:28.097239Z","caller":"traceutil/trace.go:171","msg":"trace[1348837752] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23922; }","duration":"239.36065ms","start":"2026-03-04T13:44:27.857873Z","end":"2026-03-04T13:44:28.097234Z","steps":["trace[1348837752] 'agreement among raft nodes before linearized reading' (duration: 239.301338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087968031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-04T13:44:28.097305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470036639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:44:28.097311Z","caller":"traceutil/trace.go:171","msg":"trace[740328916] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23922; }","duration":"3.088057353s","start":"2026-03-04T13:44:25.009245Z","end":"2026-03-04T13:44:28.097302Z","steps":["trace[740328916] 'agreement among raft nodes before linearized reading' (duration: 3.087871588s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.097329Z","caller":"traceutil/trace.go:171","msg":"trace[882605099] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23922; }","duration":"1.47008918s","start":"2026-03-04T13:44:26.627232Z","end":"2026-03-04T13:44:28.097321Z","steps":["trace[882605099] 'agreement among raft nodes before linearized reading' (duration: 1.470016079s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.09734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:25.009224Z","time spent":"3.088107944s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.627214Z","time spent":"1.470130111s","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:44:28.09738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181369685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.0974Z","caller":"traceutil/trace.go:171","msg":"trace[1811426692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23922; }","duration":"2.181424107s","start":"2026-03-04T13:44:25.915969Z","end":"2026-03-04T13:44:28.097393Z","steps":["trace[1811426692] 'agreement among raft nodes before linearized reading' (duration: 2.181392166s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.09743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:25.915949Z","time spent":"2.181476287s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.396894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.097484Z","caller":"traceutil/trace.go:171","msg":"trace[1533223745] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23922; }","duration":"770.449396ms","start":"2026-03-04T13:44:27.327029Z","end":"2026-03-04T13:44:28.097478Z","steps":["trace[1533223745] 'agreement among raft nodes before linearized reading' (duration: 770.411745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.772124117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:28.097502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:27.327009Z","time spent":"770.488146ms","remote":"127.0.0.1:35120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906396745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T13:44:28.097528Z","caller":"traceutil/trace.go:171","msg":"trace[2043525817] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23922; }","duration":"3.772220009s","start":"2026-03-04T13:44:24.325292Z","end":"2026-03-04T13:44:28.097512Z","steps":["trace[2043525817] 'agreement among raft nodes before linearized reading' (duration: 3.772132187s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:28.097555Z","caller":"traceutil/trace.go:171","msg":"trace[265912189] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:23922; }","duration":"3.906463926s","start":"2026-03-04T13:44:24.191082Z","end":"2026-03-04T13:44:28.097546Z","steps":["trace[265912189] 'agreement among raft nodes before linearized reading' (duration: 3.906375534s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.325266Z","time spent":"3.77229064s","remote":"127.0.0.1:33174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.191066Z","time spent":"3.906509228s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"warn","ts":"2026-03-04T13:44:28.097608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137637587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:28.09763Z","caller":"traceutil/trace.go:171","msg":"trace[705903265] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23922; }","duration":"1.137685389s","start":"2026-03-04T13:44:26.959936Z","end":"2026-03-04T13:44:28.097621Z","steps":["trace[705903265] 'agreement among raft nodes before linearized reading' (duration: 1.137647168s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.959921Z","time spent":"1.137721819s","remote":"127.0.0.1:35506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.097748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425023938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:28.097754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134925196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:28.097763Z","caller":"traceutil/trace.go:171","msg":"trace[1271143068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23922; }","duration":"1.425076638s","start":"2026-03-04T13:44:26.672682Z","end":"2026-03-04T13:44:28.097759Z","steps":["trace[1271143068] 'agreement among raft nodes before linearized reading' (duration: 1.425048317s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.672664Z","time spent":"1.425113199s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:28.09735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680664923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.097869Z","caller":"traceutil/trace.go:171","msg":"trace[1893027807] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23922; }","duration":"1.681220524s","start":"2026-03-04T13:44:26.416638Z","end":"2026-03-04T13:44:28.097858Z","steps":["trace[1893027807] 'agreement among raft nodes before linearized reading' (duration: 1.680688492s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.097898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.416611Z","time spent":"1.681276086s","remote":"127.0.0.1:33384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.098222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144068831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:28.098262Z","caller":"traceutil/trace.go:171","msg":"trace[1869489164] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23922; }","duration":"3.144126942s","start":"2026-03-04T13:44:24.954109Z","end":"2026-03-04T13:44:28.098236Z","steps":["trace[1869489164] 'agreement among raft nodes before linearized reading' (duration: 3.144084842s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.098281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.954081Z","time spent":"3.144194854s","remote":"127.0.0.1:39522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.098304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563655931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:28.098358Z","caller":"traceutil/trace.go:171","msg":"trace[1861404956] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23922; }","duration":"3.563743713s","start":"2026-03-04T13:44:24.534607Z","end":"2026-03-04T13:44:28.098351Z","steps":["trace[1861404956] 'agreement among raft nodes before linearized reading' (duration: 3.563580339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.098384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.53459Z","time spent":"3.563786814s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:28.098462Z","caller":"traceutil/trace.go:171","msg":"trace[828912950] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23922; }","duration":"3.134985677s","start":"2026-03-04T13:44:24.96279Z","end":"2026-03-04T13:44:28.097776Z","steps":["trace[828912950] 'agreement among raft nodes before linearized reading' (duration: 3.134926716s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.098546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.719285259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:28.098569Z","caller":"traceutil/trace.go:171","msg":"trace[702130337] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23922; }","duration":"3.719337561s","start":"2026-03-04T13:44:24.379225Z","end":"2026-03-04T13:44:28.098562Z","steps":["trace[702130337] 'agreement among raft nodes before linearized reading' (duration: 3.71929462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.098575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.962772Z","time spent":"3.135762364s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.098597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.379211Z","time spent":"3.719372851s","remote":"127.0.0.1:33136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:28.099244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061779776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:44:28.099294Z","caller":"traceutil/trace.go:171","msg":"trace[248974013] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23921; }","duration":"4.061900269s","start":"2026-03-04T13:44:24.037384Z","end":"2026-03-04T13:44:28.099284Z","steps":["trace[248974013] 'agreement among raft nodes before linearized reading' (duration: 4.058050832s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.099325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:24.037339Z","time spent":"4.06197726s","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2639,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:28.099927Z","caller":"traceutil/trace.go:171","msg":"trace[1494850300] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"1.900372201s","start":"2026-03-04T13:44:26.1949Z","end":"2026-03-04T13:44:28.095272Z","steps":["trace[1494850300] 'process raft request' (duration: 1.900314729s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:28.10002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:26.194892Z","time spent":"1.905073616s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:42.480249Z","caller":"traceutil/trace.go:171","msg":"trace[1748792958] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"266.426258ms","start":"2026-03-04T13:44:42.213798Z","end":"2026-03-04T13:44:42.480224Z","steps":["trace[1748792958] 'process raft request' (duration: 173.170441ms)","trace[1748792958] 'compare' (duration: 93.105293ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:42.489637Z","caller":"traceutil/trace.go:171","msg":"trace[144030462] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"265.482297ms","start":"2026-03-04T13:44:42.224114Z","end":"2026-03-04T13:44:42.489596Z","steps":["trace[144030462] 'process raft request' (duration: 265.18894ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:42.489804Z","caller":"traceutil/trace.go:171","msg":"trace[1003941623] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"263.814149ms","start":"2026-03-04T13:44:42.225966Z","end":"2026-03-04T13:44:42.48978Z","steps":["trace[1003941623] 'process raft request' (duration: 263.465621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:42.489983Z","caller":"traceutil/trace.go:171","msg":"trace[120858647] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"261.712891ms","start":"2026-03-04T13:44:42.228257Z","end":"2026-03-04T13:44:42.48997Z","steps":["trace[120858647] 'process raft request' (duration: 261.595779ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:42.489993Z","caller":"traceutil/trace.go:171","msg":"trace[1150791679] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"261.726561ms","start":"2026-03-04T13:44:42.228257Z","end":"2026-03-04T13:44:42.489984Z","steps":["trace[1150791679] 'process raft request' (duration: 261.65805ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:42.490019Z","caller":"traceutil/trace.go:171","msg":"trace[1088717805] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"263.202756ms","start":"2026-03-04T13:44:42.2268Z","end":"2026-03-04T13:44:42.490003Z","steps":["trace[1088717805] 'process raft request' (duration: 262.878629ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:42.489972Z","caller":"traceutil/trace.go:171","msg":"trace[629216880] linearizableReadLoop","detail":"{readStateIndex:24882; appliedIndex:24876; }","duration":"132.725063ms","start":"2026-03-04T13:44:42.35723Z","end":"2026-03-04T13:44:42.489955Z","steps":["trace[629216880] 'read index received' (duration: 29.753388ms)","trace[629216880] 'applied index is now lower than readState.Index' (duration: 102.970795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:42.490143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.909367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:44:42.490154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.697867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:44:42.490195Z","caller":"traceutil/trace.go:171","msg":"trace[716627255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24025; }","duration":"130.782689ms","start":"2026-03-04T13:44:42.359402Z","end":"2026-03-04T13:44:42.490185Z","steps":["trace[716627255] 'agreement among raft nodes before linearized reading' (duration: 130.678347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:42.490196Z","caller":"traceutil/trace.go:171","msg":"trace[452508562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24025; }","duration":"133.013149ms","start":"2026-03-04T13:44:42.357166Z","end":"2026-03-04T13:44:42.490179Z","steps":["trace[452508562] 'agreement among raft nodes before linearized reading' (duration: 132.841325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.775846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.642314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:43.775965Z","caller":"traceutil/trace.go:171","msg":"trace[648095640] linearizableReadLoop","detail":"{readStateIndex:24886; appliedIndex:24885; }","duration":"1.1105853s","start":"2026-03-04T13:44:42.665359Z","end":"2026-03-04T13:44:43.775944Z","steps":["trace[648095640] 'read index received' (duration: 325.72262ms)","trace[648095640] 'applied index is now lower than readState.Index' (duration: 784.86128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:43.776089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110750813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:43.776078Z","caller":"traceutil/trace.go:171","msg":"trace[928086501] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.155023519s","start":"2026-03-04T13:44:42.621008Z","end":"2026-03-04T13:44:43.776032Z","steps":["trace[928086501] 'process raft request' (duration: 370.100068ms)","trace[928086501] 'compare' (duration: 783.771345ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:43.77614Z","caller":"traceutil/trace.go:171","msg":"trace[1215811933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24029; }","duration":"1.110830255s","start":"2026-03-04T13:44:42.665294Z","end":"2026-03-04T13:44:43.776124Z","steps":["trace[1215811933] 'agreement among raft nodes before linearized reading' (duration: 1.110736352s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.776192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.665278Z","time spent":"1.110902996s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:43.776209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.620987Z","time spent":"1.155154201s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:43.815094Z","caller":"traceutil/trace.go:171","msg":"trace[677182885] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"702.668552ms","start":"2026-03-04T13:44:43.112398Z","end":"2026-03-04T13:44:43.815067Z","steps":["trace[677182885] 'process raft request' (duration: 702.520269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.815297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.112374Z","time spent":"702.793055ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:43.864773Z","caller":"traceutil/trace.go:171","msg":"trace[66703268] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"699.751747ms","start":"2026-03-04T13:44:43.164991Z","end":"2026-03-04T13:44:43.864743Z","steps":["trace[66703268] 'process raft request' (duration: 699.294807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.864865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063111172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:43.864923Z","caller":"traceutil/trace.go:171","msg":"trace[1651343643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24031; }","duration":"1.063210664s","start":"2026-03-04T13:44:42.801696Z","end":"2026-03-04T13:44:43.864907Z","steps":["trace[1651343643] 'agreement among raft nodes before linearized reading' (duration: 1.063118982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.864894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.199357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:43.864954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.801676Z","time spent":"1.063270306s","remote":"127.0.0.1:33082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:43.864922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.853084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:43.864958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.164953Z","time spent":"699.89911ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:43.864998Z","caller":"traceutil/trace.go:171","msg":"trace[1514208526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:24031; }","duration":"797.342021ms","start":"2026-03-04T13:44:43.067625Z","end":"2026-03-04T13:44:43.864967Z","steps":["trace[1514208526] 'agreement among raft nodes before linearized reading' (duration: 797.147396ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:43.865015Z","caller":"traceutil/trace.go:171","msg":"trace[1448568742] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24031; }","duration":"713.979956ms","start":"2026-03-04T13:44:43.151007Z","end":"2026-03-04T13:44:43.864987Z","steps":["trace[1448568742] 'agreement among raft nodes before linearized reading' (duration: 713.806352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.865028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.185861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-04T13:44:43.865057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.067604Z","time spent":"797.438812ms","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:44:43.865074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.150993Z","time spent":"714.063489ms","remote":"127.0.0.1:58550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:43.865085Z","caller":"traceutil/trace.go:171","msg":"trace[527123854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24031; }","duration":"872.280564ms","start":"2026-03-04T13:44:42.992789Z","end":"2026-03-04T13:44:43.865069Z","steps":["trace[527123854] 'agreement among raft nodes before linearized reading' (duration: 872.060799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.865118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:42.992767Z","time spent":"872.343665ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:44:43.86515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.71549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-04T13:44:43.865236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.066644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T13:44:43.86525Z","caller":"traceutil/trace.go:171","msg":"trace[323424296] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24031; }","duration":"519.878413ms","start":"2026-03-04T13:44:43.345343Z","end":"2026-03-04T13:44:43.865221Z","steps":["trace[323424296] 'agreement among raft nodes before linearized reading' (duration: 519.529775ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:43.865268Z","caller":"traceutil/trace.go:171","msg":"trace[339843881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24031; }","duration":"741.124736ms","start":"2026-03-04T13:44:43.124134Z","end":"2026-03-04T13:44:43.865259Z","steps":["trace[339843881] 'agreement among raft nodes before linearized reading' (duration: 741.030024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:43.865292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.124119Z","time spent":"741.168567ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:44:43.865311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:43.345324Z","time spent":"519.972776ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:44:44.125536Z","caller":"traceutil/trace.go:171","msg":"trace[707667454] linearizableReadLoop","detail":"{readStateIndex:24890; appliedIndex:24889; }","duration":"253.081367ms","start":"2026-03-04T13:44:43.87243Z","end":"2026-03-04T13:44:44.125511Z","steps":["trace[707667454] 'read index received' (duration: 184.252811ms)","trace[707667454] 'applied index is now lower than readState.Index' (duration: 68.827646ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:44.125599Z","caller":"traceutil/trace.go:171","msg":"trace[380494977] transaction","detail":"{read_only:false; response_revision:24032; number_of_response:1; }","duration":"253.332893ms","start":"2026-03-04T13:44:43.872216Z","end":"2026-03-04T13:44:44.125548Z","steps":["trace[380494977] 'process raft request' (duration: 184.547398ms)","trace[380494977] 'compare' (duration: 68.645412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:44.125703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.73044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:44.125721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.887751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:44.125744Z","caller":"traceutil/trace.go:171","msg":"trace[1093698398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24032; }","duration":"252.783161ms","start":"2026-03-04T13:44:43.872949Z","end":"2026-03-04T13:44:44.125732Z","steps":["trace[1093698398] 'agreement among raft nodes before linearized reading' (duration: 252.706219ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:44.125758Z","caller":"traceutil/trace.go:171","msg":"trace[1675498109] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24032; }","duration":"110.966573ms","start":"2026-03-04T13:44:44.014782Z","end":"2026-03-04T13:44:44.125749Z","steps":["trace[1675498109] 'agreement among raft nodes before linearized reading' (duration: 110.901362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:44.125831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.385484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:44:44.125928Z","caller":"traceutil/trace.go:171","msg":"trace[1640172681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24032; }","duration":"253.530628ms","start":"2026-03-04T13:44:43.872375Z","end":"2026-03-04T13:44:44.125906Z","steps":["trace[1640172681] 'agreement among raft nodes before linearized reading' (duration: 253.253242ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:44.59295Z","caller":"traceutil/trace.go:171","msg":"trace[1477027586] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"107.872295ms","start":"2026-03-04T13:44:44.48505Z","end":"2026-03-04T13:44:44.592922Z","steps":["trace[1477027586] 'process raft request' (duration: 107.618809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:44.812854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.541831ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:44:44.812964Z","caller":"traceutil/trace.go:171","msg":"trace[935005913] linearizableReadLoop","detail":"{readStateIndex:24901; appliedIndex:24900; }","duration":"146.128364ms","start":"2026-03-04T13:44:44.666817Z","end":"2026-03-04T13:44:44.812946Z","steps":["trace[935005913] 'read index received' (duration: 16.4301ms)","trace[935005913] 'applied index is now lower than readState.Index' (duration: 129.696464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:44.813125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.059252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:44:44.813164Z","caller":"traceutil/trace.go:171","msg":"trace[786599166] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24042; }","duration":"162.131034ms","start":"2026-03-04T13:44:44.65102Z","end":"2026-03-04T13:44:44.813151Z","steps":["trace[786599166] 'agreement among raft nodes before linearized reading' (duration: 161.97303ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.474114Z","caller":"traceutil/trace.go:171","msg":"trace[74475340] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"244.520815ms","start":"2026-03-04T13:44:45.229564Z","end":"2026-03-04T13:44:45.474085Z","steps":["trace[74475340] 'process raft request' (duration: 238.857058ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.677456Z","caller":"traceutil/trace.go:171","msg":"trace[658044249] linearizableReadLoop","detail":"{readStateIndex:24914; appliedIndex:24913; }","duration":"145.550001ms","start":"2026-03-04T13:44:45.531866Z","end":"2026-03-04T13:44:45.677416Z","steps":["trace[658044249] 'read index received' (duration: 143.799322ms)","trace[658044249] 'applied index is now lower than readState.Index' (duration: 1.748179ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:45.677625Z","caller":"traceutil/trace.go:171","msg":"trace[1649945170] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"153.300806ms","start":"2026-03-04T13:44:45.524313Z","end":"2026-03-04T13:44:45.677614Z","steps":["trace[1649945170] 'process raft request' (duration: 151.350682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.678007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.123174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T13:44:45.678093Z","caller":"traceutil/trace.go:171","msg":"trace[1796031917] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24054; }","duration":"146.242457ms","start":"2026-03-04T13:44:45.531828Z","end":"2026-03-04T13:44:45.678071Z","steps":["trace[1796031917] 'agreement among raft nodes before linearized reading' (duration: 146.044002ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.9198Z","caller":"traceutil/trace.go:171","msg":"trace[1342607350] linearizableReadLoop","detail":"{readStateIndex:24916; appliedIndex:24914; }","duration":"237.077089ms","start":"2026-03-04T13:44:45.682692Z","end":"2026-03-04T13:44:45.919769Z","steps":["trace[1342607350] 'read index received' (duration: 168.146879ms)","trace[1342607350] 'applied index is now lower than readState.Index' (duration: 68.92873ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:45.91983Z","caller":"traceutil/trace.go:171","msg":"trace[7771279] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"237.394055ms","start":"2026-03-04T13:44:45.682406Z","end":"2026-03-04T13:44:45.9198Z","steps":["trace[7771279] 'process raft request' (duration: 237.289483ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:45.919849Z","caller":"traceutil/trace.go:171","msg":"trace[142151134] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"238.44539ms","start":"2026-03-04T13:44:45.681352Z","end":"2026-03-04T13:44:45.919797Z","steps":["trace[142151134] 'process raft request' (duration: 169.49745ms)","trace[142151134] 'compare' (duration: 68.676614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:45.920096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.383045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-04T13:44:45.920154Z","caller":"traceutil/trace.go:171","msg":"trace[601030489] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:24056; }","duration":"237.481588ms","start":"2026-03-04T13:44:45.682656Z","end":"2026-03-04T13:44:45.920137Z","steps":["trace[601030489] 'agreement among raft nodes before linearized reading' (duration: 237.208652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.920338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.199331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:44:45.920388Z","caller":"traceutil/trace.go:171","msg":"trace[393719231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24056; }","duration":"140.304123ms","start":"2026-03-04T13:44:45.780072Z","end":"2026-03-04T13:44:45.920376Z","steps":["trace[393719231] 'agreement among raft nodes before linearized reading' (duration: 140.127679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:45.920927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.451475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210826"} {"level":"info","ts":"2026-03-04T13:44:45.920997Z","caller":"traceutil/trace.go:171","msg":"trace[139366258] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:24056; }","duration":"180.558487ms","start":"2026-03-04T13:44:45.740421Z","end":"2026-03-04T13:44:45.92098Z","steps":["trace[139366258] 'agreement among raft nodes before linearized reading' (duration: 179.524865ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:47.830734Z","caller":"traceutil/trace.go:171","msg":"trace[1788252003] linearizableReadLoop","detail":"{readStateIndex:24960; appliedIndex:24959; }","duration":"166.271448ms","start":"2026-03-04T13:44:47.66444Z","end":"2026-03-04T13:44:47.830712Z","steps":["trace[1788252003] 'read index received' (duration: 166.076073ms)","trace[1788252003] 'applied index is now lower than readState.Index' (duration: 194.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:47.830772Z","caller":"traceutil/trace.go:171","msg":"trace[711100669] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"182.587713ms","start":"2026-03-04T13:44:47.648169Z","end":"2026-03-04T13:44:47.830757Z","steps":["trace[711100669] 'process raft request' (duration: 182.418079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:47.83091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.450521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:47.830969Z","caller":"traceutil/trace.go:171","msg":"trace[763542948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24100; }","duration":"166.523313ms","start":"2026-03-04T13:44:47.664432Z","end":"2026-03-04T13:44:47.830955Z","steps":["trace[763542948] 'agreement among raft nodes before linearized reading' (duration: 166.38008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:47.959674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.984587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:47.959788Z","caller":"traceutil/trace.go:171","msg":"trace[507104388] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:24100; }","duration":"120.14294ms","start":"2026-03-04T13:44:47.839617Z","end":"2026-03-04T13:44:47.95976Z","steps":["trace[507104388] 'range keys from in-memory index tree' (duration: 119.915436ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.19252Z","caller":"traceutil/trace.go:171","msg":"trace[1467465955] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"101.241225ms","start":"2026-03-04T13:44:48.091247Z","end":"2026-03-04T13:44:48.192488Z","steps":["trace[1467465955] 'process raft request' (duration: 100.872277ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.192684Z","caller":"traceutil/trace.go:171","msg":"trace[212944647] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"101.673865ms","start":"2026-03-04T13:44:48.090984Z","end":"2026-03-04T13:44:48.192658Z","steps":["trace[212944647] 'process raft request' (duration: 95.571388ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.192798Z","caller":"traceutil/trace.go:171","msg":"trace[720429950] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"101.534342ms","start":"2026-03-04T13:44:48.091252Z","end":"2026-03-04T13:44:48.192786Z","steps":["trace[720429950] 'process raft request' (duration: 100.948769ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.425536Z","caller":"traceutil/trace.go:171","msg":"trace[1585577338] linearizableReadLoop","detail":"{readStateIndex:24970; appliedIndex:24969; }","duration":"224.538196ms","start":"2026-03-04T13:44:48.200965Z","end":"2026-03-04T13:44:48.425503Z","steps":["trace[1585577338] 'read index received' (duration: 188.472935ms)","trace[1585577338] 'applied index is now lower than readState.Index' (duration: 36.064061ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:48.42561Z","caller":"traceutil/trace.go:171","msg":"trace[1713290827] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"228.27299ms","start":"2026-03-04T13:44:48.197294Z","end":"2026-03-04T13:44:48.425567Z","steps":["trace[1713290827] 'process raft request' (duration: 192.130407ms)","trace[1713290827] 'compare' (duration: 35.902457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:48.425876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.877674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:48.426413Z","caller":"traceutil/trace.go:171","msg":"trace[235745376] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24110; }","duration":"225.442337ms","start":"2026-03-04T13:44:48.200947Z","end":"2026-03-04T13:44:48.42639Z","steps":["trace[235745376] 'agreement among raft nodes before linearized reading' (duration: 224.67784ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.469776Z","caller":"traceutil/trace.go:171","msg":"trace[1150745517] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"268.754691ms","start":"2026-03-04T13:44:48.200987Z","end":"2026-03-04T13:44:48.469742Z","steps":["trace[1150745517] 'process raft request' (duration: 268.544656ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.469823Z","caller":"traceutil/trace.go:171","msg":"trace[1964309626] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"268.221269ms","start":"2026-03-04T13:44:48.201579Z","end":"2026-03-04T13:44:48.4698Z","steps":["trace[1964309626] 'process raft request' (duration: 268.093266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.470168Z","caller":"traceutil/trace.go:171","msg":"trace[641704560] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"265.558969ms","start":"2026-03-04T13:44:48.204597Z","end":"2026-03-04T13:44:48.470155Z","steps":["trace[641704560] 'process raft request' (duration: 265.14262ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.470198Z","caller":"traceutil/trace.go:171","msg":"trace[91333004] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"235.571245ms","start":"2026-03-04T13:44:48.234615Z","end":"2026-03-04T13:44:48.470186Z","steps":["trace[91333004] 'process raft request' (duration: 235.406621ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:48.598416Z","caller":"traceutil/trace.go:171","msg":"trace[656658033] linearizableReadLoop","detail":"{readStateIndex:24976; appliedIndex:24975; }","duration":"117.44819ms","start":"2026-03-04T13:44:48.480943Z","end":"2026-03-04T13:44:48.598391Z","steps":["trace[656658033] 'read index received' (duration: 96.941468ms)","trace[656658033] 'applied index is now lower than readState.Index' (duration: 20.505542ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:48.598638Z","caller":"traceutil/trace.go:171","msg":"trace[799644752] transaction","detail":"{read_only:false; response_revision:24116; number_of_response:1; }","duration":"118.654567ms","start":"2026-03-04T13:44:48.479933Z","end":"2026-03-04T13:44:48.598588Z","steps":["trace[799644752] 'process raft request' (duration: 97.912481ms)","trace[799644752] 'compare' (duration: 20.346708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:48.598864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T13:44:48.598897Z","caller":"traceutil/trace.go:171","msg":"trace[1913577955] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24116; }","duration":"117.065231ms","start":"2026-03-04T13:44:48.481823Z","end":"2026-03-04T13:44:48.598888Z","steps":["trace[1913577955] 'agreement among raft nodes before linearized reading' (duration: 116.961059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:48.598687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.718656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:48.599061Z","caller":"traceutil/trace.go:171","msg":"trace[362494443] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24116; }","duration":"118.113064ms","start":"2026-03-04T13:44:48.480927Z","end":"2026-03-04T13:44:48.59904Z","steps":["trace[362494443] 'agreement among raft nodes before linearized reading' (duration: 117.677935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:48.598805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.419679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:48.600001Z","caller":"traceutil/trace.go:171","msg":"trace[862810038] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:24116; }","duration":"118.624776ms","start":"2026-03-04T13:44:48.481359Z","end":"2026-03-04T13:44:48.599984Z","steps":["trace[862810038] 'agreement among raft nodes before linearized reading' (duration: 117.365918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.626327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12970789s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:50.626486Z","caller":"traceutil/trace.go:171","msg":"trace[626003654] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24127; }","duration":"1.129884594s","start":"2026-03-04T13:44:49.496578Z","end":"2026-03-04T13:44:50.626462Z","steps":["trace[626003654] 'range keys from in-memory index tree' (duration: 1.1296857s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.627429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244839787s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:50.628239Z","caller":"traceutil/trace.go:171","msg":"trace[1589650088] linearizableReadLoop","detail":"{readStateIndex:24988; appliedIndex:24986; }","duration":"1.864556595s","start":"2026-03-04T13:44:48.763659Z","end":"2026-03-04T13:44:50.628216Z","steps":["trace[1589650088] 'read index received' (duration: 22.644639ms)","trace[1589650088] 'applied index is now lower than readState.Index' (duration: 1.841910336s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:50.628465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86479575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:44:50.628456Z","caller":"traceutil/trace.go:171","msg":"trace[1218774947] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"1.868630596s","start":"2026-03-04T13:44:48.759654Z","end":"2026-03-04T13:44:50.628285Z","steps":["trace[1218774947] 'process raft request' (duration: 622.842888ms)","trace[1218774947] 'compare' (duration: 1.244677334s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:50.628521Z","caller":"traceutil/trace.go:171","msg":"trace[448490352] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24128; }","duration":"1.864870751s","start":"2026-03-04T13:44:48.763632Z","end":"2026-03-04T13:44:50.628503Z","steps":["trace[448490352] 'agreement among raft nodes before linearized reading' (duration: 1.864683677s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:50.628572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.763623Z","time spent":"1.864938173s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:44:50.628772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.759636Z","time spent":"1.868974794s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:51.128683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585797,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:51.187709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126088468s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:51.667693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:51.667813Z","caller":"traceutil/trace.go:171","msg":"trace[2104593960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000031208s","start":"2026-03-04T13:44:49.667759Z","end":"2026-03-04T13:44:51.66779Z","steps":["trace[2104593960] 'agreement among raft nodes before linearized reading' (duration: 1.999857145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:51.667869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.667742Z","time spent":"2.000117142s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:52.543358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.355402293s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:52.680564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492570595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:52.681155Z","caller":"traceutil/trace.go:171","msg":"trace[375560306] linearizableReadLoop","detail":"{readStateIndex:24998; appliedIndex:24988; }","duration":"2.052850687s","start":"2026-03-04T13:44:50.628286Z","end":"2026-03-04T13:44:52.681137Z","steps":["trace[375560306] 'read index received' (duration: 559.619757ms)","trace[375560306] 'applied index is now lower than readState.Index' (duration: 1.49322991s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:44:52.681175Z","caller":"traceutil/trace.go:171","msg":"trace[699677987] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"2.204975726s","start":"2026-03-04T13:44:50.476148Z","end":"2026-03-04T13:44:52.681124Z","steps":["trace[699677987] 'process raft request' (duration: 2.204680439s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.681256Z","caller":"traceutil/trace.go:171","msg":"trace[1532950625] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"3.811958752s","start":"2026-03-04T13:44:48.869267Z","end":"2026-03-04T13:44:52.681225Z","steps":["trace[1532950625] 'process raft request' (duration: 2.31863465s)","trace[1532950625] 'compare' (duration: 1.492253819s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:52.681347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655403779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-04T13:44:52.681367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467823308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:44:52.6814Z","caller":"traceutil/trace.go:171","msg":"trace[344126082] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24138; }","duration":"3.467886819s","start":"2026-03-04T13:44:49.213504Z","end":"2026-03-04T13:44:52.681391Z","steps":["trace[344126082] 'agreement among raft nodes before linearized reading' (duration: 3.467718035s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846415246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:44:52.681439Z","caller":"traceutil/trace.go:171","msg":"trace[1259346690] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.034089635s","start":"2026-03-04T13:44:50.647341Z","end":"2026-03-04T13:44:52.681431Z","steps":["trace[1259346690] 'process raft request' (duration: 2.033520562s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.68144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.213483Z","time spent":"3.467949991s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:44:52.681461Z","caller":"traceutil/trace.go:171","msg":"trace[550837498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24138; }","duration":"3.846512038s","start":"2026-03-04T13:44:48.834932Z","end":"2026-03-04T13:44:52.681444Z","steps":["trace[550837498] 'agreement among raft nodes before linearized reading' (duration: 3.846339864s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.820689688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-04T13:44:52.681503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740598553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T13:44:52.68151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.834913Z","time spent":"3.8465852s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-04T13:44:52.681542Z","caller":"traceutil/trace.go:171","msg":"trace[174595374] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"2.019002605s","start":"2026-03-04T13:44:50.662532Z","end":"2026-03-04T13:44:52.681535Z","steps":["trace[174595374] 'process raft request' (duration: 2.018361661s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.681541Z","caller":"traceutil/trace.go:171","msg":"trace[621887375] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:24138; }","duration":"3.820809371s","start":"2026-03-04T13:44:48.860712Z","end":"2026-03-04T13:44:52.681521Z","steps":["trace[621887375] 'agreement among raft nodes before linearized reading' (duration: 3.820534805s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.681558Z","caller":"traceutil/trace.go:171","msg":"trace[883617101] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24138; }","duration":"2.740674795s","start":"2026-03-04T13:44:49.940868Z","end":"2026-03-04T13:44:52.681543Z","steps":["trace[883617101] 'agreement among raft nodes before linearized reading' (duration: 2.740535532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.68158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.662506Z","time spent":"2.019054497s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.681551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89197779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899a74f0410e164\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-03-04T13:44:52.681593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.940852Z","time spent":"2.740733656s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:44:52.681621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.860695Z","time spent":"3.820883413s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":922,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-04T13:44:52.681635Z","caller":"traceutil/trace.go:171","msg":"trace[737850642] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899a74f0410e164; range_end:; response_count:1; response_revision:24138; }","duration":"3.892098183s","start":"2026-03-04T13:44:48.789517Z","end":"2026-03-04T13:44:52.681615Z","steps":["trace[737850642] 'agreement among raft nodes before linearized reading' (duration: 3.891849397s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.68167Z","caller":"traceutil/trace.go:171","msg":"trace[160297987] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"2.019099588s","start":"2026-03-04T13:44:50.662563Z","end":"2026-03-04T13:44:52.681663Z","steps":["trace[160297987] 'process raft request' (duration: 2.018430313s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.7895Z","time spent":"3.892171904s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899a74f0410e164\" "} {"level":"warn","ts":"2026-03-04T13:44:52.681716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153122745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-04T13:44:52.68151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.647295Z","time spent":"2.034167346s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.681759Z","caller":"traceutil/trace.go:171","msg":"trace[429843733] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"2.019066837s","start":"2026-03-04T13:44:50.662686Z","end":"2026-03-04T13:44:52.681752Z","steps":["trace[429843733] 'process raft request' (duration: 2.018385152s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.681765Z","caller":"traceutil/trace.go:171","msg":"trace[1174473047] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24138; }","duration":"3.153210187s","start":"2026-03-04T13:44:49.528541Z","end":"2026-03-04T13:44:52.681751Z","steps":["trace[1174473047] 'agreement among raft nodes before linearized reading' (duration: 3.153084924s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152764081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.681806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.528517Z","time spent":"3.153278538s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-03-04T13:44:52.681827Z","caller":"traceutil/trace.go:171","msg":"trace[159466254] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24138; }","duration":"2.152824023s","start":"2026-03-04T13:44:50.528992Z","end":"2026-03-04T13:44:52.681816Z","steps":["trace[159466254] 'agreement among raft nodes before linearized reading' (duration: 2.152765622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223822774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.681862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.528981Z","time spent":"2.152873394s","remote":"127.0.0.1:49522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:52.68186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208039284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-04T13:44:52.681898Z","caller":"traceutil/trace.go:171","msg":"trace[1007808715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24138; }","duration":"2.208112706s","start":"2026-03-04T13:44:50.47378Z","end":"2026-03-04T13:44:52.681892Z","steps":["trace[1007808715] 'agreement among raft nodes before linearized reading' (duration: 2.208033724s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.473758Z","time spent":"2.208154986s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:44:52.681923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802422127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:44:52.681864Z","caller":"traceutil/trace.go:171","msg":"trace[362529997] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24138; }","duration":"3.224417367s","start":"2026-03-04T13:44:49.457435Z","end":"2026-03-04T13:44:52.681852Z","steps":["trace[362529997] 'agreement among raft nodes before linearized reading' (duration: 3.223770443s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.681992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.457413Z","time spent":"3.224573251s","remote":"127.0.0.1:49588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.681983Z","caller":"traceutil/trace.go:171","msg":"trace[303757989] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24138; }","duration":"3.802512289s","start":"2026-03-04T13:44:48.879453Z","end":"2026-03-04T13:44:52.681966Z","steps":["trace[303757989] 'agreement among raft nodes before linearized reading' (duration: 3.80210409s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.682003Z","caller":"traceutil/trace.go:171","msg":"trace[1456536870] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"2.018446703s","start":"2026-03-04T13:44:50.663546Z","end":"2026-03-04T13:44:52.681992Z","steps":["trace[1456536870] 'process raft request' (duration: 2.017556003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.682041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.879442Z","time spent":"3.802583261s","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:52.681382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:48.869249Z","time spent":"3.812072914s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.682062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.663534Z","time spent":"2.018492264s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.682059Z","caller":"traceutil/trace.go:171","msg":"trace[657756703] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"3.480119604s","start":"2026-03-04T13:44:49.201927Z","end":"2026-03-04T13:44:52.682047Z","steps":["trace[657756703] 'process raft request' (duration: 3.478742553s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.682085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015062963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:44:52.681799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.662663Z","time spent":"2.019115557s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.681733Z","caller":"traceutil/trace.go:171","msg":"trace[1436100326] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"2.019047126s","start":"2026-03-04T13:44:50.662677Z","end":"2026-03-04T13:44:52.681724Z","steps":["trace[1436100326] 'process raft request' (duration: 2.018362961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.682133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.201907Z","time spent":"3.480187556s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.6814Z","caller":"traceutil/trace.go:171","msg":"trace[618900115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24138; }","duration":"2.655509792s","start":"2026-03-04T13:44:50.025876Z","end":"2026-03-04T13:44:52.681386Z","steps":["trace[618900115] 'agreement among raft nodes before linearized reading' (duration: 2.655315067s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.682194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.662653Z","time spent":"2.019503988s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.682196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.025851Z","time spent":"2.6563377s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:44:52.681706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.662536Z","time spent":"2.019150848s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.682123Z","caller":"traceutil/trace.go:171","msg":"trace[2052760406] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24138; }","duration":"3.015136915s","start":"2026-03-04T13:44:49.666976Z","end":"2026-03-04T13:44:52.682113Z","steps":["trace[2052760406] 'agreement among raft nodes before linearized reading' (duration: 3.015040002s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.682278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.666955Z","time spent":"3.015316358s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"info","ts":"2026-03-04T13:44:52.682284Z","caller":"traceutil/trace.go:171","msg":"trace[1456274889] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"2.848636392s","start":"2026-03-04T13:44:49.833639Z","end":"2026-03-04T13:44:52.682275Z","steps":["trace[1456274889] 'process raft request' (duration: 2.847150849s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.68232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:49.833601Z","time spent":"2.848698663s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.682886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.476132Z","time spent":"2.205135839s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:52.744199Z","caller":"traceutil/trace.go:171","msg":"trace[616945560] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"1.423478571s","start":"2026-03-04T13:44:51.320698Z","end":"2026-03-04T13:44:52.744177Z","steps":["trace[616945560] 'process raft request' (duration: 1.423289397s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.320675Z","time spent":"1.423577764s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:52.744333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247972328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1416"} {"level":"info","ts":"2026-03-04T13:44:52.744397Z","caller":"traceutil/trace.go:171","msg":"trace[132701995] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:24139; }","duration":"1.24807532s","start":"2026-03-04T13:44:51.496309Z","end":"2026-03-04T13:44:52.744384Z","steps":["trace[132701995] 'agreement among raft nodes before linearized reading' (duration: 1.247892116s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.74443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496291Z","time spent":"1.248133442s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1440,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250389743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-04T13:44:52.744492Z","caller":"traceutil/trace.go:171","msg":"trace[1849401190] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24139; }","duration":"1.250497065s","start":"2026-03-04T13:44:51.493978Z","end":"2026-03-04T13:44:52.744475Z","steps":["trace[1849401190] 'agreement among raft nodes before linearized reading' (duration: 1.2502815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.493959Z","time spent":"1.250575156s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3740,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247118628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-03-04T13:44:52.744591Z","caller":"traceutil/trace.go:171","msg":"trace[236293460] range","detail":"{range_begin:/registry/services/specs/orc-system/orc-controller-manager-metrics-service; range_end:; response_count:1; response_revision:24139; }","duration":"1.247160048s","start":"2026-03-04T13:44:51.497423Z","end":"2026-03-04T13:44:52.744584Z","steps":["trace[236293460] 'agreement among raft nodes before linearized reading' (duration: 1.247103197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.497414Z","time spent":"1.24718945s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":850,"request content":"key:\"/registry/services/specs/orc-system/orc-controller-manager-metrics-service\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249146654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:766"} {"level":"warn","ts":"2026-03-04T13:44:52.744644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24942691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1311"} {"level":"warn","ts":"2026-03-04T13:44:52.744691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247846285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-04T13:44:52.744694Z","caller":"traceutil/trace.go:171","msg":"trace[179519886] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:24139; }","duration":"1.249502952s","start":"2026-03-04T13:44:51.495177Z","end":"2026-03-04T13:44:52.74468Z","steps":["trace[179519886] 'agreement among raft nodes before linearized reading' (duration: 1.249335928s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.744696Z","caller":"traceutil/trace.go:171","msg":"trace[1347176171] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:24139; }","duration":"1.249289518s","start":"2026-03-04T13:44:51.495386Z","end":"2026-03-04T13:44:52.744675Z","steps":["trace[1347176171] 'agreement among raft nodes before linearized reading' (duration: 1.249013051s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.744716Z","caller":"traceutil/trace.go:171","msg":"trace[280042946] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:24139; }","duration":"1.247875446s","start":"2026-03-04T13:44:51.496835Z","end":"2026-03-04T13:44:52.74471Z","steps":["trace[280042946] 'agreement among raft nodes before linearized reading' (duration: 1.247819765s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.495166Z","time spent":"1.249555284s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1335,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-04T13:44:52.74475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.539079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:44:52.744641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247422495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/octavia-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-03-04T13:44:52.744767Z","caller":"traceutil/trace.go:171","msg":"trace[1785420676] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24139; }","duration":"908.592189ms","start":"2026-03-04T13:44:51.83617Z","end":"2026-03-04T13:44:52.744762Z","steps":["trace[1785420676] 'agreement among raft nodes before linearized reading' (duration: 908.564039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.836149Z","time spent":"908.629781ms","remote":"127.0.0.1:44274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.744778Z","caller":"traceutil/trace.go:171","msg":"trace[1706678755] range","detail":"{range_begin:/registry/services/specs/openstack/octavia-api; range_end:; response_count:1; response_revision:24139; }","duration":"1.247563538s","start":"2026-03-04T13:44:51.497205Z","end":"2026-03-04T13:44:52.744769Z","steps":["trace[1706678755] 'agreement among raft nodes before linearized reading' (duration: 1.247378723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247972118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"warn","ts":"2026-03-04T13:44:52.744805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.497201Z","time spent":"1.247596048s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":956,"request content":"key:\"/registry/services/specs/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-04T13:44:52.744811Z","caller":"traceutil/trace.go:171","msg":"trace[1134937897] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:24139; }","duration":"1.247996918s","start":"2026-03-04T13:44:51.496809Z","end":"2026-03-04T13:44:52.744806Z","steps":["trace[1134937897] 'agreement among raft nodes before linearized reading' (duration: 1.247947437s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496803Z","time spent":"1.248034359s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1272,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076132096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:52.74488Z","caller":"traceutil/trace.go:171","msg":"trace[69120112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24139; }","duration":"1.076148936s","start":"2026-03-04T13:44:51.668727Z","end":"2026-03-04T13:44:52.744876Z","steps":["trace[69120112] 'agreement among raft nodes before linearized reading' (duration: 1.076121715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250535565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T13:44:52.744913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149431943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:44:52.744929Z","caller":"traceutil/trace.go:171","msg":"trace[1392115498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24139; }","duration":"1.149485524s","start":"2026-03-04T13:44:51.595438Z","end":"2026-03-04T13:44:52.744924Z","steps":["trace[1392115498] 'agreement among raft nodes before linearized reading' (duration: 1.149464254s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248193683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-04T13:44:52.74493Z","caller":"traceutil/trace.go:171","msg":"trace[291591646] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24139; }","duration":"1.250608777s","start":"2026-03-04T13:44:51.494305Z","end":"2026-03-04T13:44:52.744914Z","steps":["trace[291591646] 'agreement among raft nodes before linearized reading' (duration: 1.250462734s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.744988Z","caller":"traceutil/trace.go:171","msg":"trace[2024590721] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:24139; }","duration":"1.248257674s","start":"2026-03-04T13:44:51.496724Z","end":"2026-03-04T13:44:52.744982Z","steps":["trace[2024590721] 'agreement among raft nodes before linearized reading' (duration: 1.248174192s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496709Z","time spent":"1.248293855s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":820,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.494296Z","time spent":"1.250701149s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247522467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1456"} {"level":"info","ts":"2026-03-04T13:44:52.745046Z","caller":"traceutil/trace.go:171","msg":"trace[964512178] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24139; }","duration":"1.247591469s","start":"2026-03-04T13:44:51.497451Z","end":"2026-03-04T13:44:52.745042Z","steps":["trace[964512178] 'agreement among raft nodes before linearized reading' (duration: 1.247541378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248769016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T13:44:52.745079Z","caller":"traceutil/trace.go:171","msg":"trace[784916941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24139; }","duration":"1.248830517s","start":"2026-03-04T13:44:51.496239Z","end":"2026-03-04T13:44:52.74507Z","steps":["trace[784916941] 'agreement among raft nodes before linearized reading' (duration: 1.248677154s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247602349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1350"} {"level":"warn","ts":"2026-03-04T13:44:52.745098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248387047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-04T13:44:52.745112Z","caller":"traceutil/trace.go:171","msg":"trace[1495788422] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:24139; }","duration":"1.247628039s","start":"2026-03-04T13:44:51.49748Z","end":"2026-03-04T13:44:52.745109Z","steps":["trace[1495788422] 'agreement among raft nodes before linearized reading' (duration: 1.247587228s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496222Z","time spent":"1.248884748s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.497474Z","time spent":"1.247648399s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1374,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.495362Z","time spent":"1.249370219s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":790,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248786956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-03-04T13:44:52.745184Z","caller":"traceutil/trace.go:171","msg":"trace[1890248934] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:24139; }","duration":"1.248838767s","start":"2026-03-04T13:44:51.496341Z","end":"2026-03-04T13:44:52.745179Z","steps":["trace[1890248934] 'agreement among raft nodes before linearized reading' (duration: 1.248790426s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496328Z","time spent":"1.248867918s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.896827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:44:52.744934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248439149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-api\" ","response":"range_response_count:1 size:918"} {"level":"info","ts":"2026-03-04T13:44:52.745281Z","caller":"traceutil/trace.go:171","msg":"trace[1738002118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24139; }","duration":"113.48603ms","start":"2026-03-04T13:44:52.631789Z","end":"2026-03-04T13:44:52.745275Z","steps":["trace[1738002118] 'agreement among raft nodes before linearized reading' (duration: 112.896287ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.745118Z","caller":"traceutil/trace.go:171","msg":"trace[1370013849] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:24139; }","duration":"1.248431768s","start":"2026-03-04T13:44:51.496681Z","end":"2026-03-04T13:44:52.745113Z","steps":["trace[1370013849] 'agreement among raft nodes before linearized reading' (duration: 1.248377157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496668Z","time spent":"1.248643663s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250076314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"info","ts":"2026-03-04T13:44:52.745316Z","caller":"traceutil/trace.go:171","msg":"trace[571966106] range","detail":"{range_begin:/registry/services/specs/openstack/nova-api; range_end:; response_count:1; response_revision:24139; }","duration":"1.249046552s","start":"2026-03-04T13:44:51.496249Z","end":"2026-03-04T13:44:52.745295Z","steps":["trace[571966106] 'agreement among raft nodes before linearized reading' (duration: 1.247963628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.744744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496831Z","time spent":"1.247909107s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816613467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:52.744894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.668689Z","time spent":"1.076200847s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:44:52.745374Z","caller":"traceutil/trace.go:171","msg":"trace[385914159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24139; }","duration":"1.816654938s","start":"2026-03-04T13:44:50.928711Z","end":"2026-03-04T13:44:52.745366Z","steps":["trace[385914159] 'agreement among raft nodes before linearized reading' (duration: 1.816610397s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.497439Z","time spent":"1.247617399s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1480,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496174Z","time spent":"1.249187865s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":942,"request content":"key:\"/registry/services/specs/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.9287Z","time spent":"1.816687629s","remote":"127.0.0.1:56294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:52.745465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986010355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:44:52.745486Z","caller":"traceutil/trace.go:171","msg":"trace[120966903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24139; }","duration":"1.986069676s","start":"2026-03-04T13:44:50.759411Z","end":"2026-03-04T13:44:52.745481Z","steps":["trace[120966903] 'agreement among raft nodes before linearized reading' (duration: 1.986004675s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.759387Z","time spent":"1.986111557s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:44:52.74548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250035644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-04T13:44:52.745547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376932296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:44:52.745543Z","caller":"traceutil/trace.go:171","msg":"trace[95556159] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24139; }","duration":"1.250152536s","start":"2026-03-04T13:44:51.495373Z","end":"2026-03-04T13:44:52.745525Z","steps":["trace[95556159] 'agreement among raft nodes before linearized reading' (duration: 1.249972622s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.745348Z","caller":"traceutil/trace.go:171","msg":"trace[1208581393] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:24139; }","duration":"1.250150746s","start":"2026-03-04T13:44:51.495185Z","end":"2026-03-04T13:44:52.745336Z","steps":["trace[1208581393] 'agreement among raft nodes before linearized reading' (duration: 1.249992943s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.74559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848813192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:52.745593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.495339Z","time spent":"1.250240519s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11173036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-04T13:44:52.745615Z","caller":"traceutil/trace.go:171","msg":"trace[1430889471] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24139; }","duration":"1.848871192s","start":"2026-03-04T13:44:50.896735Z","end":"2026-03-04T13:44:52.745606Z","steps":["trace[1430889471] 'agreement among raft nodes before linearized reading' (duration: 1.848807431s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.896715Z","time spent":"1.848916964s","remote":"127.0.0.1:35604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.745639Z","caller":"traceutil/trace.go:171","msg":"trace[1797540520] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24139; }","duration":"2.111782202s","start":"2026-03-04T13:44:50.633846Z","end":"2026-03-04T13:44:52.745628Z","steps":["trace[1797540520] 'agreement among raft nodes before linearized reading' (duration: 2.111659419s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.74567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:50.633833Z","time spent":"2.111829872s","remote":"127.0.0.1:35124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250207507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1506"} {"level":"warn","ts":"2026-03-04T13:44:52.745615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.495174Z","time spent":"1.250422932s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":430,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"info","ts":"2026-03-04T13:44:52.745827Z","caller":"traceutil/trace.go:171","msg":"trace[2052250743] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:24139; }","duration":"1.250285289s","start":"2026-03-04T13:44:51.495512Z","end":"2026-03-04T13:44:52.745798Z","steps":["trace[2052250743] 'agreement among raft nodes before linearized reading' (duration: 1.250185257s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.495503Z","time spent":"1.250358791s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1530,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-03-04T13:44:52.744942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.59542Z","time spent":"1.149519384s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566485136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-04T13:44:52.746198Z","caller":"traceutil/trace.go:171","msg":"trace[1462378852] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24139; }","duration":"1.567030138s","start":"2026-03-04T13:44:51.179151Z","end":"2026-03-04T13:44:52.746181Z","steps":["trace[1462378852] 'agreement among raft nodes before linearized reading' (duration: 1.566433135s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.745755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574886645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:44:52.746276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.179095Z","time spent":"1.56714074s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-04T13:44:52.745276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248932319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"info","ts":"2026-03-04T13:44:52.745572Z","caller":"traceutil/trace.go:171","msg":"trace[362886900] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24139; }","duration":"1.376988976s","start":"2026-03-04T13:44:51.368577Z","end":"2026-03-04T13:44:52.745566Z","steps":["trace[362886900] 'agreement among raft nodes before linearized reading' (duration: 1.376950295s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.746495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.368562Z","time spent":"1.377918469s","remote":"127.0.0.1:35438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:44:52.746526Z","caller":"traceutil/trace.go:171","msg":"trace[1163575132] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:24139; }","duration":"1.250044214s","start":"2026-03-04T13:44:51.49633Z","end":"2026-03-04T13:44:52.746374Z","steps":["trace[1163575132] 'agreement among raft nodes before linearized reading' (duration: 1.248911979s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:52.746323Z","caller":"traceutil/trace.go:171","msg":"trace[2064196013] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24139; }","duration":"1.575483458s","start":"2026-03-04T13:44:51.170822Z","end":"2026-03-04T13:44:52.746306Z","steps":["trace[2064196013] 'agreement among raft nodes before linearized reading' (duration: 1.574835003s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:52.746621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.496325Z","time spent":"1.2502595s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-04T13:44:52.746918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:51.170802Z","time spent":"1.575836127s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:44:53.244548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:53.745398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:54.245815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:54.74659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:54.755179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:44:54.755249Z","caller":"traceutil/trace.go:171","msg":"trace[1814871328] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045039s","start":"2026-03-04T13:44:52.754783Z","end":"2026-03-04T13:44:54.755233Z","steps":["trace[1814871328] 'agreement among raft nodes before linearized reading' (duration: 2.000365078s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:54.75529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.754777Z","time spent":"2.000504691s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:55.247379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:55.748254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:44:55.961714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.217779277s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:44:55.96212Z","caller":"traceutil/trace.go:171","msg":"trace[2106340978] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"3.278055003s","start":"2026-03-04T13:44:52.684041Z","end":"2026-03-04T13:44:55.962096Z","steps":["trace[2106340978] 'process raft request' (duration: 3.277844478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:55.962277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.68401Z","time spent":"3.278162544s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:44:55.962523Z","caller":"traceutil/trace.go:171","msg":"trace[1782755375] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"3.272882977s","start":"2026-03-04T13:44:52.689622Z","end":"2026-03-04T13:44:55.962505Z","steps":["trace[1782755375] 'process raft request' (duration: 3.272847406s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:55.962604Z","caller":"traceutil/trace.go:171","msg":"trace[568202483] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"3.275808883s","start":"2026-03-04T13:44:52.686782Z","end":"2026-03-04T13:44:55.962591Z","steps":["trace[568202483] 'process raft request' (duration: 3.275566776s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:55.962638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.689613Z","time spent":"3.272963438s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:55.962674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.686768Z","time spent":"3.275870344s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:55.962753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.685509Z","time spent":"3.277242684s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:44:55.962808Z","caller":"traceutil/trace.go:171","msg":"trace[187521529] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"3.275922315s","start":"2026-03-04T13:44:52.686836Z","end":"2026-03-04T13:44:55.962758Z","steps":["trace[187521529] 'process raft request' (duration: 3.275613029s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:55.962942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.686829Z","time spent":"3.276058428s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:56.755652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:56.755711Z","caller":"traceutil/trace.go:171","msg":"trace[786655274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156172s","start":"2026-03-04T13:44:54.755541Z","end":"2026-03-04T13:44:56.755697Z","steps":["trace[786655274] 'agreement among raft nodes before linearized reading' (duration: 2.00007898s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:56.755741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.755524Z","time spent":"2.000210134s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:44:58.751781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.332038941s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:44:58.763347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:44:58.763432Z","caller":"traceutil/trace.go:171","msg":"trace[1708957302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000233084s","start":"2026-03-04T13:44:56.76318Z","end":"2026-03-04T13:44:58.763413Z","steps":["trace[1708957302] 'agreement among raft nodes before linearized reading' (duration: 2.000129631s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:44:58.763485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:56.763159Z","time spent":"2.000309296s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:44:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:58.9652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.930916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:44:58.965453Z","caller":"traceutil/trace.go:171","msg":"trace[399164347] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"6.21239411s","start":"2026-03-04T13:44:52.753039Z","end":"2026-03-04T13:44:58.965433Z","steps":["trace[399164347] 'process raft request' (duration: 6.212257227s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:44:58.96543Z","caller":"traceutil/trace.go:171","msg":"trace[117978211] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"6.213501765s","start":"2026-03-04T13:44:52.751888Z","end":"2026-03-04T13:44:58.96539Z","steps":["trace[117978211] 'process raft request' (duration: 6.000305174s)","trace[117978211] 'compare' (duration: 211.907472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:44:58.965527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.753032Z","time spent":"6.212461741s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:58.965603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751878Z","time spent":"6.213631959s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:44:59.686468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688562Z","time spent":"4.997901705s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:59.686586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688394Z","time spent":"4.998191191s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:59.686624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688601Z","time spent":"4.998021838s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:44:59.687338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688534Z","time spent":"4.998797105s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:59.687393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688345Z","time spent":"4.99903858s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:59.687491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688526Z","time spent":"4.998962308s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T13:44:59.68743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.688392Z","time spent":"4.99903359s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:44:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:00.445134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:00.44522Z","caller":"traceutil/trace.go:171","msg":"trace[1599846777] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000331137s","start":"2026-03-04T13:44:58.444868Z","end":"2026-03-04T13:45:00.4452Z","steps":["trace[1599846777] 'agreement among raft nodes before linearized reading' (duration: 2.000223784s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:00.445267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.444847Z","time spent":"2.000409218s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:00.763948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:00.764036Z","caller":"traceutil/trace.go:171","msg":"trace[429126684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386128s","start":"2026-03-04T13:44:58.76363Z","end":"2026-03-04T13:45:00.764016Z","steps":["trace[429126684] 'agreement among raft nodes before linearized reading' (duration: 2.000274785s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:00.764133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.763609Z","time spent":"2.000512461s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:01.126966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16155494s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-04T13:45:01.127185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630173888s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:01.127314Z","caller":"traceutil/trace.go:171","msg":"trace[186104455] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24146; }","duration":"1.630314651s","start":"2026-03-04T13:44:59.496981Z","end":"2026-03-04T13:45:01.127296Z","steps":["trace[186104455] 'range keys from in-memory index tree' (duration: 1.630155708s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:02.77083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000364067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:02.770919Z","caller":"traceutil/trace.go:171","msg":"trace[210147275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554441s","start":"2026-03-04T13:45:00.770346Z","end":"2026-03-04T13:45:02.7709Z","steps":["trace[210147275] 'agreement among raft nodes before linearized reading' (duration: 2.000391338s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:02.770969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.770329Z","time spent":"2.000629132s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:02.96508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.964145Z","time spent":"7.000926152s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:02.966271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999308608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:02.966278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999121203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:02.966326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998940839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:02.966358Z","caller":"traceutil/trace.go:171","msg":"trace[543735198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99944537s","start":"2026-03-04T13:44:57.966883Z","end":"2026-03-04T13:45:02.966328Z","steps":["trace[543735198] 'agreement among raft nodes before linearized reading' (duration: 4.999341417s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:02.966369Z","caller":"traceutil/trace.go:171","msg":"trace[330997814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99901253s","start":"2026-03-04T13:44:57.967345Z","end":"2026-03-04T13:45:02.966357Z","steps":["trace[330997814] 'agreement among raft nodes before linearized reading' (duration: 4.998954499s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:02.96638Z","caller":"traceutil/trace.go:171","msg":"trace[1852835683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999298787s","start":"2026-03-04T13:44:57.967055Z","end":"2026-03-04T13:45:02.966354Z","steps":["trace[1852835683] 'agreement among raft nodes before linearized reading' (duration: 4.999134914s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:02.966395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.966864Z","time spent":"4.999522072s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:45:02.966398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.967339Z","time spent":"4.999051971s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/04 13:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:02.966447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.967043Z","time spent":"4.999387029s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/04 13:45:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:04.244783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.329856Z","time spent":"1.914919958s","remote":"127.0.0.1:39084","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:04.245357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116206865s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:04.245748Z","caller":"traceutil/trace.go:171","msg":"trace[931111618] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"6.557116187s","start":"2026-03-04T13:44:57.688611Z","end":"2026-03-04T13:45:04.245727Z","steps":["trace[931111618] 'process raft request' (duration: 6.557019505s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.245838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.688584Z","time spent":"6.557205039s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:04.245879Z","caller":"traceutil/trace.go:171","msg":"trace[243297373] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"3.995313532s","start":"2026-03-04T13:45:00.250529Z","end":"2026-03-04T13:45:04.245842Z","steps":["trace[243297373] 'process raft request' (duration: 3.995158069s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:04.246005Z","caller":"traceutil/trace.go:171","msg":"trace[1132576999] linearizableReadLoop","detail":"{readStateIndex:25014; appliedIndex:24999; }","duration":"11.501813967s","start":"2026-03-04T13:44:52.744178Z","end":"2026-03-04T13:45:04.245992Z","steps":["trace[1132576999] 'read index received' (duration: 3.217756997s)","trace[1132576999] 'applied index is now lower than readState.Index' (duration: 8.284055809s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:04.246051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.250512Z","time spent":"3.995444075s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:04.246394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.560813873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-04T13:45:04.246451Z","caller":"traceutil/trace.go:171","msg":"trace[1045655517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24155; }","duration":"11.560885114s","start":"2026-03-04T13:44:52.685547Z","end":"2026-03-04T13:45:04.246432Z","steps":["trace[1045655517] 'agreement among raft nodes before linearized reading' (duration: 11.560639229s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.24644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.562587503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:04.246494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.685536Z","time spent":"11.560945715s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:45:04.246545Z","caller":"traceutil/trace.go:171","msg":"trace[191762373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24155; }","duration":"11.562748127s","start":"2026-03-04T13:44:52.683768Z","end":"2026-03-04T13:45:04.246516Z","steps":["trace[191762373] 'agreement among raft nodes before linearized reading' (duration: 11.562308046s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.246595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.683748Z","time spent":"11.562837779s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:04.269126Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543382727s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:04.269841Z","caller":"traceutil/trace.go:171","msg":"trace[762713195] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"1.544183614s","start":"2026-03-04T13:45:02.725621Z","end":"2026-03-04T13:45:04.269804Z","steps":["trace[762713195] 'process raft request' (duration: 1.543966899s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.27Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.72559Z","time spent":"1.544305247s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:04.687405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998511548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:04.687408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998987079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:04.687496Z","caller":"traceutil/trace.go:171","msg":"trace[1353776657] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998682142s","start":"2026-03-04T13:44:59.688791Z","end":"2026-03-04T13:45:04.687474Z","steps":["trace[1353776657] 'agreement among raft nodes before linearized reading' (duration: 4.998541799s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:04.68752Z","caller":"traceutil/trace.go:171","msg":"trace[1949323975] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999182343s","start":"2026-03-04T13:44:59.688308Z","end":"2026-03-04T13:45:04.68749Z","steps":["trace[1949323975] 'agreement among raft nodes before linearized reading' (duration: 4.99901975s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.68756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.68877Z","time spent":"4.998778225s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-04T13:45:04.687567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.688286Z","time spent":"4.999272385s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:04.68756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998669352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:04.687671Z","caller":"traceutil/trace.go:171","msg":"trace[401348562] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998807295s","start":"2026-03-04T13:44:59.68883Z","end":"2026-03-04T13:45:04.687637Z","steps":["trace[401348562] 'agreement among raft nodes before linearized reading' (duration: 4.998699672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.68774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.688809Z","time spent":"4.998916037s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:04.687756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998946528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:45:04.68779Z","caller":"traceutil/trace.go:171","msg":"trace[964597333] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998981739s","start":"2026-03-04T13:44:59.688799Z","end":"2026-03-04T13:45:04.687781Z","steps":["trace[964597333] 'agreement among raft nodes before linearized reading' (duration: 4.998945458s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.687856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.688789Z","time spent":"4.99906119s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:04.687816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998498398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:04.68789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998678032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:04.687988Z","caller":"traceutil/trace.go:171","msg":"trace[882792906] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999363157s","start":"2026-03-04T13:44:59.688607Z","end":"2026-03-04T13:45:04.68797Z","steps":["trace[882792906] 'agreement among raft nodes before linearized reading' (duration: 4.998692292s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.688055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.688598Z","time spent":"4.999438219s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:45:04.687915Z","caller":"traceutil/trace.go:171","msg":"trace[730576610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99861413s","start":"2026-03-04T13:44:59.689292Z","end":"2026-03-04T13:45:04.687906Z","steps":["trace[730576610] 'agreement among raft nodes before linearized reading' (duration: 4.998518238s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.688185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.689283Z","time spent":"4.998889946s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:04.688297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998919238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:04.688333Z","caller":"traceutil/trace.go:171","msg":"trace[1101814177] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998982309s","start":"2026-03-04T13:44:59.689341Z","end":"2026-03-04T13:45:04.688323Z","steps":["trace[1101814177] 'agreement among raft nodes before linearized reading' (duration: 4.998938948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.688357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.689331Z","time spent":"4.999018729s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-04T13:45:04.696954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.944548627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:04.697048Z","caller":"traceutil/trace.go:171","msg":"trace[354525983] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; }","duration":"11.944679039s","start":"2026-03-04T13:44:52.752338Z","end":"2026-03-04T13:45:04.697017Z","steps":["trace[354525983] 'agreement among raft nodes before linearized reading' (duration: 11.944549826s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.697098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.752334Z","time spent":"11.944753891s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:04.711829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.196131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:04.711922Z","caller":"traceutil/trace.go:171","msg":"trace[1806691101] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"463.351944ms","start":"2026-03-04T13:45:04.24855Z","end":"2026-03-04T13:45:04.711902Z","steps":["trace[1806691101] 'agreement among raft nodes before linearized reading' (duration: 463.219471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.711974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.248533Z","time spent":"463.431116ms","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:04.772436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000449529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:04.772527Z","caller":"traceutil/trace.go:171","msg":"trace[1130016819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609023s","start":"2026-03-04T13:45:02.771897Z","end":"2026-03-04T13:45:04.772506Z","steps":["trace[1130016819] 'agreement among raft nodes before linearized reading' (duration: 2.00048194s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:04.772578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.771877Z","time spent":"2.000691764s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:05.726121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45673901s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:06.29426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.679749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:06.294362Z","caller":"traceutil/trace.go:171","msg":"trace[779998390] linearizableReadLoop","detail":"{readStateIndex:25019; appliedIndex:25017; }","duration":"2.048320886s","start":"2026-03-04T13:45:04.246026Z","end":"2026-03-04T13:45:06.294347Z","steps":["trace[779998390] 'read index received' (duration: 23.56094ms)","trace[779998390] 'applied index is now lower than readState.Index' (duration: 2.024758836s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:06.294446Z","caller":"traceutil/trace.go:171","msg":"trace[1965030095] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"3.367114234s","start":"2026-03-04T13:45:02.927324Z","end":"2026-03-04T13:45:06.294438Z","steps":["trace[1965030095] 'process raft request' (duration: 2.799158599s)","trace[1965030095] 'compare' (duration: 565.884058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:06.294495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.927292Z","time spent":"3.367177286s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:06.294669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508468947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.294693Z","caller":"traceutil/trace.go:171","msg":"trace[1203735638] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24157; }","duration":"2.508526298s","start":"2026-03-04T13:45:03.786158Z","end":"2026-03-04T13:45:06.294684Z","steps":["trace[1203735638] 'agreement among raft nodes before linearized reading' (duration: 2.508474347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.294715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.786134Z","time spent":"2.508575419s","remote":"127.0.0.1:44240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.294826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566886459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.294845Z","caller":"traceutil/trace.go:171","msg":"trace[113676909] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24157; }","duration":"2.566963161s","start":"2026-03-04T13:45:03.727875Z","end":"2026-03-04T13:45:06.294838Z","steps":["trace[113676909] 'agreement among raft nodes before linearized reading' (duration: 2.5669278s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.294864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.727843Z","time spent":"2.567016432s","remote":"127.0.0.1:35306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956505555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:06.295075Z","caller":"traceutil/trace.go:171","msg":"trace[344572366] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24157; }","duration":"2.956534986s","start":"2026-03-04T13:45:03.338535Z","end":"2026-03-04T13:45:06.29507Z","steps":["trace[344572366] 'agreement among raft nodes before linearized reading' (duration: 2.956406903s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.338488Z","time spent":"2.956601947s","remote":"127.0.0.1:35388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.603767084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:45:06.295209Z","caller":"traceutil/trace.go:171","msg":"trace[1249691829] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24157; }","duration":"8.603818186s","start":"2026-03-04T13:44:57.691384Z","end":"2026-03-04T13:45:06.295202Z","steps":["trace[1249691829] 'agreement among raft nodes before linearized reading' (duration: 8.603729174s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.560606975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.691371Z","time spent":"8.603850666s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.078856399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.635666677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.295248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.096802265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.849615224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.295286Z","caller":"traceutil/trace.go:171","msg":"trace[2035054293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24157; }","duration":"9.635705687s","start":"2026-03-04T13:44:56.659569Z","end":"2026-03-04T13:45:06.295275Z","steps":["trace[2035054293] 'agreement among raft nodes before linearized reading' (duration: 9.635584345s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967884341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.295292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326900861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.295305Z","caller":"traceutil/trace.go:171","msg":"trace[2098993124] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24157; }","duration":"11.849673265s","start":"2026-03-04T13:44:54.445625Z","end":"2026-03-04T13:45:06.295299Z","steps":["trace[2098993124] 'agreement among raft nodes before linearized reading' (duration: 11.849637704s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.569915838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.295244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828860492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.295309Z","caller":"traceutil/trace.go:171","msg":"trace[1234130645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24157; }","duration":"9.096904117s","start":"2026-03-04T13:44:57.19839Z","end":"2026-03-04T13:45:06.295295Z","steps":["trace[1234130645] 'agreement among raft nodes before linearized reading' (duration: 9.096805465s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295323Z","caller":"traceutil/trace.go:171","msg":"trace[50122814] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24157; }","duration":"2.967946722s","start":"2026-03-04T13:45:03.327364Z","end":"2026-03-04T13:45:06.295311Z","steps":["trace[50122814] 'agreement among raft nodes before linearized reading' (duration: 2.967906831s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295333Z","caller":"traceutil/trace.go:171","msg":"trace[224823239] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24157; }","duration":"3.828984045s","start":"2026-03-04T13:45:02.466345Z","end":"2026-03-04T13:45:06.295329Z","steps":["trace[224823239] 'agreement among raft nodes before linearized reading' (duration: 3.828844132s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.466326Z","time spent":"3.829021995s","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.327335Z","time spent":"2.968013544s","remote":"127.0.0.1:33154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.962994811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13693259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.295407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.802488951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086542223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899a74f8b3ddb92\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-04T13:45:06.295427Z","caller":"traceutil/trace.go:171","msg":"trace[90496689] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24157; }","duration":"11.963023532s","start":"2026-03-04T13:44:54.332395Z","end":"2026-03-04T13:45:06.295419Z","steps":["trace[90496689] 'agreement among raft nodes before linearized reading' (duration: 11.962981911s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295344Z","caller":"traceutil/trace.go:171","msg":"trace[199191750] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24157; }","duration":"11.570043961s","start":"2026-03-04T13:44:54.72529Z","end":"2026-03-04T13:45:06.295334Z","steps":["trace[199191750] 'agreement among raft nodes before linearized reading' (duration: 11.569882427s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.792865524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.29539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.772925088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-04T13:45:06.295463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.596489807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.295466Z","caller":"traceutil/trace.go:171","msg":"trace[1114888996] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24157; }","duration":"10.792926826s","start":"2026-03-04T13:44:55.502533Z","end":"2026-03-04T13:45:06.29546Z","steps":["trace[1114888996] 'agreement among raft nodes before linearized reading' (duration: 10.792811703s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295463Z","caller":"traceutil/trace.go:171","msg":"trace[1993458396] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899a74f8b3ddb92; range_end:; response_count:1; response_revision:24157; }","duration":"4.086590794s","start":"2026-03-04T13:45:02.208852Z","end":"2026-03-04T13:45:06.295443Z","steps":["trace[1993458396] 'agreement among raft nodes before linearized reading' (duration: 4.08642205s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.683315389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.295515Z","caller":"traceutil/trace.go:171","msg":"trace[2061141994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24157; }","duration":"9.596584829s","start":"2026-03-04T13:44:56.698922Z","end":"2026-03-04T13:45:06.295507Z","steps":["trace[2061141994] 'agreement among raft nodes before linearized reading' (duration: 9.596519827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.502517Z","time spent":"10.792999947s","remote":"127.0.0.1:35396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:56.698901Z","time spent":"9.596637219s","remote":"127.0.0.1:56250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.295546Z","caller":"traceutil/trace.go:171","msg":"trace[130148423] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24157; }","duration":"7.68339253s","start":"2026-03-04T13:44:58.612141Z","end":"2026-03-04T13:45:06.295533Z","steps":["trace[130148423] 'agreement among raft nodes before linearized reading' (duration: 7.683300278s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295252Z","caller":"traceutil/trace.go:171","msg":"trace[1073539922] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24157; }","duration":"8.560736308s","start":"2026-03-04T13:44:57.734498Z","end":"2026-03-04T13:45:06.295234Z","steps":["trace[1073539922] 'agreement among raft nodes before linearized reading' (duration: 8.560603335s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295548Z","caller":"traceutil/trace.go:171","msg":"trace[1030040598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24157; }","duration":"6.773115472s","start":"2026-03-04T13:44:59.522401Z","end":"2026-03-04T13:45:06.295517Z","steps":["trace[1030040598] 'agreement among raft nodes before linearized reading' (duration: 6.772743674s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.503995528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.295589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.734479Z","time spent":"8.561100666s","remote":"127.0.0.1:35270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.612082Z","time spent":"7.683495162s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:45:06.29561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.543840591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-04T13:45:06.295357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.498328304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.29571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544484905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-04T13:45:06.295727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544433513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-04T13:45:06.29573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.647187472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.592920452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544406613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-04T13:45:06.295769Z","caller":"traceutil/trace.go:171","msg":"trace[1518197111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24157; }","duration":"6.647259043s","start":"2026-03-04T13:44:59.648499Z","end":"2026-03-04T13:45:06.295758Z","steps":["trace[1518197111] 'agreement among raft nodes before linearized reading' (duration: 6.647206942s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295774Z","caller":"traceutil/trace.go:171","msg":"trace[703417439] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24157; }","duration":"6.592955552s","start":"2026-03-04T13:44:59.702808Z","end":"2026-03-04T13:45:06.295764Z","steps":["trace[703417439] 'agreement among raft nodes before linearized reading' (duration: 6.592903251s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.210712683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.543160565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1593"} {"level":"warn","ts":"2026-03-04T13:45:06.295802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.546022519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:923"} {"level":"warn","ts":"2026-03-04T13:45:06.295801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544567847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" ","response":"range_response_count:1 size:899"} {"level":"warn","ts":"2026-03-04T13:45:06.295807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.42130492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.295823Z","caller":"traceutil/trace.go:171","msg":"trace[201974687] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:24157; }","duration":"13.543197545s","start":"2026-03-04T13:44:52.752617Z","end":"2026-03-04T13:45:06.295815Z","steps":["trace[201974687] 'agreement among raft nodes before linearized reading' (duration: 13.543142424s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295832Z","caller":"traceutil/trace.go:171","msg":"trace[1313439587] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:24157; }","duration":"13.54606253s","start":"2026-03-04T13:44:52.749762Z","end":"2026-03-04T13:45:06.295824Z","steps":["trace[1313439587] 'agreement among raft nodes before linearized reading' (duration: 13.545992858s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295838Z","caller":"traceutil/trace.go:171","msg":"trace[455522441] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service; range_end:; response_count:1; response_revision:24157; }","duration":"13.544614538s","start":"2026-03-04T13:44:52.751214Z","end":"2026-03-04T13:45:06.295828Z","steps":["trace[455522441] 'agreement among raft nodes before linearized reading' (duration: 13.544536366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544661679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" ","response":"range_response_count:1 size:925"} {"level":"warn","ts":"2026-03-04T13:45:06.295608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105518604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:06.295841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.75261Z","time spent":"13.543227326s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1617,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.543742388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-04T13:45:06.295891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.541781834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1365"} {"level":"info","ts":"2026-03-04T13:45:06.295892Z","caller":"traceutil/trace.go:171","msg":"trace[2111151384] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24157; }","duration":"3.1058042s","start":"2026-03-04T13:45:03.19008Z","end":"2026-03-04T13:45:06.295884Z","steps":["trace[2111151384] 'agreement among raft nodes before linearized reading' (duration: 3.105453952s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544096966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-03-04T13:45:06.295848Z","caller":"traceutil/trace.go:171","msg":"trace[807651809] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24157; }","duration":"5.421342391s","start":"2026-03-04T13:45:00.874493Z","end":"2026-03-04T13:45:06.295835Z","steps":["trace[807651809] 'agreement among raft nodes before linearized reading' (duration: 5.421246749s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961241585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:45:06.295927Z","caller":"traceutil/trace.go:171","msg":"trace[1374786394] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:24157; }","duration":"13.544146558s","start":"2026-03-04T13:44:52.751772Z","end":"2026-03-04T13:45:06.295919Z","steps":["trace[1374786394] 'agreement among raft nodes before linearized reading' (duration: 13.544058506s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295923Z","caller":"traceutil/trace.go:171","msg":"trace[1866803827] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24157; }","duration":"13.543794069s","start":"2026-03-04T13:44:52.752113Z","end":"2026-03-04T13:45:06.295907Z","steps":["trace[1866803827] 'agreement among raft nodes before linearized reading' (duration: 13.543671196s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.528284965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-04T13:45:06.295796Z","caller":"traceutil/trace.go:171","msg":"trace[719814998] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24157; }","duration":"13.544466815s","start":"2026-03-04T13:44:52.751315Z","end":"2026-03-04T13:45:06.295782Z","steps":["trace[719814998] 'agreement among raft nodes before linearized reading' (duration: 13.544344032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751209Z","time spent":"13.544656999s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":923,"request content":"key:\"/registry/services/specs/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service\" "} {"level":"info","ts":"2026-03-04T13:45:06.295809Z","caller":"traceutil/trace.go:171","msg":"trace[771060279] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24157; }","duration":"13.210783775s","start":"2026-03-04T13:44:53.085014Z","end":"2026-03-04T13:45:06.295798Z","steps":["trace[771060279] 'agreement among raft nodes before linearized reading' (duration: 13.210737634s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751763Z","time spent":"13.544186908s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1189,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.954705651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.295969Z","caller":"traceutil/trace.go:171","msg":"trace[366519582] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24157; }","duration":"5.528345746s","start":"2026-03-04T13:45:00.767616Z","end":"2026-03-04T13:45:06.295962Z","steps":["trace[366519582] 'agreement among raft nodes before linearized reading' (duration: 5.528258214s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751309Z","time spent":"13.544658389s","remote":"127.0.0.1:52358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.752108Z","time spent":"13.54384942s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.546274724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-12d2c1f8-103d-429d-a064-b1551721d4bb\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-04T13:45:06.295721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.32607319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:45:06.295989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.084985Z","time spent":"13.21099335s","remote":"127.0.0.1:33066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.295894Z","caller":"traceutil/trace.go:171","msg":"trace[1791626729] range","detail":"{range_begin:/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service; range_end:; response_count:1; response_revision:24157; }","duration":"13.544730801s","start":"2026-03-04T13:44:52.751144Z","end":"2026-03-04T13:45:06.295875Z","steps":["trace[1791626729] 'agreement among raft nodes before linearized reading' (duration: 13.544614948s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.20882Z","time spent":"4.086715137s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.1899a74f8b3ddb92\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.165211894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T13:45:06.296086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607899596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-04T13:45:06.296088Z","caller":"traceutil/trace.go:171","msg":"trace[1197371811] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24157; }","duration":"7.16591562s","start":"2026-03-04T13:44:59.130161Z","end":"2026-03-04T13:45:06.296076Z","steps":["trace[1197371811] 'agreement among raft nodes before linearized reading' (duration: 7.165125433s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326780228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-04T13:45:06.296023Z","caller":"traceutil/trace.go:171","msg":"trace[268854745] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24157; }","duration":"10.498733273s","start":"2026-03-04T13:44:55.796989Z","end":"2026-03-04T13:45:06.295723Z","steps":["trace[268854745] 'agreement among raft nodes before linearized reading' (duration: 10.498348695s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.296125Z","caller":"traceutil/trace.go:171","msg":"trace[60414443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24157; }","duration":"1.326855049s","start":"2026-03-04T13:45:04.969262Z","end":"2026-03-04T13:45:06.296117Z","steps":["trace[60414443] 'agreement among raft nodes before linearized reading' (duration: 1.326782258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.874431Z","time spent":"5.421499445s","remote":"127.0.0.1:35582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.296125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.130141Z","time spent":"7.165973941s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:06.296147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.969233Z","time spent":"1.326908071s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:06.29575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.192332429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-04T13:45:06.296176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212996951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.296199Z","caller":"traceutil/trace.go:171","msg":"trace[827614689] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:24157; }","duration":"6.19281637s","start":"2026-03-04T13:45:00.103374Z","end":"2026-03-04T13:45:06.29619Z","steps":["trace[827614689] 'agreement among raft nodes before linearized reading' (duration: 6.192287528s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327146326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-04T13:45:06.296191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.796968Z","time spent":"10.499180194s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.296222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.103352Z","time spent":"6.19286289s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-03-04T13:45:06.29621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992176631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267217"} {"level":"info","ts":"2026-03-04T13:45:06.296225Z","caller":"traceutil/trace.go:171","msg":"trace[1112399543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24157; }","duration":"1.327233138s","start":"2026-03-04T13:45:04.968984Z","end":"2026-03-04T13:45:06.296217Z","steps":["trace[1112399543] 'agreement among raft nodes before linearized reading' (duration: 1.327155147s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326802029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-04T13:45:06.296256Z","caller":"traceutil/trace.go:171","msg":"trace[1592585831] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24157; }","duration":"1.326839919s","start":"2026-03-04T13:45:04.96941Z","end":"2026-03-04T13:45:06.29625Z","steps":["trace[1592585831] 'agreement among raft nodes before linearized reading' (duration: 1.326780088s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.296119Z","caller":"traceutil/trace.go:171","msg":"trace[1268586524] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24157; }","duration":"1.607971328s","start":"2026-03-04T13:45:04.688137Z","end":"2026-03-04T13:45:06.296108Z","steps":["trace[1268586524] 'agreement among raft nodes before linearized reading' (duration: 1.607892966s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.296259Z","caller":"traceutil/trace.go:171","msg":"trace[1487437223] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24157; }","duration":"5.992260343s","start":"2026-03-04T13:45:00.303984Z","end":"2026-03-04T13:45:06.296245Z","steps":["trace[1487437223] 'agreement among raft nodes before linearized reading' (duration: 5.991858494s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295291Z","caller":"traceutil/trace.go:171","msg":"trace[1782277971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24157; }","duration":"6.079006412s","start":"2026-03-04T13:45:00.216265Z","end":"2026-03-04T13:45:06.295271Z","steps":["trace[1782277971] 'agreement among raft nodes before linearized reading' (duration: 6.078826558s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.968951Z","time spent":"1.327297939s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-04T13:45:06.296271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.049847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.295576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544892984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1434"} {"level":"warn","ts":"2026-03-04T13:45:06.296288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603087758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.296298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.688117Z","time spent":"1.608169333s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-04T13:45:06.296303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517127756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.296323Z","caller":"traceutil/trace.go:171","msg":"trace[622483240] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24157; }","duration":"13.545658481s","start":"2026-03-04T13:44:52.750654Z","end":"2026-03-04T13:45:06.296313Z","steps":["trace[622483240] 'agreement among raft nodes before linearized reading' (duration: 13.544813262s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.296334Z","caller":"traceutil/trace.go:171","msg":"trace[765757819] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24157; }","duration":"1.60314602s","start":"2026-03-04T13:45:04.693174Z","end":"2026-03-04T13:45:06.29632Z","steps":["trace[765757819] 'agreement among raft nodes before linearized reading' (duration: 1.603064178s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.026907789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:06.29599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.767599Z","time spent":"5.528386277s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T13:45:06.296431Z","caller":"traceutil/trace.go:171","msg":"trace[1118916416] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24157; }","duration":"10.028045454s","start":"2026-03-04T13:44:56.268375Z","end":"2026-03-04T13:45:06.29642Z","steps":["trace[1118916416] 'agreement among raft nodes before linearized reading' (duration: 10.026932459s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:06.295987Z","caller":"traceutil/trace.go:171","msg":"trace[968540959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24157; }","duration":"10.955604341s","start":"2026-03-04T13:44:55.340378Z","end":"2026-03-04T13:45:06.295982Z","steps":["trace[968540959] 'agreement among raft nodes before linearized reading' (duration: 10.954684671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:56.268353Z","time spent":"10.028104996s","remote":"127.0.0.1:49596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.296452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.693167Z","time spent":"1.603263942s","remote":"127.0.0.1:35486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.296494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:55.340328Z","time spent":"10.956148743s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.296218Z","caller":"traceutil/trace.go:171","msg":"trace[1748437940] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24157; }","duration":"1.213094393s","start":"2026-03-04T13:45:05.083112Z","end":"2026-03-04T13:45:06.296207Z","steps":["trace[1748437940] 'agreement among raft nodes before linearized reading' (duration: 1.213028962s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.083081Z","time spent":"1.213504083s","remote":"127.0.0.1:39564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.296274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.969399Z","time spent":"1.32686912s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-04T13:45:06.295735Z","caller":"traceutil/trace.go:171","msg":"trace[1948685668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24157; }","duration":"13.544518576s","start":"2026-03-04T13:44:52.751208Z","end":"2026-03-04T13:45:06.295727Z","steps":["trace[1948685668] 'agreement among raft nodes before linearized reading' (duration: 13.544459484s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.2967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751202Z","time spent":"13.545483827s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-04T13:45:06.296308Z","caller":"traceutil/trace.go:171","msg":"trace[1562060358] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24157; }","duration":"811.122489ms","start":"2026-03-04T13:45:05.485175Z","end":"2026-03-04T13:45:06.296298Z","steps":["trace[1562060358] 'agreement among raft nodes before linearized reading' (duration: 811.066708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:05.485154Z","time spent":"811.60038ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.619620457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.29694Z","caller":"traceutil/trace.go:171","msg":"trace[1415646820] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24157; }","duration":"7.621115261s","start":"2026-03-04T13:44:58.675806Z","end":"2026-03-04T13:45:06.296922Z","steps":["trace[1415646820] 'agreement among raft nodes before linearized reading' (duration: 7.619569646s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.296979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.675735Z","time spent":"7.621231094s","remote":"127.0.0.1:52358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:56.659531Z","time spent":"9.635776609s","remote":"127.0.0.1:35076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.295322Z","caller":"traceutil/trace.go:171","msg":"trace[1440970652] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:0; response_revision:24157; }","duration":"3.326961722s","start":"2026-03-04T13:45:02.968351Z","end":"2026-03-04T13:45:06.295313Z","steps":["trace[1440970652] 'agreement among raft nodes before linearized reading' (duration: 3.326921481s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.297232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:02.968332Z","time spent":"3.328889806s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T13:45:06.29533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.445597Z","time spent":"11.849727256s","remote":"127.0.0.1:49510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.790025424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:06.297591Z","caller":"traceutil/trace.go:171","msg":"trace[106615897] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24157; }","duration":"4.792434378s","start":"2026-03-04T13:45:01.505146Z","end":"2026-03-04T13:45:06.29758Z","steps":["trace[106615897] 'agreement among raft nodes before linearized reading' (duration: 4.789992262s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.297636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.505132Z","time spent":"4.792491879s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.959691427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.297874Z","caller":"traceutil/trace.go:171","msg":"trace[1536465635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24157; }","duration":"11.962198964s","start":"2026-03-04T13:44:54.335651Z","end":"2026-03-04T13:45:06.29785Z","steps":["trace[1536465635] 'agreement among raft nodes before linearized reading' (duration: 11.959694827s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.297912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.335644Z","time spent":"11.962256625s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.198371Z","time spent":"9.096967779s","remote":"127.0.0.1:33362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.295434Z","caller":"traceutil/trace.go:171","msg":"trace[1370721386] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24157; }","duration":"5.136999012s","start":"2026-03-04T13:45:01.158427Z","end":"2026-03-04T13:45:06.295426Z","steps":["trace[1370721386] 'agreement among raft nodes before linearized reading' (duration: 5.13693774s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.298221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.158408Z","time spent":"5.139774904s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.29545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.332351Z","time spent":"11.963093593s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.295438Z","caller":"traceutil/trace.go:171","msg":"trace[264564344] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24157; }","duration":"8.802549032s","start":"2026-03-04T13:44:57.49288Z","end":"2026-03-04T13:45:06.295429Z","steps":["trace[264564344] 'agreement among raft nodes before linearized reading' (duration: 8.802500231s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.298808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:57.492863Z","time spent":"8.805925508s","remote":"127.0.0.1:33240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.110832235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.298919Z","caller":"traceutil/trace.go:171","msg":"trace[2082447646] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24157; }","duration":"3.114563469s","start":"2026-03-04T13:45:03.184333Z","end":"2026-03-04T13:45:06.298897Z","steps":["trace[2082447646] 'agreement among raft nodes before linearized reading' (duration: 3.110836285s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.298983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.184311Z","time spent":"3.11465463s","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:54.725273Z","time spent":"11.570187044s","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.192890218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.299303Z","caller":"traceutil/trace.go:171","msg":"trace[1672099394] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24157; }","duration":"5.196708383s","start":"2026-03-04T13:45:01.102574Z","end":"2026-03-04T13:45:06.299282Z","steps":["trace[1672099394] 'agreement among raft nodes before linearized reading' (duration: 5.192886798s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.299362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:01.102554Z","time spent":"5.196790205s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.046235062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.299528Z","caller":"traceutil/trace.go:171","msg":"trace[661496334] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24157; }","duration":"3.050285953s","start":"2026-03-04T13:45:03.249232Z","end":"2026-03-04T13:45:06.299518Z","steps":["trace[661496334] 'agreement among raft nodes before linearized reading' (duration: 3.046231652s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.299567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.249174Z","time spent":"3.050380526s","remote":"127.0.0.1:49524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544356082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1464"} {"level":"info","ts":"2026-03-04T13:45:06.299743Z","caller":"traceutil/trace.go:171","msg":"trace[867394676] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:24157; }","duration":"13.548474765s","start":"2026-03-04T13:44:52.751259Z","end":"2026-03-04T13:45:06.299734Z","steps":["trace[867394676] 'agreement among raft nodes before linearized reading' (duration: 13.544329371s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.299778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751254Z","time spent":"13.548513246s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1488,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.545115818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-03-04T13:45:06.299971Z","caller":"traceutil/trace.go:171","msg":"trace[976367671] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:24157; }","duration":"13.549466937s","start":"2026-03-04T13:44:52.750495Z","end":"2026-03-04T13:45:06.299962Z","steps":["trace[976367671] 'agreement among raft nodes before linearized reading' (duration: 13.545097519s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.300025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.750484Z","time spent":"13.549509708s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":960,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.522386Z","time spent":"6.773223425s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T13:45:06.29562Z","caller":"traceutil/trace.go:171","msg":"trace[715175373] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24157; }","duration":"7.50407319s","start":"2026-03-04T13:44:58.791534Z","end":"2026-03-04T13:45:06.295607Z","steps":["trace[715175373] 'agreement among raft nodes before linearized reading' (duration: 7.503989518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.300513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:58.791509Z","time spent":"7.508985431s","remote":"127.0.0.1:35562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.29564Z","caller":"traceutil/trace.go:171","msg":"trace[1976519869] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24157; }","duration":"13.543887581s","start":"2026-03-04T13:44:52.751745Z","end":"2026-03-04T13:45:06.295632Z","steps":["trace[1976519869] 'agreement among raft nodes before linearized reading' (duration: 13.543728628s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.300592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751738Z","time spent":"13.548828823s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324332721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-04T13:45:06.300684Z","caller":"traceutil/trace.go:171","msg":"trace[302409587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24157; }","duration":"5.329423057s","start":"2026-03-04T13:45:00.971245Z","end":"2026-03-04T13:45:06.300668Z","steps":["trace[302409587] 'agreement among raft nodes before linearized reading' (duration: 5.324287671s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.300723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.971227Z","time spent":"5.329483358s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544211478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4386"} {"level":"info","ts":"2026-03-04T13:45:06.300855Z","caller":"traceutil/trace.go:171","msg":"trace[467924198] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:24157; }","duration":"13.549385205s","start":"2026-03-04T13:44:52.751445Z","end":"2026-03-04T13:45:06.300831Z","steps":["trace[467924198] 'agreement among raft nodes before linearized reading' (duration: 13.544201949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.300886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.75143Z","time spent":"13.549445406s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4410,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.545907147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:1094"} {"level":"info","ts":"2026-03-04T13:45:06.301003Z","caller":"traceutil/trace.go:171","msg":"trace[1600877925] range","detail":"{range_begin:/registry/services/specs/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:24157; }","duration":"13.551236246s","start":"2026-03-04T13:44:52.74976Z","end":"2026-03-04T13:45:06.300996Z","steps":["trace[1600877925] 'agreement among raft nodes before linearized reading' (duration: 13.545890326s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.301026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.74975Z","time spent":"13.551269387s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1118,"request content":"key:\"/registry/services/specs/openstack/ovn-ovsdb-sb\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.60807002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:06.301111Z","caller":"traceutil/trace.go:171","msg":"trace[1426409961] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24157; }","duration":"12.613475401s","start":"2026-03-04T13:44:53.687616Z","end":"2026-03-04T13:45:06.301091Z","steps":["trace[1426409961] 'agreement among raft nodes before linearized reading' (duration: 12.608047939s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.301143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.687588Z","time spent":"12.613545253s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.545955298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1487"} {"level":"info","ts":"2026-03-04T13:45:06.301181Z","caller":"traceutil/trace.go:171","msg":"trace[1180934565] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:24157; }","duration":"13.55141017s","start":"2026-03-04T13:44:52.749759Z","end":"2026-03-04T13:45:06.301169Z","steps":["trace[1180934565] 'agreement among raft nodes before linearized reading' (duration: 13.545941877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.301218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.74975Z","time spent":"13.551454081s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.544863103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T13:45:06.301324Z","caller":"traceutil/trace.go:171","msg":"trace[1380548088] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:24157; }","duration":"13.55052025s","start":"2026-03-04T13:44:52.750792Z","end":"2026-03-04T13:45:06.301313Z","steps":["trace[1380548088] 'agreement among raft nodes before linearized reading' (duration: 13.544667489s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.30136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.750783Z","time spent":"13.550565352s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"info","ts":"2026-03-04T13:45:06.295746Z","caller":"traceutil/trace.go:171","msg":"trace[947127023] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24157; }","duration":"13.544477135s","start":"2026-03-04T13:44:52.751262Z","end":"2026-03-04T13:45:06.29574Z","steps":["trace[947127023] 'agreement among raft nodes before linearized reading' (duration: 13.544430584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.3014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751247Z","time spent":"13.550139842s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.702728Z","time spent":"6.593068185s","remote":"127.0.0.1:58588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.2958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:59.648478Z","time spent":"6.647313455s","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.295849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.240588504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:06.301657Z","caller":"traceutil/trace.go:171","msg":"trace[1569898868] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24157; }","duration":"13.246421545s","start":"2026-03-04T13:44:53.055225Z","end":"2026-03-04T13:45:06.301646Z","steps":["trace[1569898868] 'agreement among raft nodes before linearized reading' (duration: 13.240601305s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.295866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.749755Z","time spent":"13.54610591s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":947,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-04T13:45:06.295917Z","caller":"traceutil/trace.go:171","msg":"trace[1948069648] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:24157; }","duration":"13.541816955s","start":"2026-03-04T13:44:52.754095Z","end":"2026-03-04T13:45:06.295912Z","steps":["trace[1948069648] 'agreement among raft nodes before linearized reading' (duration: 13.541760013s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.301855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.754088Z","time spent":"13.547754388s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:03.190062Z","time spent":"3.105863042s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:06.295945Z","caller":"traceutil/trace.go:171","msg":"trace[535755939] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24157; }","duration":"5.961324887s","start":"2026-03-04T13:45:00.334611Z","end":"2026-03-04T13:45:06.295935Z","steps":["trace[535755939] 'agreement among raft nodes before linearized reading' (duration: 5.961212875s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.301953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.334585Z","time spent":"5.967358783s","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.546216684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-04T13:45:06.302057Z","caller":"traceutil/trace.go:171","msg":"trace[1583210961] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24157; }","duration":"13.55232571s","start":"2026-03-04T13:44:52.749722Z","end":"2026-03-04T13:45:06.302048Z","steps":["trace[1583210961] 'agreement among raft nodes before linearized reading' (duration: 13.546209413s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.30209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.749716Z","time spent":"13.552366811s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2488,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.546234994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1163"} {"level":"info","ts":"2026-03-04T13:45:06.302161Z","caller":"traceutil/trace.go:171","msg":"trace[57394104] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:24157; }","duration":"13.552436513s","start":"2026-03-04T13:44:52.749718Z","end":"2026-03-04T13:45:06.302154Z","steps":["trace[57394104] 'agreement among raft nodes before linearized reading' (duration: 13.546176572s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.302179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.749703Z","time spent":"13.552469923s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1187,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-04T13:45:06.295993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.546319985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-04T13:45:06.302226Z","caller":"traceutil/trace.go:171","msg":"trace[1328462465] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24157; }","duration":"13.552589546s","start":"2026-03-04T13:44:52.749629Z","end":"2026-03-04T13:45:06.302219Z","steps":["trace[1328462465] 'agreement among raft nodes before linearized reading' (duration: 13.546305915s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.302269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.749608Z","time spent":"13.552630197s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-04T13:45:06.296016Z","caller":"traceutil/trace.go:171","msg":"trace[1199570831] range","detail":"{range_begin:/registry/persistentvolumes/pvc-12d2c1f8-103d-429d-a064-b1551721d4bb; range_end:; response_count:1; response_revision:24157; }","duration":"13.546343436s","start":"2026-03-04T13:44:52.749663Z","end":"2026-03-04T13:45:06.296007Z","steps":["trace[1199570831] 'agreement among raft nodes before linearized reading' (duration: 13.546250004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.301702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:53.055203Z","time spent":"13.246471336s","remote":"127.0.0.1:33310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.302367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.749642Z","time spent":"13.5527179s","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-12d2c1f8-103d-429d-a064-b1551721d4bb\" "} {"level":"info","ts":"2026-03-04T13:45:06.296024Z","caller":"traceutil/trace.go:171","msg":"trace[491495543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24157; }","duration":"5.326402358s","start":"2026-03-04T13:45:00.969615Z","end":"2026-03-04T13:45:06.296017Z","steps":["trace[491495543] 'agreement among raft nodes before linearized reading' (duration: 5.32605119s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.302515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.969599Z","time spent":"5.332905254s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:06.29605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.751134Z","time spent":"13.544908115s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":949,"request content":"key:\"/registry/services/specs/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-webhook-service\" "} {"level":"warn","ts":"2026-03-04T13:45:06.296305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.216245Z","time spent":"6.080049015s","remote":"127.0.0.1:49570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:06.296309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:00.303963Z","time spent":"5.992333484s","remote":"127.0.0.1:35532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267241,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-04T13:45:06.296313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605648166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-04T13:45:06.302775Z","caller":"traceutil/trace.go:171","msg":"trace[721049287] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24157; }","duration":"1.612141342s","start":"2026-03-04T13:45:04.690615Z","end":"2026-03-04T13:45:06.302757Z","steps":["trace[721049287] 'agreement among raft nodes before linearized reading' (duration: 1.605642645s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.302854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.690586Z","time spent":"1.612245775s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-03-04T13:45:06.296352Z","caller":"traceutil/trace.go:171","msg":"trace[2095786892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24157; }","duration":"1.517207118s","start":"2026-03-04T13:45:04.779135Z","end":"2026-03-04T13:45:06.296342Z","steps":["trace[2095786892] 'agreement among raft nodes before linearized reading' (duration: 1.517143127s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:06.302897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:04.779117Z","time spent":"1.523767866s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:06.296366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:44:52.750646Z","time spent":"13.545704152s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1458,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-04T13:45:06.801602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:07.302699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:07.603877Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.305456729s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:07.694176Z","caller":"traceutil/trace.go:171","msg":"trace[1997241701] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"1.39583029s","start":"2026-03-04T13:45:06.298321Z","end":"2026-03-04T13:45:07.694151Z","steps":["trace[1997241701] 'process raft request' (duration: 1.30593885s)","trace[1997241701] 'compare' (duration: 89.400339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:07.694309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.298301Z","time spent":"1.395927842s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:07.967049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.307884Z","time spent":"1.65915745s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.967193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.301195Z","time spent":"1.665988993s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.967197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305001Z","time spent":"1.662187787s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.985079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684000517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:07.985149Z","caller":"traceutil/trace.go:171","msg":"trace[691216401] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; }","duration":"1.684100449s","start":"2026-03-04T13:45:06.301032Z","end":"2026-03-04T13:45:07.985132Z","steps":["trace[691216401] 'agreement among raft nodes before linearized reading' (duration: 1.684013197s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:07.985185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.301022Z","time spent":"1.68415656s","remote":"127.0.0.1:35252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} 2026/03/04 13:45:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692349225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:07.999457Z","caller":"traceutil/trace.go:171","msg":"trace[604285606] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; }","duration":"1.692468567s","start":"2026-03-04T13:45:06.306976Z","end":"2026-03-04T13:45:07.999445Z","steps":["trace[604285606] 'agreement among raft nodes before linearized reading' (duration: 1.692347835s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:07.999505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306955Z","time spent":"1.692540939s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694004181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.000753Z","caller":"traceutil/trace.go:171","msg":"trace[707421401] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; }","duration":"1.694970284s","start":"2026-03-04T13:45:06.305758Z","end":"2026-03-04T13:45:08.000728Z","steps":["trace[707421401] 'agreement among raft nodes before linearized reading' (duration: 1.694020532s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.000851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305737Z","time spent":"1.695078426s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693036969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.000987Z","caller":"traceutil/trace.go:171","msg":"trace[930011978] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"1.694105855s","start":"2026-03-04T13:45:06.306841Z","end":"2026-03-04T13:45:08.000946Z","steps":["trace[930011978] 'agreement among raft nodes before linearized reading' (duration: 1.69304888s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.001028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306833Z","time spent":"1.694181096s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693373887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-metadata\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.001105Z","caller":"traceutil/trace.go:171","msg":"trace[1283365772] range","detail":"{range_begin:/registry/services/specs/openstack/nova-metadata; range_end:; }","duration":"1.694553464s","start":"2026-03-04T13:45:06.306544Z","end":"2026-03-04T13:45:08.001098Z","steps":["trace[1283365772] 'agreement among raft nodes before linearized reading' (duration: 1.693380157s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.001139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306542Z","time spent":"1.694589205s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/nova-metadata\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693564571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.001212Z","caller":"traceutil/trace.go:171","msg":"trace[2100861012] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; }","duration":"1.694899891s","start":"2026-03-04T13:45:06.306305Z","end":"2026-03-04T13:45:08.001205Z","steps":["trace[2100861012] 'agreement among raft nodes before linearized reading' (duration: 1.693581131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.001248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306294Z","time spent":"1.694941623s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693858319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.001318Z","caller":"traceutil/trace.go:171","msg":"trace[262766799] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; }","duration":"1.695220089s","start":"2026-03-04T13:45:06.306091Z","end":"2026-03-04T13:45:08.001311Z","steps":["trace[262766799] 'agreement among raft nodes before linearized reading' (duration: 1.693857689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.001349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306071Z","time spent":"1.69527058s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:07.999963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692130521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.001491Z","caller":"traceutil/trace.go:171","msg":"trace[1565824473] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; }","duration":"1.693655684s","start":"2026-03-04T13:45:06.307805Z","end":"2026-03-04T13:45:08.001461Z","steps":["trace[1565824473] 'agreement among raft nodes before linearized reading' (duration: 1.692145701s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:07.999988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693781167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:07.999985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693753606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/nova-novncproxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693666225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6934725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693509401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694298649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695101668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694120024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-server\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69387966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694168816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694457002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694640647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-04T13:45:08.000131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694490842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.001617Z","caller":"traceutil/trace.go:171","msg":"trace[573947471] range","detail":"{range_begin:/registry/services/specs/openstack/nova-novncproxy; range_end:; }","duration":"1.695396533s","start":"2026-03-04T13:45:06.306199Z","end":"2026-03-04T13:45:08.001596Z","steps":["trace[573947471] 'agreement among raft nodes before linearized reading' (duration: 1.693779637s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.001978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306171Z","time spent":"1.695773331s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/nova-novncproxy\" "} {"level":"info","ts":"2026-03-04T13:45:08.001667Z","caller":"traceutil/trace.go:171","msg":"trace[1040430995] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; }","duration":"1.695134837s","start":"2026-03-04T13:45:06.306518Z","end":"2026-03-04T13:45:08.001652Z","steps":["trace[1040430995] 'agreement among raft nodes before linearized reading' (duration: 1.693509071s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.002081Z","caller":"traceutil/trace.go:171","msg":"trace[1346598606] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-server; range_end:; }","duration":"1.696129999s","start":"2026-03-04T13:45:06.305936Z","end":"2026-03-04T13:45:08.002066Z","steps":["trace[1346598606] 'agreement among raft nodes before linearized reading' (duration: 1.694131245s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.002156Z","caller":"traceutil/trace.go:171","msg":"trace[1209461362] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; }","duration":"1.696677501s","start":"2026-03-04T13:45:06.305465Z","end":"2026-03-04T13:45:08.002143Z","steps":["trace[1209461362] 'agreement among raft nodes before linearized reading' (duration: 1.694663487s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.002168Z","caller":"traceutil/trace.go:171","msg":"trace[216986149] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-coredns; range_end:; }","duration":"1.695950025s","start":"2026-03-04T13:45:06.30621Z","end":"2026-03-04T13:45:08.00216Z","steps":["trace[216986149] 'agreement among raft nodes before linearized reading' (duration: 1.69387949s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.002179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305931Z","time spent":"1.696234151s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-04T13:45:08.002157Z","caller":"traceutil/trace.go:171","msg":"trace[849540005] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; }","duration":"1.696494907s","start":"2026-03-04T13:45:06.305646Z","end":"2026-03-04T13:45:08.002141Z","steps":["trace[849540005] 'agreement among raft nodes before linearized reading' (duration: 1.694465692s)"],"step_count":1} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:45:08.002208Z","caller":"traceutil/trace.go:171","msg":"trace[1804095986] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; }","duration":"1.696275472s","start":"2026-03-04T13:45:06.30592Z","end":"2026-03-04T13:45:08.002195Z","steps":["trace[1804095986] 'agreement among raft nodes before linearized reading' (duration: 1.694168286s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.002216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305454Z","time spent":"1.696739782s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-04T13:45:08.002237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.30619Z","time spent":"1.696032517s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-coredns\" "} {"level":"warn","ts":"2026-03-04T13:45:08.002273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305898Z","time spent":"1.696342263s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-04T13:45:08.00223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305642Z","time spent":"1.696572629s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:45:08.002303Z","caller":"traceutil/trace.go:171","msg":"trace[263023676] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; }","duration":"1.696670311s","start":"2026-03-04T13:45:06.305621Z","end":"2026-03-04T13:45:08.002291Z","steps":["trace[263023676] 'agreement among raft nodes before linearized reading' (duration: 1.694500803s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.00235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305616Z","time spent":"1.696722652s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.001616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.307796Z","time spent":"1.693798988s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-04T13:45:08.001645Z","caller":"traceutil/trace.go:171","msg":"trace[353716726] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; }","duration":"1.695450444s","start":"2026-03-04T13:45:06.306189Z","end":"2026-03-04T13:45:08.001639Z","steps":["trace[353716726] 'agreement among raft nodes before linearized reading' (duration: 1.693794597s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.00265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306177Z","time spent":"1.696450186s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-03-04T13:45:08.001663Z","caller":"traceutil/trace.go:171","msg":"trace[48548605] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; }","duration":"1.695922174s","start":"2026-03-04T13:45:06.305736Z","end":"2026-03-04T13:45:08.001658Z","steps":["trace[48548605] 'agreement among raft nodes before linearized reading' (duration: 1.694311859s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.002667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306499Z","time spent":"1.696154339s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.002721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.30573Z","time spent":"1.696976527s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-04T13:45:08.001681Z","caller":"traceutil/trace.go:171","msg":"trace[980613099] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; }","duration":"1.696757554s","start":"2026-03-04T13:45:06.304918Z","end":"2026-03-04T13:45:08.001676Z","steps":["trace[980613099] 'agreement among raft nodes before linearized reading' (duration: 1.695118428s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.001703Z","caller":"traceutil/trace.go:171","msg":"trace[1292773851] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; }","duration":"1.695163547s","start":"2026-03-04T13:45:06.30653Z","end":"2026-03-04T13:45:08.001694Z","steps":["trace[1292773851] 'agreement among raft nodes before linearized reading' (duration: 1.69347786s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:08.001763Z","caller":"traceutil/trace.go:171","msg":"trace[1229020643] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"1.695347432s","start":"2026-03-04T13:45:06.306328Z","end":"2026-03-04T13:45:08.001676Z","steps":["trace[1229020643] 'agreement among raft nodes before linearized reading' (duration: 1.693676765s)"],"step_count":1} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.002871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306323Z","time spent":"1.696536379s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.002913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306527Z","time spent":"1.696372806s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.003104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.304909Z","time spent":"1.698137745s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:08.304572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999645712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:08.304626Z","caller":"traceutil/trace.go:171","msg":"trace[173651240] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999728533s","start":"2026-03-04T13:45:06.304885Z","end":"2026-03-04T13:45:08.304614Z","steps":["trace[173651240] 'agreement among raft nodes before linearized reading' (duration: 1.999657711s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:08.30466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.304872Z","time spent":"1.999776894s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:09.919984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.001799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:09.920106Z","caller":"traceutil/trace.go:171","msg":"trace[1852234163] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24158; }","duration":"424.134922ms","start":"2026-03-04T13:45:09.495954Z","end":"2026-03-04T13:45:09.920088Z","steps":["trace[1852234163] 'range keys from in-memory index tree' (duration: 423.947798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.200993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.596617448s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:10.201608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.298871Z","time spent":"3.902731762s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-04T13:45:10.202038Z","caller":"traceutil/trace.go:171","msg":"trace[1889714100] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"3.899452418s","start":"2026-03-04T13:45:06.302559Z","end":"2026-03-04T13:45:10.202012Z","steps":["trace[1889714100] 'process raft request' (duration: 3.899078648s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.202191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.302543Z","time spent":"3.899574191s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:10.20217Z","caller":"traceutil/trace.go:171","msg":"trace[974161919] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"3.896098953s","start":"2026-03-04T13:45:06.306027Z","end":"2026-03-04T13:45:10.202125Z","steps":["trace[974161919] 'process raft request' (duration: 3.895997321s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.20238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306012Z","time spent":"3.896275657s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:10.202457Z","caller":"traceutil/trace.go:171","msg":"trace[844519096] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"3.897315471s","start":"2026-03-04T13:45:06.305101Z","end":"2026-03-04T13:45:10.202416Z","steps":["trace[844519096] 'process raft request' (duration: 3.896870411s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:10.202484Z","caller":"traceutil/trace.go:171","msg":"trace[1184476782] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"3.896328838s","start":"2026-03-04T13:45:06.306131Z","end":"2026-03-04T13:45:10.20246Z","steps":["trace[1184476782] 'process raft request' (duration: 3.895943819s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.202516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.305082Z","time spent":"3.897405223s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:10.202602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.306115Z","time spent":"3.89642009s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:10.202758Z","caller":"traceutil/trace.go:171","msg":"trace[613458316] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"3.895572961s","start":"2026-03-04T13:45:06.307173Z","end":"2026-03-04T13:45:10.202746Z","steps":["trace[613458316] 'process raft request' (duration: 3.895182622s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.202829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.307165Z","time spent":"3.895622852s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:10.202964Z","caller":"traceutil/trace.go:171","msg":"trace[1437942821] linearizableReadLoop","detail":"{readStateIndex:25030; appliedIndex:25019; }","duration":"3.901882303s","start":"2026-03-04T13:45:06.301053Z","end":"2026-03-04T13:45:10.202935Z","steps":["trace[1437942821] 'read index received' (duration: 1.303371173s)","trace[1437942821] 'applied index is now lower than readState.Index' (duration: 2.59850986s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:10.203087Z","caller":"traceutil/trace.go:171","msg":"trace[923703657] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"3.895462449s","start":"2026-03-04T13:45:06.307514Z","end":"2026-03-04T13:45:10.202977Z","steps":["trace[923703657] 'process raft request' (duration: 3.895206733s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.20324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.307505Z","time spent":"3.895658233s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:10.312258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:10.312364Z","caller":"traceutil/trace.go:171","msg":"trace[1781165396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458149s","start":"2026-03-04T13:45:08.311885Z","end":"2026-03-04T13:45:10.312343Z","steps":["trace[1781165396] 'agreement among raft nodes before linearized reading' (duration: 2.000324796s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:10.312415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.311874Z","time spent":"2.00052803s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:10.703812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:11.203957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:11.704674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:12.204797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:12.313291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:12.313365Z","caller":"traceutil/trace.go:171","msg":"trace[136552257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00004078s","start":"2026-03-04T13:45:10.313306Z","end":"2026-03-04T13:45:12.313346Z","steps":["trace[136552257] 'agreement among raft nodes before linearized reading' (duration: 1.999948668s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:12.313411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.31329Z","time spent":"2.000111961s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:12.70516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:12.967138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.968824Z","time spent":"4.998304995s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:12.968207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.969044Z","time spent":"4.999159654s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/04 13:45:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:13.20638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585848,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:13.384199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.136538Z","time spent":"2.247653445s","remote":"127.0.0.1:34374","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:13.387007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.18580689s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:13.387456Z","caller":"traceutil/trace.go:171","msg":"trace[193562119] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"3.26234866s","start":"2026-03-04T13:45:10.125083Z","end":"2026-03-04T13:45:13.387432Z","steps":["trace[193562119] 'process raft request' (duration: 3.262298579s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:13.387578Z","caller":"traceutil/trace.go:171","msg":"trace[1049546893] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"4.135405462s","start":"2026-03-04T13:45:09.252145Z","end":"2026-03-04T13:45:13.38755Z","steps":["trace[1049546893] 'process raft request' (duration: 4.135143566s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:13.387601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.125063Z","time spent":"3.262479433s","remote":"127.0.0.1:44248","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:45:13.387724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:09.252121Z","time spent":"4.135519995s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:14.322027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000761536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:14.322114Z","caller":"traceutil/trace.go:171","msg":"trace[1485960660] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00090678s","start":"2026-03-04T13:45:12.321189Z","end":"2026-03-04T13:45:14.322096Z","steps":["trace[1485960660] 'agreement among raft nodes before linearized reading' (duration: 2.000772757s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:14.322159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.321173Z","time spent":"2.000976881s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:16.308676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003687767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:16.308737Z","caller":"traceutil/trace.go:171","msg":"trace[1032388009] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.003771589s","start":"2026-03-04T13:45:06.304952Z","end":"2026-03-04T13:45:16.308723Z","steps":["trace[1032388009] 'agreement among raft nodes before linearized reading' (duration: 10.003692927s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:16.308766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.304948Z","time spent":"10.003811551s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/04 13:45:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:16.322567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:16.3227Z","caller":"traceutil/trace.go:171","msg":"trace[1508933040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000095631s","start":"2026-03-04T13:45:14.32258Z","end":"2026-03-04T13:45:16.322676Z","steps":["trace[1508933040] 'agreement among raft nodes before linearized reading' (duration: 1.999929268s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:16.322762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.322522Z","time spent":"2.000227324s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:16.912847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.525673167s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:16.913536Z","caller":"traceutil/trace.go:171","msg":"trace[2055631721] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"6.710689138s","start":"2026-03-04T13:45:10.202816Z","end":"2026-03-04T13:45:16.913505Z","steps":["trace[2055631721] 'process raft request' (duration: 6.710257518s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:16.913679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.202799Z","time spent":"6.710808041s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:18.141688Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f69cb8e90a294f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-04T13:45:18.329577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000176823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:18.329656Z","caller":"traceutil/trace.go:171","msg":"trace[493400746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315386s","start":"2026-03-04T13:45:16.329323Z","end":"2026-03-04T13:45:18.329638Z","steps":["trace[493400746] 'agreement among raft nodes before linearized reading' (duration: 2.000213034s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:18.329701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.329301Z","time spent":"2.000390578s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:18.754856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.753925Z","time spent":"7.000924182s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:19.207071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293784932s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:45:19.208608Z","caller":"traceutil/trace.go:171","msg":"trace[1258444537] linearizableReadLoop","detail":"{readStateIndex:25037; appliedIndex:25030; }","duration":"9.005478173s","start":"2026-03-04T13:45:10.203099Z","end":"2026-03-04T13:45:19.208577Z","steps":["trace[1258444537] 'read index received' (duration: 3.184101621s)","trace[1258444537] 'applied index is now lower than readState.Index' (duration: 5.821374782s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:20.329707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999868996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:20.329792Z","caller":"traceutil/trace.go:171","msg":"trace[1153977062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010779s","start":"2026-03-04T13:45:18.329763Z","end":"2026-03-04T13:45:20.329773Z","steps":["trace[1153977062] 'agreement among raft nodes before linearized reading' (duration: 1.999893897s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:20.329844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.329744Z","time spent":"2.00008922s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:20.444454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:20.444569Z","caller":"traceutil/trace.go:171","msg":"trace[714078385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289636s","start":"2026-03-04T13:45:18.444251Z","end":"2026-03-04T13:45:20.44454Z","steps":["trace[714078385] 'agreement among raft nodes before linearized reading' (duration: 2.000149222s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:20.444618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.444211Z","time spent":"2.000397498s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:21.41079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.410498Z","time spent":"7.000286098s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:21.974877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.935946503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.974976Z","caller":"traceutil/trace.go:171","msg":"trace[2027033881] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24171; }","duration":"13.936100836s","start":"2026-03-04T13:45:08.038851Z","end":"2026-03-04T13:45:21.974952Z","steps":["trace[2027033881] 'agreement among raft nodes before linearized reading' (duration: 11.169968029s)","trace[2027033881] 'count revisions from in-memory index tree' (duration: 2.765987583s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.03883Z","time spent":"13.936180678s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.795190863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-04T13:45:21.975215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.501605845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:21.975244Z","caller":"traceutil/trace.go:171","msg":"trace[1246024035] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24171; }","duration":"14.795291535s","start":"2026-03-04T13:45:07.17993Z","end":"2026-03-04T13:45:21.975222Z","steps":["trace[1246024035] 'agreement among raft nodes before linearized reading' (duration: 12.028915483s)","trace[1246024035] 'range keys from in-memory index tree' (duration: 2.766180188s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.668235835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-04T13:45:21.975299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.17991Z","time spent":"14.795375308s","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-04T13:45:21.975303Z","caller":"traceutil/trace.go:171","msg":"trace[1449632399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24171; }","duration":"14.501747119s","start":"2026-03-04T13:45:07.473528Z","end":"2026-03-04T13:45:21.975275Z","steps":["trace[1449632399] 'agreement among raft nodes before linearized reading' (duration: 11.735298955s)","trace[1449632399] 'count revisions from in-memory index tree' (duration: 2.766326891s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:21.975349Z","caller":"traceutil/trace.go:171","msg":"trace[446571330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24171; }","duration":"15.668279456s","start":"2026-03-04T13:45:06.307049Z","end":"2026-03-04T13:45:21.975329Z","steps":["trace[446571330] 'agreement among raft nodes before linearized reading' (duration: 12.901814161s)","trace[446571330] 'range keys from in-memory index tree' (duration: 2.766350641s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.473505Z","time spent":"14.50184367s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.307043Z","time spent":"15.668332127s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-04T13:45:21.975348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478936013s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.975453Z","caller":"traceutil/trace.go:171","msg":"trace[70143725] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24171; }","duration":"2.479034975s","start":"2026-03-04T13:45:19.496396Z","end":"2026-03-04T13:45:21.975431Z","steps":["trace[70143725] 'range keys from in-memory index tree' (duration: 2.478922853s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.97547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.668794913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:21.975168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.078989893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.975551Z","caller":"traceutil/trace.go:171","msg":"trace[392130175] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24171; }","duration":"14.668920246s","start":"2026-03-04T13:45:07.306605Z","end":"2026-03-04T13:45:21.975525Z","steps":["trace[392130175] 'agreement among raft nodes before linearized reading' (duration: 11.902231777s)","trace[392130175] 'range keys from in-memory index tree' (duration: 2.766474405s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.143216482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.975596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:07.306586Z","time spent":"14.668998567s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"info","ts":"2026-03-04T13:45:21.975588Z","caller":"traceutil/trace.go:171","msg":"trace[352125238] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24171; }","duration":"15.079454023s","start":"2026-03-04T13:45:06.896111Z","end":"2026-03-04T13:45:21.975565Z","steps":["trace[352125238] 'agreement among raft nodes before linearized reading' (duration: 12.312743423s)","trace[352125238] 'count revisions from in-memory index tree' (duration: 2.76626335s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:21.975617Z","caller":"traceutil/trace.go:171","msg":"trace[2140995412] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24171; }","duration":"12.143304894s","start":"2026-03-04T13:45:09.832291Z","end":"2026-03-04T13:45:21.975596Z","steps":["trace[2140995412] 'agreement among raft nodes before linearized reading' (duration: 9.376448101s)","trace[2140995412] 'count revisions from in-memory index tree' (duration: 2.766780311s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:06.89609Z","time spent":"15.079546305s","remote":"127.0.0.1:33234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:09.832271Z","time spent":"12.143376605s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.355079048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:21.975748Z","caller":"traceutil/trace.go:171","msg":"trace[1877560144] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24171; }","duration":"13.355147059s","start":"2026-03-04T13:45:08.620587Z","end":"2026-03-04T13:45:21.975734Z","steps":["trace[1877560144] 'agreement among raft nodes before linearized reading' (duration: 10.588204824s)","trace[1877560144] 'count revisions from in-memory index tree' (duration: 2.766907394s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.620562Z","time spent":"13.35520024s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.854221596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.975798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.531712298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.975831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.432718419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.975832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.499685724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.975833Z","caller":"traceutil/trace.go:171","msg":"trace[1237921236] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24171; }","duration":"13.854316617s","start":"2026-03-04T13:45:08.121491Z","end":"2026-03-04T13:45:21.975808Z","steps":["trace[1237921236] 'agreement among raft nodes before linearized reading' (duration: 11.087318051s)","trace[1237921236] 'count revisions from in-memory index tree' (duration: 2.766919315s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:21.975857Z","caller":"traceutil/trace.go:171","msg":"trace[1732937654] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24171; }","duration":"13.53180605s","start":"2026-03-04T13:45:08.444032Z","end":"2026-03-04T13:45:21.975838Z","steps":["trace[1732937654] 'agreement among raft nodes before linearized reading' (duration: 10.764768963s)","trace[1732937654] 'count revisions from in-memory index tree' (duration: 2.766963576s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:21.975873Z","caller":"traceutil/trace.go:171","msg":"trace[655208521] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24171; }","duration":"12.43279576s","start":"2026-03-04T13:45:09.543062Z","end":"2026-03-04T13:45:21.975857Z","steps":["trace[655208521] 'agreement among raft nodes before linearized reading' (duration: 9.665709032s)","trace[655208521] 'count revisions from in-memory index tree' (duration: 2.767032076s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:21.975877Z","caller":"traceutil/trace.go:171","msg":"trace[579452545] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24171; }","duration":"12.499768936s","start":"2026-03-04T13:45:09.476095Z","end":"2026-03-04T13:45:21.975864Z","steps":["trace[579452545] 'agreement among raft nodes before linearized reading' (duration: 9.732688308s)","trace[579452545] 'count revisions from in-memory index tree' (duration: 2.767021596s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.975894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.444012Z","time spent":"13.531872891s","remote":"127.0.0.1:52414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:08.121468Z","time spent":"13.85440614s","remote":"127.0.0.1:58546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:09.543043Z","time spent":"12.432855711s","remote":"127.0.0.1:35574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:09.476076Z","time spent":"12.499827336s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.975919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.344100626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.975988Z","caller":"traceutil/trace.go:171","msg":"trace[1891151950] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24171; }","duration":"12.344209679s","start":"2026-03-04T13:45:09.631752Z","end":"2026-03-04T13:45:21.975962Z","steps":["trace[1891151950] 'agreement among raft nodes before linearized reading' (duration: 9.577007108s)","trace[1891151950] 'count revisions from in-memory index tree' (duration: 2.767119959s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.97606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:09.631728Z","time spent":"12.344314122s","remote":"127.0.0.1:33326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.976055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767402355s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:21.976333Z","caller":"traceutil/trace.go:171","msg":"trace[1861751890] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25037; }","duration":"2.767634542s","start":"2026-03-04T13:45:19.208681Z","end":"2026-03-04T13:45:21.976315Z","steps":["trace[1861751890] 'read index received' (duration: 193.885µs)","trace[1861751890] 'applied index is now lower than readState.Index' (duration: 2.767439617s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:21.97642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348077886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.976443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.399510986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.976472Z","caller":"traceutil/trace.go:171","msg":"trace[968900576] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24174; }","duration":"3.34817757s","start":"2026-03-04T13:45:18.628279Z","end":"2026-03-04T13:45:21.976457Z","steps":["trace[968900576] 'agreement among raft nodes before linearized reading' (duration: 3.348065537s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.976471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303629162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-04T13:45:21.976563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.628256Z","time spent":"3.348290712s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.976555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.265864455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.976649Z","caller":"traceutil/trace.go:171","msg":"trace[1944006123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24174; }","duration":"9.265963727s","start":"2026-03-04T13:45:12.710661Z","end":"2026-03-04T13:45:21.976625Z","steps":["trace[1944006123] 'agreement among raft nodes before linearized reading' (duration: 9.265796054s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.976655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.769061545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-04T13:45:21.976662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582528436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.976687Z","caller":"traceutil/trace.go:171","msg":"trace[1239440733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24174; }","duration":"9.769129137s","start":"2026-03-04T13:45:12.207549Z","end":"2026-03-04T13:45:21.976678Z","steps":["trace[1239440733] 'agreement among raft nodes before linearized reading' (duration: 9.768949063s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.976691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.710605Z","time spent":"9.26607497s","remote":"127.0.0.1:49528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.976706Z","caller":"traceutil/trace.go:171","msg":"trace[1917950443] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24174; }","duration":"3.582624698s","start":"2026-03-04T13:45:18.394069Z","end":"2026-03-04T13:45:21.976694Z","steps":["trace[1917950443] 'agreement among raft nodes before linearized reading' (duration: 3.582552726s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.97672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.207528Z","time spent":"9.769185067s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-04T13:45:21.976756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.394038Z","time spent":"3.58270123s","remote":"127.0.0.1:33168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.976887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551493862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.976881Z","caller":"traceutil/trace.go:171","msg":"trace[1915132784] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"5.601074852s","start":"2026-03-04T13:45:16.375788Z","end":"2026-03-04T13:45:21.976863Z","steps":["trace[1915132784] 'process raft request' (duration: 5.600353856s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:21.976918Z","caller":"traceutil/trace.go:171","msg":"trace[854566312] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24174; }","duration":"6.551561814s","start":"2026-03-04T13:45:15.425346Z","end":"2026-03-04T13:45:21.976908Z","steps":["trace[854566312] 'agreement among raft nodes before linearized reading' (duration: 6.551509982s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.976946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.425325Z","time spent":"6.551613864s","remote":"127.0.0.1:49560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.976992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.375771Z","time spent":"5.601153363s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:21.977007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.76974663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:45:21.977008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.975542255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.977036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.385630989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.977042Z","caller":"traceutil/trace.go:171","msg":"trace[993045199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24174; }","duration":"9.769816931s","start":"2026-03-04T13:45:12.207216Z","end":"2026-03-04T13:45:21.977032Z","steps":["trace[993045199] 'agreement among raft nodes before linearized reading' (duration: 9.769713399s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:21.977066Z","caller":"traceutil/trace.go:171","msg":"trace[1247419090] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24174; }","duration":"5.385692151s","start":"2026-03-04T13:45:16.591365Z","end":"2026-03-04T13:45:21.977057Z","steps":["trace[1247419090] 'agreement among raft nodes before linearized reading' (duration: 5.38563339s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.207194Z","time spent":"9.769870923s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-04T13:45:21.977069Z","caller":"traceutil/trace.go:171","msg":"trace[1296972009] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24174; }","duration":"7.975629918s","start":"2026-03-04T13:45:14.001418Z","end":"2026-03-04T13:45:21.977048Z","steps":["trace[1296972009] 'agreement among raft nodes before linearized reading' (duration: 7.975524125s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.97709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.591346Z","time spent":"5.385738112s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.526769767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.977113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.441408246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.977115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.0014Z","time spent":"7.975701509s","remote":"127.0.0.1:35346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.977142Z","caller":"traceutil/trace.go:171","msg":"trace[1425455597] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24174; }","duration":"8.441474407s","start":"2026-03-04T13:45:13.535659Z","end":"2026-03-04T13:45:21.977134Z","steps":["trace[1425455597] 'agreement among raft nodes before linearized reading' (duration: 8.441419985s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.871120978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.977175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:13.535636Z","time spent":"8.441531658s","remote":"127.0.0.1:52386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.977203Z","caller":"traceutil/trace.go:171","msg":"trace[1363465346] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24174; }","duration":"9.87119444s","start":"2026-03-04T13:45:12.105993Z","end":"2026-03-04T13:45:21.977188Z","steps":["trace[1363465346] 'agreement among raft nodes before linearized reading' (duration: 9.871140779s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091480233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.977238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681254729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.977235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.105971Z","time spent":"9.871256512s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.977238Z","caller":"traceutil/trace.go:171","msg":"trace[2132616336] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"3.585318879s","start":"2026-03-04T13:45:18.391903Z","end":"2026-03-04T13:45:21.977222Z","steps":["trace[2132616336] 'process raft request' (duration: 3.584364187s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:21.977259Z","caller":"traceutil/trace.go:171","msg":"trace[612150260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24174; }","duration":"4.681303189s","start":"2026-03-04T13:45:17.295949Z","end":"2026-03-04T13:45:21.977252Z","steps":["trace[612150260] 'agreement among raft nodes before linearized reading' (duration: 4.681275209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.97728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:17.295931Z","time spent":"4.681343911s","remote":"127.0.0.1:56264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.025981424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.977322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.391877Z","time spent":"3.58539812s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:21.977346Z","caller":"traceutil/trace.go:171","msg":"trace[1462069265] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24174; }","duration":"9.026056515s","start":"2026-03-04T13:45:12.951281Z","end":"2026-03-04T13:45:21.977338Z","steps":["trace[1462069265] 'agreement among raft nodes before linearized reading' (duration: 9.026002584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:12.951256Z","time spent":"9.026133477s","remote":"127.0.0.1:33478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.144258306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.977444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.061952224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-04T13:45:21.977444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.849862297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:21.977245Z","caller":"traceutil/trace.go:171","msg":"trace[871056558] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24174; }","duration":"6.091538195s","start":"2026-03-04T13:45:15.885696Z","end":"2026-03-04T13:45:21.977234Z","steps":["trace[871056558] 'agreement among raft nodes before linearized reading' (duration: 6.091467593s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:21.977503Z","caller":"traceutil/trace.go:171","msg":"trace[239236559] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24174; }","duration":"6.849955058s","start":"2026-03-04T13:45:15.127527Z","end":"2026-03-04T13:45:21.977482Z","steps":["trace[239236559] 'agreement among raft nodes before linearized reading' (duration: 6.849749604s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.669124172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T13:45:21.977532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.883355101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.977553Z","caller":"traceutil/trace.go:171","msg":"trace[1324822502] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24174; }","duration":"10.669193985s","start":"2026-03-04T13:45:11.308351Z","end":"2026-03-04T13:45:21.977545Z","steps":["trace[1324822502] 'agreement among raft nodes before linearized reading' (duration: 10.669106173s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.127504Z","time spent":"6.85003301s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.97758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.308315Z","time spent":"10.669259856s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T13:45:21.977582Z","caller":"traceutil/trace.go:171","msg":"trace[664786111] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24174; }","duration":"2.883441793s","start":"2026-03-04T13:45:19.094125Z","end":"2026-03-04T13:45:21.977566Z","steps":["trace[664786111] 'agreement among raft nodes before linearized reading' (duration: 2.883360221s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:19.094099Z","time spent":"2.883517235s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.931365166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.977759Z","caller":"traceutil/trace.go:171","msg":"trace[158557233] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24174; }","duration":"10.931437838s","start":"2026-03-04T13:45:11.046313Z","end":"2026-03-04T13:45:21.977751Z","steps":["trace[158557233] 'agreement among raft nodes before linearized reading' (duration: 10.931387487s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.046292Z","time spent":"10.931487629s","remote":"127.0.0.1:33034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.35370166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.977835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061831093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.977847Z","caller":"traceutil/trace.go:171","msg":"trace[2062787860] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24174; }","duration":"7.353793472s","start":"2026-03-04T13:45:14.62404Z","end":"2026-03-04T13:45:21.977833Z","steps":["trace[2062787860] 'agreement among raft nodes before linearized reading' (duration: 7.35370801s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:21.97788Z","caller":"traceutil/trace.go:171","msg":"trace[581941659] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24174; }","duration":"3.061912175s","start":"2026-03-04T13:45:18.915952Z","end":"2026-03-04T13:45:21.977865Z","steps":["trace[581941659] 'agreement among raft nodes before linearized reading' (duration: 3.061840043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.624015Z","time spent":"7.353866704s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.97792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.915932Z","time spent":"3.061976087s","remote":"127.0.0.1:49556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.759324043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T13:45:21.978015Z","caller":"traceutil/trace.go:171","msg":"trace[1918160201] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24174; }","duration":"11.759352834s","start":"2026-03-04T13:45:10.218653Z","end":"2026-03-04T13:45:21.978006Z","steps":["trace[1918160201] 'agreement among raft nodes before linearized reading' (duration: 11.759258272s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.978042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.218597Z","time spent":"11.759439067s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T13:45:21.978195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.764360499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T13:45:21.978282Z","caller":"traceutil/trace.go:171","msg":"trace[1558845630] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24174; }","duration":"7.764436801s","start":"2026-03-04T13:45:14.213792Z","end":"2026-03-04T13:45:21.978229Z","steps":["trace[1558845630] 'agreement among raft nodes before linearized reading' (duration: 7.764291028s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.978333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.213776Z","time spent":"7.764543303s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T13:45:21.97839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220391366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-04T13:45:21.97842Z","caller":"traceutil/trace.go:171","msg":"trace[1923375520] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24174; }","duration":"3.220459678s","start":"2026-03-04T13:45:18.757953Z","end":"2026-03-04T13:45:21.978413Z","steps":["trace[1923375520] 'agreement among raft nodes before linearized reading' (duration: 3.220376366s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.978439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.757931Z","time spent":"3.220503188s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-04T13:45:21.978466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.919773313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:21.978502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.334292176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.978519Z","caller":"traceutil/trace.go:171","msg":"trace[514310721] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24174; }","duration":"3.334345577s","start":"2026-03-04T13:45:18.644168Z","end":"2026-03-04T13:45:21.978513Z","steps":["trace[514310721] 'agreement among raft nodes before linearized reading' (duration: 3.334313716s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:21.978509Z","caller":"traceutil/trace.go:171","msg":"trace[173247796] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24174; }","duration":"7.919855425s","start":"2026-03-04T13:45:14.058641Z","end":"2026-03-04T13:45:21.978496Z","steps":["trace[173247796] 'agreement among raft nodes before linearized reading' (duration: 7.919781253s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.978539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:18.644148Z","time spent":"3.334385508s","remote":"127.0.0.1:49610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.978554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:14.058619Z","time spent":"7.919921196s","remote":"127.0.0.1:35526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:21.977211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602226282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:21.976478Z","caller":"traceutil/trace.go:171","msg":"trace[1513127383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24174; }","duration":"6.399586448s","start":"2026-03-04T13:45:15.576878Z","end":"2026-03-04T13:45:21.976465Z","steps":["trace[1513127383] 'agreement among raft nodes before linearized reading' (duration: 6.399521596s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.978644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.576856Z","time spent":"6.401780086s","remote":"127.0.0.1:33084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.97864Z","caller":"traceutil/trace.go:171","msg":"trace[1089291654] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24174; }","duration":"4.603676184s","start":"2026-03-04T13:45:17.374945Z","end":"2026-03-04T13:45:21.978621Z","steps":["trace[1089291654] 'agreement among raft nodes before linearized reading' (duration: 4.602242243s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.978698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:17.374923Z","time spent":"4.603753647s","remote":"127.0.0.1:33228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.977437Z","caller":"traceutil/trace.go:171","msg":"trace[533823664] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24174; }","duration":"10.144333238s","start":"2026-03-04T13:45:11.833094Z","end":"2026-03-04T13:45:21.977427Z","steps":["trace[533823664] 'agreement among raft nodes before linearized reading' (duration: 10.144278877s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.977312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.095340689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:21.978812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:11.83306Z","time spent":"10.14573022s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.97885Z","caller":"traceutil/trace.go:171","msg":"trace[1124308616] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24174; }","duration":"6.096879294s","start":"2026-03-04T13:45:15.881953Z","end":"2026-03-04T13:45:21.978832Z","steps":["trace[1124308616] 'agreement among raft nodes before linearized reading' (duration: 6.095319449s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.9789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.881908Z","time spent":"6.096975196s","remote":"127.0.0.1:33208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.977464Z","caller":"traceutil/trace.go:171","msg":"trace[1359978900] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24174; }","duration":"5.061972835s","start":"2026-03-04T13:45:16.915485Z","end":"2026-03-04T13:45:21.977458Z","steps":["trace[1359978900] 'agreement among raft nodes before linearized reading' (duration: 5.061878043s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.979027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:16.91543Z","time spent":"5.063574741s","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-04T13:45:21.977515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.88569Z","time spent":"6.091818671s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.977138Z","caller":"traceutil/trace.go:171","msg":"trace[338767734] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24174; }","duration":"4.526847438s","start":"2026-03-04T13:45:17.450276Z","end":"2026-03-04T13:45:21.977124Z","steps":["trace[338767734] 'agreement among raft nodes before linearized reading' (duration: 4.526675825s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.979138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:17.45023Z","time spent":"4.528895775s","remote":"127.0.0.1:35408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:21.976594Z","caller":"traceutil/trace.go:171","msg":"trace[1280579842] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24174; }","duration":"6.303785845s","start":"2026-03-04T13:45:15.672788Z","end":"2026-03-04T13:45:21.976574Z","steps":["trace[1280579842] 'agreement among raft nodes before linearized reading' (duration: 6.30353185s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.9792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:15.672768Z","time spent":"6.306412304s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-04T13:45:21.978226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.772359757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T13:45:21.980382Z","caller":"traceutil/trace.go:171","msg":"trace[439207991] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774; range_end:; response_count:1; response_revision:24174; }","duration":"11.774563887s","start":"2026-03-04T13:45:10.205791Z","end":"2026-03-04T13:45:21.980355Z","steps":["trace[439207991] 'agreement among raft nodes before linearized reading' (duration: 11.772366737s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:21.980437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:10.20577Z","time spent":"11.774646068s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" "} 2026/03/04 13:45:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/04 13:45:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:22.338434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:22.338714Z","caller":"traceutil/trace.go:171","msg":"trace[2000736918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001060493s","start":"2026-03-04T13:45:20.337642Z","end":"2026-03-04T13:45:22.338702Z","steps":["trace[2000736918] 'agreement among raft nodes before linearized reading' (duration: 2.000761106s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:22.338787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:20.337626Z","time spent":"2.001151024s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:23.757688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.628610333s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:24.179899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050606246s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:702"} {"level":"info","ts":"2026-03-04T13:45:24.180076Z","caller":"traceutil/trace.go:171","msg":"trace[1379021985] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25040; }","duration":"2.203682866s","start":"2026-03-04T13:45:21.976375Z","end":"2026-03-04T13:45:24.180058Z","steps":["trace[1379021985] 'read index received' (duration: 152.821794ms)","trace[1379021985] 'applied index is now lower than readState.Index' (duration: 2.050859622s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:24.180396Z","caller":"traceutil/trace.go:171","msg":"trace[1933739941] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24174; }","duration":"2.765581835s","start":"2026-03-04T13:45:21.414796Z","end":"2026-03-04T13:45:24.180378Z","steps":["trace[1933739941] 'process raft request' (duration: 714.412006ms)","trace[1933739941] 'compare' (duration: 2.050522955s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:24.180463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.41477Z","time spent":"2.765658337s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:24.180598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834954002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:24.180727Z","caller":"traceutil/trace.go:171","msg":"trace[1446954940] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24174; }","duration":"4.835130497s","start":"2026-03-04T13:45:19.345556Z","end":"2026-03-04T13:45:24.180686Z","steps":["trace[1446954940] 'agreement among raft nodes before linearized reading' (duration: 4.834923531s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:24.180781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:19.345533Z","time spent":"4.835233449s","remote":"127.0.0.1:33426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:24.180821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15598352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:24.180877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115912369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:24.180956Z","caller":"traceutil/trace.go:171","msg":"trace[151748207] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24174; }","duration":"3.116041332s","start":"2026-03-04T13:45:21.064895Z","end":"2026-03-04T13:45:24.180937Z","steps":["trace[151748207] 'agreement among raft nodes before linearized reading' (duration: 3.115882669s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:24.181007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.064879Z","time spent":"3.116118184s","remote":"127.0.0.1:35458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:24.180903Z","caller":"traceutil/trace.go:171","msg":"trace[228444936] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24174; }","duration":"3.156113802s","start":"2026-03-04T13:45:21.02477Z","end":"2026-03-04T13:45:24.180884Z","steps":["trace[228444936] 'agreement among raft nodes before linearized reading' (duration: 3.155965999s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:24.181233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.02475Z","time spent":"3.1564721s","remote":"127.0.0.1:33242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:24.180821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709284725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:24.18124Z","caller":"traceutil/trace.go:171","msg":"trace[574200728] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"2.198478849s","start":"2026-03-04T13:45:21.982739Z","end":"2026-03-04T13:45:24.181218Z","steps":["trace[574200728] 'process raft request' (duration: 2.198134722s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:24.181288Z","caller":"traceutil/trace.go:171","msg":"trace[2002336664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24174; }","duration":"3.709795677s","start":"2026-03-04T13:45:20.471475Z","end":"2026-03-04T13:45:24.181271Z","steps":["trace[2002336664] 'agreement among raft nodes before linearized reading' (duration: 3.709285715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:24.181338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:20.471455Z","time spent":"3.709864198s","remote":"127.0.0.1:56364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:24.181368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.982723Z","time spent":"2.198567362s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:24.338895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:24.339004Z","caller":"traceutil/trace.go:171","msg":"trace[571058051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000296055s","start":"2026-03-04T13:45:22.338664Z","end":"2026-03-04T13:45:24.33896Z","steps":["trace[571058051] 'agreement among raft nodes before linearized reading' (duration: 2.000193723s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:24.339051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.338645Z","time spent":"2.000397498s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:24.680927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:25.181754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:25.681881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:26.182535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:26.346849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999806485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:26.346935Z","caller":"traceutil/trace.go:171","msg":"trace[1630518348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999935807s","start":"2026-03-04T13:45:24.346979Z","end":"2026-03-04T13:45:26.346915Z","steps":["trace[1630518348] 'agreement among raft nodes before linearized reading' (duration: 1.999838215s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.346975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:24.346962Z","time spent":"2.000004839s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:26.683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:26.751427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768304175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:26.751537Z","caller":"traceutil/trace.go:171","msg":"trace[669287401] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.768449638s","start":"2026-03-04T13:45:21.983064Z","end":"2026-03-04T13:45:26.751514Z","steps":["trace[669287401] 'agreement among raft nodes before linearized reading' (duration: 4.768323715s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.751597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.983055Z","time spent":"4.768528369s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/04 13:45:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:26.75987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.001820134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-04T13:45:26.76035Z","caller":"traceutil/trace.go:171","msg":"trace[638921155] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24177; }","duration":"4.551819039s","start":"2026-03-04T13:45:22.208492Z","end":"2026-03-04T13:45:26.760311Z","steps":["trace[638921155] 'process raft request' (duration: 4.551522683s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:26.760412Z","caller":"traceutil/trace.go:171","msg":"trace[1340219556] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"4.279175861s","start":"2026-03-04T13:45:22.481216Z","end":"2026-03-04T13:45:26.760392Z","steps":["trace[1340219556] 'process raft request' (duration: 4.279073509s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:26.760459Z","caller":"traceutil/trace.go:171","msg":"trace[744047026] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24177; }","duration":"4.551897911s","start":"2026-03-04T13:45:22.208492Z","end":"2026-03-04T13:45:26.76039Z","steps":["trace[744047026] 'process raft request' (duration: 4.551749968s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:26.760664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.481198Z","time spent":"4.279256364s","remote":"127.0.0.1:33232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:26.76068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.208475Z","time spent":"4.551961373s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:26.760725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.208475Z","time spent":"4.552102376s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:28.347386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:28.347464Z","caller":"traceutil/trace.go:171","msg":"trace[213094065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426028s","start":"2026-03-04T13:45:26.347021Z","end":"2026-03-04T13:45:28.347447Z","steps":["trace[213094065] 'agreement among raft nodes before linearized reading' (duration: 2.000325906s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.347513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.347011Z","time spent":"2.00049262s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:28.930355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794312927s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:45:28.931619Z","caller":"traceutil/trace.go:171","msg":"trace[1795073132] linearizableReadLoop","detail":"{readStateIndex:25048; appliedIndex:25045; }","duration":"4.751492907s","start":"2026-03-04T13:45:24.180103Z","end":"2026-03-04T13:45:28.931596Z","steps":["trace[1795073132] 'read index received' (duration: 2.580121727s)","trace[1795073132] 'applied index is now lower than readState.Index' (duration: 2.17136996s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:28.931738Z","caller":"traceutil/trace.go:171","msg":"trace[124082129] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"2.177896057s","start":"2026-03-04T13:45:26.753816Z","end":"2026-03-04T13:45:28.931712Z","steps":["trace[124082129] 'process raft request' (duration: 2.176618378s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:28.932105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.753797Z","time spent":"2.178205554s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:29.801583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.835501524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:29.801581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.442925ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.80167Z","caller":"traceutil/trace.go:171","msg":"trace[1220951054] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24180; }","duration":"305.547877ms","start":"2026-03-04T13:45:29.496108Z","end":"2026-03-04T13:45:29.801656Z","steps":["trace[1220951054] 'range keys from in-memory index tree' (duration: 305.431934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.801814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.821106435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.802553Z","caller":"traceutil/trace.go:171","msg":"trace[1444101783] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:24180; }","duration":"7.821852551s","start":"2026-03-04T13:45:21.980674Z","end":"2026-03-04T13:45:29.802526Z","steps":["trace[1444101783] 'agreement among raft nodes before linearized reading' (duration: 6.951073821s)","trace[1444101783] 'range keys from in-memory index tree' (duration: 870.042804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.802643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.980657Z","time spent":"7.821956153s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-04T13:45:29.801671Z","caller":"traceutil/trace.go:171","msg":"trace[1363992624] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24180; }","duration":"6.835599406s","start":"2026-03-04T13:45:22.966052Z","end":"2026-03-04T13:45:29.801651Z","steps":["trace[1363992624] 'agreement among raft nodes before linearized reading' (duration: 5.965621614s)","trace[1363992624] 'count revisions from in-memory index tree' (duration: 869.84871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.802917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.965993Z","time spent":"6.836878794s","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.801961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.388988033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.80323Z","caller":"traceutil/trace.go:171","msg":"trace[319993059] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24180; }","duration":"7.390272893s","start":"2026-03-04T13:45:22.412924Z","end":"2026-03-04T13:45:29.803197Z","steps":["trace[319993059] 'agreement among raft nodes before linearized reading' (duration: 6.518806147s)","trace[319993059] 'count revisions from in-memory index tree' (duration: 870.184157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.803299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.412913Z","time spent":"7.390365385s","remote":"127.0.0.1:33236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.802018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752220768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:29.803407Z","caller":"traceutil/trace.go:171","msg":"trace[1890373775] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24180; }","duration":"5.753616419s","start":"2026-03-04T13:45:24.049761Z","end":"2026-03-04T13:45:29.803378Z","steps":["trace[1890373775] 'agreement among raft nodes before linearized reading' (duration: 4.881950349s)","trace[1890373775] 'count revisions from in-memory index tree' (duration: 870.285129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.803483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:24.049747Z","time spent":"5.753710882s","remote":"127.0.0.1:35330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.802016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.397633988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.803707Z","caller":"traceutil/trace.go:171","msg":"trace[365688215] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24180; }","duration":"7.399350477s","start":"2026-03-04T13:45:22.40434Z","end":"2026-03-04T13:45:29.80369Z","steps":["trace[365688215] 'agreement among raft nodes before linearized reading' (duration: 6.52739949s)","trace[365688215] 'count revisions from in-memory index tree' (duration: 870.253959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.803759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.404319Z","time spent":"7.399419078s","remote":"127.0.0.1:33012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.802039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.822561307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6008b9a8-1f49-422a-a0c8-03953e300f60\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T13:45:29.803909Z","caller":"traceutil/trace.go:171","msg":"trace[1237429137] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6008b9a8-1f49-422a-a0c8-03953e300f60; range_end:; response_count:1; response_revision:24180; }","duration":"7.82443547s","start":"2026-03-04T13:45:21.979435Z","end":"2026-03-04T13:45:29.80387Z","steps":["trace[1237429137] 'agreement among raft nodes before linearized reading' (duration: 6.95232597s)","trace[1237429137] 'range keys from in-memory index tree' (duration: 869.944541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.803981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:21.979422Z","time spent":"7.824539132s","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-6008b9a8-1f49-422a-a0c8-03953e300f60\" "} {"level":"warn","ts":"2026-03-04T13:45:29.802175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820729842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:29.802211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.566765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:29.804325Z","caller":"traceutil/trace.go:171","msg":"trace[288338287] linearizableReadLoop","detail":"{readStateIndex:25050; appliedIndex:25049; }","duration":"872.629902ms","start":"2026-03-04T13:45:28.931678Z","end":"2026-03-04T13:45:29.804308Z","steps":["trace[288338287] 'read index received' (duration: 286.157µs)","trace[288338287] 'applied index is now lower than readState.Index' (duration: 872.342135ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:29.804333Z","caller":"traceutil/trace.go:171","msg":"trace[681392876] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"2.819528298s","start":"2026-03-04T13:45:26.984782Z","end":"2026-03-04T13:45:29.80431Z","steps":["trace[681392876] 'process raft request' (duration: 1.946805224s)","trace[681392876] 'compare' (duration: 869.88565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.804415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036686478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T13:45:29.804419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73889304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:29.80446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.984752Z","time spent":"2.81963572s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:29.804502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449746772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.804506Z","caller":"traceutil/trace.go:171","msg":"trace[1269488179] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24181; }","duration":"3.739001312s","start":"2026-03-04T13:45:26.065485Z","end":"2026-03-04T13:45:29.804487Z","steps":["trace[1269488179] 'agreement among raft nodes before linearized reading' (duration: 3.738829768s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:29.804535Z","caller":"traceutil/trace.go:171","msg":"trace[669062752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24181; }","duration":"1.449828775s","start":"2026-03-04T13:45:28.354696Z","end":"2026-03-04T13:45:29.804524Z","steps":["trace[669062752] 'agreement among raft nodes before linearized reading' (duration: 1.449783584s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.804563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.065418Z","time spent":"3.739133705s","remote":"127.0.0.1:33518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.804581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:28.35467Z","time spent":"1.449900506s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:29.804657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.597461816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-04T13:45:29.80475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47549987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.804766Z","caller":"traceutil/trace.go:171","msg":"trace[1199790152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24181; }","duration":"4.597520236s","start":"2026-03-04T13:45:25.20717Z","end":"2026-03-04T13:45:29.804691Z","steps":["trace[1199790152] 'agreement among raft nodes before linearized reading' (duration: 4.597404684s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.804802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.958891578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-qlt6p\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-03-04T13:45:29.804844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05856315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:29.804839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.207163Z","time spent":"4.59766697s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:29.804905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496566343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.804949Z","caller":"traceutil/trace.go:171","msg":"trace[756588006] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24181; }","duration":"3.496653235s","start":"2026-03-04T13:45:26.308284Z","end":"2026-03-04T13:45:29.804937Z","steps":["trace[756588006] 'agreement among raft nodes before linearized reading' (duration: 3.496577373s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.804989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.308264Z","time spent":"3.496713757s","remote":"127.0.0.1:49542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.804983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81918923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:45:29.805041Z","caller":"traceutil/trace.go:171","msg":"trace[1020120167] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24181; }","duration":"2.819270481s","start":"2026-03-04T13:45:26.985755Z","end":"2026-03-04T13:45:29.805025Z","steps":["trace[1020120167] 'agreement among raft nodes before linearized reading' (duration: 2.819098777s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.805095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.985743Z","time spent":"2.819338932s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:45:29.805104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746334981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.80515Z","caller":"traceutil/trace.go:171","msg":"trace[1193542668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24181; }","duration":"4.746416573s","start":"2026-03-04T13:45:25.05872Z","end":"2026-03-04T13:45:29.805136Z","steps":["trace[1193542668] 'agreement among raft nodes before linearized reading' (duration: 4.746351672s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.805205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.058698Z","time spent":"4.746492365s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.80525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.665025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-04T13:45:29.805292Z","caller":"traceutil/trace.go:171","msg":"trace[1340033517] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24181; }","duration":"869.745807ms","start":"2026-03-04T13:45:28.935536Z","end":"2026-03-04T13:45:29.805282Z","steps":["trace[1340033517] 'agreement among raft nodes before linearized reading' (duration: 869.611124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.805325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:28.935488Z","time spent":"869.828778ms","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-04T13:45:29.805505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.812901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.805544Z","caller":"traceutil/trace.go:171","msg":"trace[1687427276] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24181; }","duration":"329.889433ms","start":"2026-03-04T13:45:29.475645Z","end":"2026-03-04T13:45:29.805534Z","steps":["trace[1687427276] 'agreement among raft nodes before linearized reading' (duration: 329.826502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.80558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.475622Z","time spent":"329.948335ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.80561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.621453569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T13:45:29.80565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.621952709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-03-04T13:45:29.805764Z","caller":"traceutil/trace.go:171","msg":"trace[191224844] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24181; }","duration":"5.622096203s","start":"2026-03-04T13:45:24.18365Z","end":"2026-03-04T13:45:29.805746Z","steps":["trace[191224844] 'agreement among raft nodes before linearized reading' (duration: 5.621898698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.805838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:24.183624Z","time spent":"5.622191635s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-04T13:45:29.804228Z","caller":"traceutil/trace.go:171","msg":"trace[1751213015] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24180; }","duration":"6.822754218s","start":"2026-03-04T13:45:22.981413Z","end":"2026-03-04T13:45:29.804167Z","steps":["trace[1751213015] 'agreement among raft nodes before linearized reading' (duration: 5.95033714s)","trace[1751213015] 'range keys from in-memory index tree' (duration: 870.28806ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:29.806037Z","caller":"traceutil/trace.go:171","msg":"trace[1350654736] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:24181; }","duration":"5.621543241s","start":"2026-03-04T13:45:24.184102Z","end":"2026-03-04T13:45:29.805645Z","steps":["trace[1350654736] 'agreement among raft nodes before linearized reading' (duration: 5.621398017s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.80241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.694316294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-03-04T13:45:29.806103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:24.184081Z","time spent":"5.622010411s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"warn","ts":"2026-03-04T13:45:29.805951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.981401Z","time spent":"6.824534868s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:29.804476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843573102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.806206Z","caller":"traceutil/trace.go:171","msg":"trace[999111863] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24181; }","duration":"3.845326552s","start":"2026-03-04T13:45:25.960866Z","end":"2026-03-04T13:45:29.806192Z","steps":["trace[999111863] 'agreement among raft nodes before linearized reading' (duration: 3.843555551s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.806278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.960775Z","time spent":"3.845487065s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:29.804459Z","caller":"traceutil/trace.go:171","msg":"trace[1958309529] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24181; }","duration":"3.03676628s","start":"2026-03-04T13:45:26.767682Z","end":"2026-03-04T13:45:29.804448Z","steps":["trace[1958309529] 'agreement among raft nodes before linearized reading' (duration: 3.036635177s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:29.804799Z","caller":"traceutil/trace.go:171","msg":"trace[1205070958] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24181; }","duration":"3.475576761s","start":"2026-03-04T13:45:26.329206Z","end":"2026-03-04T13:45:29.804783Z","steps":["trace[1205070958] 'agreement among raft nodes before linearized reading' (duration: 3.47550056s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.806332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.767653Z","time spent":"3.038664793s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-04T13:45:29.804826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229380764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.80644Z","caller":"traceutil/trace.go:171","msg":"trace[1817567534] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24181; }","duration":"2.230991571s","start":"2026-03-04T13:45:27.575428Z","end":"2026-03-04T13:45:29.80642Z","steps":["trace[1817567534] 'agreement among raft nodes before linearized reading' (duration: 2.229351893s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:29.804874Z","caller":"traceutil/trace.go:171","msg":"trace[696042179] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-qlt6p; range_end:; response_count:1; response_revision:24181; }","duration":"4.959010361s","start":"2026-03-04T13:45:24.845846Z","end":"2026-03-04T13:45:29.804857Z","steps":["trace[696042179] 'agreement among raft nodes before linearized reading' (duration: 4.958826117s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.80651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:24.845821Z","time spent":"4.960677269s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-qlt6p\" "} {"level":"warn","ts":"2026-03-04T13:45:29.806575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.329189Z","time spent":"3.477276351s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:45:29.806511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:27.575388Z","time spent":"2.231101423s","remote":"127.0.0.1:35262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:29.804986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.598006228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T13:45:29.806928Z","caller":"traceutil/trace.go:171","msg":"trace[2124604197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24181; }","duration":"4.599972652s","start":"2026-03-04T13:45:25.206943Z","end":"2026-03-04T13:45:29.806916Z","steps":["trace[2124604197] 'agreement among raft nodes before linearized reading' (duration: 4.597957476s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.806992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.20692Z","time spent":"4.600062144s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-04T13:45:29.805045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.615392818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:29.807061Z","caller":"traceutil/trace.go:171","msg":"trace[1605619837] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24181; }","duration":"4.617444915s","start":"2026-03-04T13:45:25.189601Z","end":"2026-03-04T13:45:29.807046Z","steps":["trace[1605619837] 'agreement among raft nodes before linearized reading' (duration: 4.615408689s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.805594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.287076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-04T13:45:29.807113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:25.189583Z","time spent":"4.617515516s","remote":"127.0.0.1:39550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:29.80715Z","caller":"traceutil/trace.go:171","msg":"trace[602162771] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24181; }","duration":"870.837402ms","start":"2026-03-04T13:45:28.936294Z","end":"2026-03-04T13:45:29.807132Z","steps":["trace[602162771] 'agreement among raft nodes before linearized reading' (duration: 869.190284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.807206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:28.93626Z","time spent":"870.929624ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-04T13:45:29.804877Z","caller":"traceutil/trace.go:171","msg":"trace[12944001] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24181; }","duration":"3.058659931s","start":"2026-03-04T13:45:26.746209Z","end":"2026-03-04T13:45:29.804869Z","steps":["trace[12944001] 'agreement among raft nodes before linearized reading' (duration: 3.05860656s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:29.807289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:26.746189Z","time spent":"3.061065186s","remote":"127.0.0.1:49554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:29.809064Z","caller":"traceutil/trace.go:171","msg":"trace[1929456712] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24180; }","duration":"7.69806186s","start":"2026-03-04T13:45:22.108033Z","end":"2026-03-04T13:45:29.806095Z","steps":["trace[1929456712] 'agreement among raft nodes before linearized reading' (duration: 6.823701468s)","trace[1929456712] 'range keys from in-memory index tree' (duration: 870.364521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:29.809139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:22.108014Z","time spent":"7.701103978s","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418280,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-04T13:45:30.579701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.757204ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-04T13:45:30.579801Z","caller":"traceutil/trace.go:171","msg":"trace[1479328315] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25050; }","duration":"772.182885ms","start":"2026-03-04T13:45:29.807598Z","end":"2026-03-04T13:45:30.579781Z","steps":["trace[1479328315] 'read index received' (duration: 31.711µs)","trace[1479328315] 'applied index is now lower than readState.Index' (duration: 772.149344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:30.579814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.806654Z","time spent":"773.153116ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:30.580051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.42822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-04T13:45:30.580252Z","caller":"traceutil/trace.go:171","msg":"trace[1570083408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24181; }","duration":"772.621105ms","start":"2026-03-04T13:45:29.807572Z","end":"2026-03-04T13:45:30.580194Z","steps":["trace[1570083408] 'agreement among raft nodes before linearized reading' (duration: 772.287347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.580894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.807561Z","time spent":"773.296189ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-04T13:45:30.638842Z","caller":"traceutil/trace.go:171","msg":"trace[2097392792] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"830.118256ms","start":"2026-03-04T13:45:29.808696Z","end":"2026-03-04T13:45:30.638814Z","steps":["trace[2097392792] 'process raft request' (duration: 830.013874ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:30.638931Z","caller":"traceutil/trace.go:171","msg":"trace[2055918154] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"830.26085ms","start":"2026-03-04T13:45:29.808563Z","end":"2026-03-04T13:45:30.638824Z","steps":["trace[2055918154] 'process raft request' (duration: 829.978934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.639015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.808691Z","time spent":"830.237009ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:30.639101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.808547Z","time spent":"830.454954ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.639119Z","caller":"traceutil/trace.go:171","msg":"trace[30799050] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"830.092566ms","start":"2026-03-04T13:45:29.809015Z","end":"2026-03-04T13:45:30.639108Z","steps":["trace[30799050] 'process raft request' (duration: 829.751578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.639331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.808992Z","time spent":"830.225088ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.639418Z","caller":"traceutil/trace.go:171","msg":"trace[1817672808] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"828.49715ms","start":"2026-03-04T13:45:29.81091Z","end":"2026-03-04T13:45:30.639408Z","steps":["trace[1817672808] 'process raft request' (duration: 828.084571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.639458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.8109Z","time spent":"828.536161ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.639743Z","caller":"traceutil/trace.go:171","msg":"trace[1107992527] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"823.60853ms","start":"2026-03-04T13:45:29.816102Z","end":"2026-03-04T13:45:30.63971Z","steps":["trace[1107992527] 'process raft request' (duration: 823.443786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.639899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.816094Z","time spent":"823.716972ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5478,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.640593Z","caller":"traceutil/trace.go:171","msg":"trace[1241256076] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"828.525661ms","start":"2026-03-04T13:45:29.811096Z","end":"2026-03-04T13:45:30.639622Z","steps":["trace[1241256076] 'process raft request' (duration: 828.231065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.640687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.811082Z","time spent":"829.557925ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.945235Z","caller":"traceutil/trace.go:171","msg":"trace[424291167] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"771.924638ms","start":"2026-03-04T13:45:30.173289Z","end":"2026-03-04T13:45:30.945214Z","steps":["trace[424291167] 'process raft request' (duration: 766.094497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.945377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.173223Z","time spent":"772.082531ms","remote":"127.0.0.1:40862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.945397Z","caller":"traceutil/trace.go:171","msg":"trace[3740344] linearizableReadLoop","detail":"{readStateIndex:25058; appliedIndex:25051; }","duration":"365.535644ms","start":"2026-03-04T13:45:30.579828Z","end":"2026-03-04T13:45:30.945363Z","steps":["trace[3740344] 'read index received' (duration: 58.73337ms)","trace[3740344] 'applied index is now lower than readState.Index' (duration: 306.800964ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:30.945628Z","caller":"traceutil/trace.go:171","msg":"trace[1506330292] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"364.092153ms","start":"2026-03-04T13:45:30.581506Z","end":"2026-03-04T13:45:30.945598Z","steps":["trace[1506330292] 'process raft request' (duration: 363.665253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.945668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131420338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:30.945768Z","caller":"traceutil/trace.go:171","msg":"trace[1136744459] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24189; }","duration":"1.131553101s","start":"2026-03-04T13:45:29.81419Z","end":"2026-03-04T13:45:30.945743Z","steps":["trace[1136744459] 'agreement among raft nodes before linearized reading' (duration: 1.131319706s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.94579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.72079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2df57700-1763-4dbf-a4c9-a17e38aba177\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-04T13:45:30.94579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.58148Z","time spent":"364.219626ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:30.945823Z","caller":"traceutil/trace.go:171","msg":"trace[614443700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2df57700-1763-4dbf-a4c9-a17e38aba177; range_end:; response_count:1; response_revision:24189; }","duration":"361.77431ms","start":"2026-03-04T13:45:30.584035Z","end":"2026-03-04T13:45:30.94581Z","steps":["trace[614443700] 'agreement among raft nodes before linearized reading' (duration: 361.657888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.945663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133023253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:30.94586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.58402Z","time spent":"361.829292ms","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-2df57700-1763-4dbf-a4c9-a17e38aba177\" "} {"level":"warn","ts":"2026-03-04T13:45:30.945908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.885126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:30.945955Z","caller":"traceutil/trace.go:171","msg":"trace[1271104996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24189; }","duration":"407.968448ms","start":"2026-03-04T13:45:30.537967Z","end":"2026-03-04T13:45:30.945935Z","steps":["trace[1271104996] 'agreement among raft nodes before linearized reading' (duration: 407.891046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.94583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.81418Z","time spent":"1.131633543s","remote":"127.0.0.1:35236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-04T13:45:30.945998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.537943Z","time spent":"408.039391ms","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:30.946094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.002829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:30.946115Z","caller":"traceutil/trace.go:171","msg":"trace[722305608] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24189; }","duration":"133.060621ms","start":"2026-03-04T13:45:30.813048Z","end":"2026-03-04T13:45:30.946108Z","steps":["trace[722305608] 'agreement among raft nodes before linearized reading' (duration: 132.991989ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:30.945926Z","caller":"traceutil/trace.go:171","msg":"trace[1462573856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24189; }","duration":"1.13330927s","start":"2026-03-04T13:45:29.812559Z","end":"2026-03-04T13:45:30.945868Z","steps":["trace[1462573856] 'agreement among raft nodes before linearized reading' (duration: 1.132953112s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.946177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:29.812548Z","time spent":"1.133619398s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:30.946267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.879235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r59sn\" ","response":"range_response_count:1 size:4800"} {"level":"info","ts":"2026-03-04T13:45:30.946287Z","caller":"traceutil/trace.go:171","msg":"trace[857226725] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-r59sn; range_end:; response_count:1; response_revision:24189; }","duration":"301.957587ms","start":"2026-03-04T13:45:30.644323Z","end":"2026-03-04T13:45:30.946281Z","steps":["trace[857226725] 'agreement among raft nodes before linearized reading' (duration: 301.873405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.946304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.644306Z","time spent":"301.993397ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4824,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-r59sn\" "} {"level":"warn","ts":"2026-03-04T13:45:30.946408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.13527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a74890146a39\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-04T13:45:30.946442Z","caller":"traceutil/trace.go:171","msg":"trace[1473139048] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a74890146a39; range_end:; response_count:1; response_revision:24189; }","duration":"302.196222ms","start":"2026-03-04T13:45:30.644236Z","end":"2026-03-04T13:45:30.946432Z","steps":["trace[1473139048] 'agreement among raft nodes before linearized reading' (duration: 302.061059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:30.946468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.644221Z","time spent":"302.238463ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a74890146a39\" "} {"level":"warn","ts":"2026-03-04T13:45:31.449519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:31.716856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.965748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:31.716997Z","caller":"traceutil/trace.go:171","msg":"trace[793275838] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"768.990463ms","start":"2026-03-04T13:45:30.947978Z","end":"2026-03-04T13:45:31.716968Z","steps":["trace[793275838] 'process raft request' (duration: 514.78914ms)","trace[793275838] 'compare' (duration: 253.832205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:31.717087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.947969Z","time spent":"769.070265ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:32.955787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-04T13:45:32.955866Z","caller":"traceutil/trace.go:171","msg":"trace[343310060] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350747s","start":"2026-03-04T13:45:30.955496Z","end":"2026-03-04T13:45:32.955847Z","steps":["trace[343310060] 'agreement among raft nodes before linearized reading' (duration: 2.000252815s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:32.95591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.955488Z","time spent":"2.000412528s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:34.17963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.309768Z","time spent":"1.869853345s","remote":"127.0.0.1:48070","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:34.181415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741501359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:34.182644Z","caller":"traceutil/trace.go:171","msg":"trace[1351799965] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"3.23119936s","start":"2026-03-04T13:45:30.95139Z","end":"2026-03-04T13:45:34.18259Z","steps":["trace[1351799965] 'process raft request' (duration: 1.488431242s)","trace[1351799965] 'compare' (duration: 1.7406567s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:34.18273Z","caller":"traceutil/trace.go:171","msg":"trace[1236353444] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"2.066090174s","start":"2026-03-04T13:45:32.116621Z","end":"2026-03-04T13:45:34.182711Z","steps":["trace[1236353444] 'process raft request' (duration: 2.065977302s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.182754Z","caller":"traceutil/trace.go:171","msg":"trace[1904404286] linearizableReadLoop","detail":"{readStateIndex:25061; appliedIndex:25059; }","duration":"3.233527512s","start":"2026-03-04T13:45:30.949189Z","end":"2026-03-04T13:45:34.182717Z","steps":["trace[1904404286] 'read index received' (duration: 513.592212ms)","trace[1904404286] 'applied index is now lower than readState.Index' (duration: 2.719929189s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:34.182807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.116597Z","time spent":"2.066168677s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:34.18282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.95136Z","time spent":"3.231364504s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4960,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:34.18309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233875429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:45:34.183139Z","caller":"traceutil/trace.go:171","msg":"trace[498367248] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24192; }","duration":"3.233959542s","start":"2026-03-04T13:45:30.949167Z","end":"2026-03-04T13:45:34.183127Z","steps":["trace[498367248] 'agreement among raft nodes before linearized reading' (duration: 3.233709746s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.183135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226036119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:34.183299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.930384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:34.183344Z","caller":"traceutil/trace.go:171","msg":"trace[1770392548] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24192; }","duration":"180.016566ms","start":"2026-03-04T13:45:34.003312Z","end":"2026-03-04T13:45:34.183329Z","steps":["trace[1770392548] 'agreement among raft nodes before linearized reading' (duration: 179.787621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.183311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044079335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"warn","ts":"2026-03-04T13:45:34.183386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462974324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-04T13:45:34.183432Z","caller":"traceutil/trace.go:171","msg":"trace[1970704961] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:24192; }","duration":"2.463040095s","start":"2026-03-04T13:45:31.720373Z","end":"2026-03-04T13:45:34.183413Z","steps":["trace[1970704961] 'agreement among raft nodes before linearized reading' (duration: 2.462862351s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:34.183428Z","caller":"traceutil/trace.go:171","msg":"trace[1286565493] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24192; }","duration":"3.044251609s","start":"2026-03-04T13:45:31.13915Z","end":"2026-03-04T13:45:34.183401Z","steps":["trace[1286565493] 'agreement among raft nodes before linearized reading' (duration: 3.043922681s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.183474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.720356Z","time spent":"2.463109277s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"info","ts":"2026-03-04T13:45:34.183338Z","caller":"traceutil/trace.go:171","msg":"trace[1259989525] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24192; }","duration":"2.226276695s","start":"2026-03-04T13:45:31.957042Z","end":"2026-03-04T13:45:34.183318Z","steps":["trace[1259989525] 'agreement among raft nodes before linearized reading' (duration: 2.225949258s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.183258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233062382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T13:45:34.183135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480485848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.184188Z","caller":"traceutil/trace.go:171","msg":"trace[1108487907] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24192; }","duration":"2.481566732s","start":"2026-03-04T13:45:31.702603Z","end":"2026-03-04T13:45:34.184169Z","steps":["trace[1108487907] 'agreement among raft nodes before linearized reading' (duration: 2.480412526s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.184241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.70254Z","time spent":"2.481681804s","remote":"127.0.0.1:33410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:34.184115Z","caller":"traceutil/trace.go:171","msg":"trace[26091662] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24192; }","duration":"3.233940161s","start":"2026-03-04T13:45:30.950142Z","end":"2026-03-04T13:45:34.184082Z","steps":["trace[26091662] 'agreement among raft nodes before linearized reading' (duration: 3.232800086s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.184977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.950135Z","time spent":"3.234815541s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-04T13:45:34.183174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.949154Z","time spent":"3.234011462s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-04T13:45:34.183215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342839114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.185151Z","caller":"traceutil/trace.go:171","msg":"trace[2022511119] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24192; }","duration":"2.344799448s","start":"2026-03-04T13:45:31.840335Z","end":"2026-03-04T13:45:34.185134Z","steps":["trace[2022511119] 'agreement among raft nodes before linearized reading' (duration: 2.342849004s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.185198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.840314Z","time spent":"2.34486608s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.183203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.31266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.185333Z","caller":"traceutil/trace.go:171","msg":"trace[1861535729] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24192; }","duration":"282.443728ms","start":"2026-03-04T13:45:33.902867Z","end":"2026-03-04T13:45:34.185311Z","steps":["trace[1861535729] 'agreement among raft nodes before linearized reading' (duration: 280.258689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.183234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232932959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.185439Z","caller":"traceutil/trace.go:171","msg":"trace[1962852180] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24192; }","duration":"3.235138118s","start":"2026-03-04T13:45:30.950277Z","end":"2026-03-04T13:45:34.185415Z","steps":["trace[1962852180] 'agreement among raft nodes before linearized reading' (duration: 3.232903538s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.183247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070271644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:34.185498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:30.950232Z","time spent":"3.235249851s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:45:34.185514Z","caller":"traceutil/trace.go:171","msg":"trace[1949664997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24192; }","duration":"1.072563475s","start":"2026-03-04T13:45:33.112934Z","end":"2026-03-04T13:45:34.185498Z","steps":["trace[1949664997] 'agreement among raft nodes before linearized reading' (duration: 1.070276923s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.185553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:33.112918Z","time spent":"1.072620817s","remote":"127.0.0.1:56276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.183251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965393805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.185653Z","caller":"traceutil/trace.go:171","msg":"trace[1194646676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24192; }","duration":"2.9678401s","start":"2026-03-04T13:45:31.2178Z","end":"2026-03-04T13:45:34.18564Z","steps":["trace[1194646676] 'agreement among raft nodes before linearized reading' (duration: 2.965386925s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.185703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.217782Z","time spent":"2.967901992s","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:34.183278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227282343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:34.185758Z","caller":"traceutil/trace.go:171","msg":"trace[794934817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24192; }","duration":"1.229795629s","start":"2026-03-04T13:45:32.95595Z","end":"2026-03-04T13:45:34.185746Z","steps":["trace[794934817] 'agreement among raft nodes before linearized reading' (duration: 1.227299393s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.185828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:32.955928Z","time spent":"1.229889311s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:34.183487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.139113Z","time spent":"3.044364031s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:45:34.183724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:31.957026Z","time spent":"2.226684243s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:34.187063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.124035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:34.187121Z","caller":"traceutil/trace.go:171","msg":"trace[300014697] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24192; }","duration":"975.225548ms","start":"2026-03-04T13:45:33.211882Z","end":"2026-03-04T13:45:34.187107Z","steps":["trace[300014697] 'agreement among raft nodes before linearized reading' (duration: 971.180397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:34.187157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:33.211862Z","time spent":"975.284998ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2663,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:35.491168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053137969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:35.491284Z","caller":"traceutil/trace.go:171","msg":"trace[382619652] linearizableReadLoop","detail":"{readStateIndex:25063; appliedIndex:25062; }","duration":"1.303618038s","start":"2026-03-04T13:45:34.187647Z","end":"2026-03-04T13:45:35.491265Z","steps":["trace[382619652] 'read index received' (duration: 250.178973ms)","trace[382619652] 'applied index is now lower than readState.Index' (duration: 1.053436695s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:35.491366Z","caller":"traceutil/trace.go:171","msg":"trace[845045762] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"1.30502764s","start":"2026-03-04T13:45:34.186323Z","end":"2026-03-04T13:45:35.491351Z","steps":["trace[845045762] 'process raft request' (duration: 251.617555ms)","trace[845045762] 'compare' (duration: 1.052856203s)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:35.491443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.186305Z","time spent":"1.305093261s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:35.491805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30415185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-04T13:45:35.491849Z","caller":"traceutil/trace.go:171","msg":"trace[143737345] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24193; }","duration":"1.304219961s","start":"2026-03-04T13:45:34.187619Z","end":"2026-03-04T13:45:35.491838Z","steps":["trace[143737345] 'agreement among raft nodes before linearized reading' (duration: 1.304039377s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:35.491882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.187603Z","time spent":"1.304272293s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-04T13:45:35.901456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.090704752s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:36.193662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000796637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:36.193766Z","caller":"traceutil/trace.go:171","msg":"trace[865994934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000940811s","start":"2026-03-04T13:45:34.192798Z","end":"2026-03-04T13:45:36.193739Z","steps":["trace[865994934] 'agreement among raft nodes before linearized reading' (duration: 2.000816478s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.193933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.192784Z","time spent":"2.001128764s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/04 13:45:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-04T13:45:36.383217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.216825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:36.383337Z","caller":"traceutil/trace.go:171","msg":"trace[1817610582] linearizableReadLoop","detail":"{readStateIndex:25064; appliedIndex:25063; }","duration":"892.006988ms","start":"2026-03-04T13:45:35.491312Z","end":"2026-03-04T13:45:36.383319Z","steps":["trace[1817610582] 'read index received' (duration: 410.581458ms)","trace[1817610582] 'applied index is now lower than readState.Index' (duration: 481.424059ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:36.383558Z","caller":"traceutil/trace.go:171","msg":"trace[2133472359] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"1.572963023s","start":"2026-03-04T13:45:34.810546Z","end":"2026-03-04T13:45:36.383509Z","steps":["trace[2133472359] 'process raft request' (duration: 1.091344228s)","trace[2133472359] 'compare' (duration: 481.098852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:36.383631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566812884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-04T13:45:36.383637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192532417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:36.383676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.250516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:36.383688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195236787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-04T13:45:36.383723Z","caller":"traceutil/trace.go:171","msg":"trace[441972087] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24194; }","duration":"2.19266671s","start":"2026-03-04T13:45:34.191035Z","end":"2026-03-04T13:45:36.383702Z","steps":["trace[441972087] 'agreement among raft nodes before linearized reading' (duration: 2.192514347s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.383714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.810507Z","time spent":"1.573128807s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:36.383712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192813998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:36.38378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.191014Z","time spent":"2.192747161s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:45:36.383767Z","caller":"traceutil/trace.go:171","msg":"trace[1766317763] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24194; }","duration":"2.19582228s","start":"2026-03-04T13:45:34.187926Z","end":"2026-03-04T13:45:36.383749Z","steps":["trace[1766317763] 'agreement among raft nodes before linearized reading' (duration: 2.195634036s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.383786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195470412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-128b8132-d5ea-4265-bb46-ab8094681cc6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-04T13:45:36.3838Z","caller":"traceutil/trace.go:171","msg":"trace[1762373966] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24194; }","duration":"1.192968422s","start":"2026-03-04T13:45:35.19082Z","end":"2026-03-04T13:45:36.383789Z","steps":["trace[1762373966] 'agreement among raft nodes before linearized reading' (duration: 1.192638165s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.383837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.187903Z","time spent":"2.195925593s","remote":"127.0.0.1:35318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-04T13:45:36.383861Z","caller":"traceutil/trace.go:171","msg":"trace[903399661] range","detail":"{range_begin:/registry/persistentvolumes/pvc-128b8132-d5ea-4265-bb46-ab8094681cc6; range_end:; response_count:1; response_revision:24194; }","duration":"2.195568065s","start":"2026-03-04T13:45:34.188274Z","end":"2026-03-04T13:45:36.383842Z","steps":["trace[903399661] 'agreement among raft nodes before linearized reading' (duration: 2.19533015s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.383904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.190792Z","time spent":"1.193082975s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"info","ts":"2026-03-04T13:45:36.383755Z","caller":"traceutil/trace.go:171","msg":"trace[927641291] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24194; }","duration":"990.387739ms","start":"2026-03-04T13:45:35.393352Z","end":"2026-03-04T13:45:36.38374Z","steps":["trace[927641291] 'agreement among raft nodes before linearized reading' (duration: 990.248256ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:36.383669Z","caller":"traceutil/trace.go:171","msg":"trace[1016514029] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24194; }","duration":"1.566850895s","start":"2026-03-04T13:45:34.816807Z","end":"2026-03-04T13:45:36.383658Z","steps":["trace[1016514029] 'agreement among raft nodes before linearized reading' (duration: 1.566686131s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.384401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.393323Z","time spent":"991.038384ms","remote":"127.0.0.1:35350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:36.384501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.816736Z","time spent":"1.567729225s","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:45:36.383906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.188262Z","time spent":"2.195631146s","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-128b8132-d5ea-4265-bb46-ab8094681cc6\" "} {"level":"warn","ts":"2026-03-04T13:45:36.384881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193743223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18835"} {"level":"info","ts":"2026-03-04T13:45:36.385157Z","caller":"traceutil/trace.go:171","msg":"trace[1355936602] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24194; }","duration":"2.19405474s","start":"2026-03-04T13:45:34.191081Z","end":"2026-03-04T13:45:36.385135Z","steps":["trace[1355936602] 'agreement among raft nodes before linearized reading' (duration: 2.192549886s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:36.38521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:34.191014Z","time spent":"2.194181133s","remote":"127.0.0.1:35218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18859,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-04T13:45:36.883539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-04T13:45:37.112194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21025574s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-04T13:45:37.585595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.046661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:37.585732Z","caller":"traceutil/trace.go:171","msg":"trace[1920246] linearizableReadLoop","detail":"{readStateIndex:25065; appliedIndex:25064; }","duration":"1.202246239s","start":"2026-03-04T13:45:36.383468Z","end":"2026-03-04T13:45:37.585714Z","steps":["trace[1920246] 'read index received' (duration: 728.929722ms)","trace[1920246] 'applied index is now lower than readState.Index' (duration: 473.315227ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:37.585818Z","caller":"traceutil/trace.go:171","msg":"trace[175665290] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"2.086086174s","start":"2026-03-04T13:45:35.49972Z","end":"2026-03-04T13:45:37.585806Z","steps":["trace[175665290] 'process raft request' (duration: 1.612732826s)","trace[175665290] 'compare' (duration: 472.927569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:37.585874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.499701Z","time spent":"2.086141735s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:37.586169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770565363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:37.586864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393073468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:37.586951Z","caller":"traceutil/trace.go:171","msg":"trace[186411991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24195; }","duration":"1.39317701s","start":"2026-03-04T13:45:36.193751Z","end":"2026-03-04T13:45:37.586928Z","steps":["trace[186411991] 'agreement among raft nodes before linearized reading' (duration: 1.392977786s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.586937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403104494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:37.586997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.193718Z","time spent":"1.393270373s","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:45:37.586997Z","caller":"traceutil/trace.go:171","msg":"trace[904997863] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24195; }","duration":"1.771574265s","start":"2026-03-04T13:45:35.81535Z","end":"2026-03-04T13:45:37.586925Z","steps":["trace[904997863] 'agreement among raft nodes before linearized reading' (duration: 1.770542262s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:37.587061Z","caller":"traceutil/trace.go:171","msg":"trace[1362281884] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24195; }","duration":"1.403343269s","start":"2026-03-04T13:45:36.18368Z","end":"2026-03-04T13:45:37.587023Z","steps":["trace[1362281884] 'agreement among raft nodes before linearized reading' (duration: 1.403057963s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.587079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.815327Z","time spent":"1.771728229s","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:37.586326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197979485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-04T13:45:37.587122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.18366Z","time spent":"1.403445431s","remote":"127.0.0.1:49536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:37.58718Z","caller":"traceutil/trace.go:171","msg":"trace[533351577] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24195; }","duration":"1.198821293s","start":"2026-03-04T13:45:36.38833Z","end":"2026-03-04T13:45:37.587151Z","steps":["trace[533351577] 'agreement among raft nodes before linearized reading' (duration: 1.197870462s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.586325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09038437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-04T13:45:37.587302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.388271Z","time spent":"1.198993187s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-04T13:45:37.587301Z","caller":"traceutil/trace.go:171","msg":"trace[1060447625] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774; range_end:; response_count:1; response_revision:24195; }","duration":"2.091404743s","start":"2026-03-04T13:45:35.495871Z","end":"2026-03-04T13:45:37.587276Z","steps":["trace[1060447625] 'agreement among raft nodes before linearized reading' (duration: 2.090290698s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.587366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.495847Z","time spent":"2.091501966s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" "} {"level":"warn","ts":"2026-03-04T13:45:37.586329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051706271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:37.587447Z","caller":"traceutil/trace.go:171","msg":"trace[997303688] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24195; }","duration":"2.052828346s","start":"2026-03-04T13:45:35.534597Z","end":"2026-03-04T13:45:37.587425Z","steps":["trace[997303688] 'agreement among raft nodes before linearized reading' (duration: 2.051580209s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.587503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:35.534573Z","time spent":"2.052911379s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:37.58639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.847733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:37.587571Z","caller":"traceutil/trace.go:171","msg":"trace[290419422] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24195; }","duration":"125.05652ms","start":"2026-03-04T13:45:37.4625Z","end":"2026-03-04T13:45:37.587556Z","steps":["trace[290419422] 'agreement among raft nodes before linearized reading' (duration: 123.854693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.586491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.893624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:37.587779Z","caller":"traceutil/trace.go:171","msg":"trace[1808871723] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24195; }","duration":"198.209414ms","start":"2026-03-04T13:45:37.389549Z","end":"2026-03-04T13:45:37.587758Z","steps":["trace[1808871723] 'agreement among raft nodes before linearized reading' (duration: 196.862704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.586527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.991159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:37.588022Z","caller":"traceutil/trace.go:171","msg":"trace[1807728002] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24195; }","duration":"235.503423ms","start":"2026-03-04T13:45:37.352494Z","end":"2026-03-04T13:45:37.587997Z","steps":["trace[1807728002] 'agreement among raft nodes before linearized reading' (duration: 234.01263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.586568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.10599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:37.586604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.236865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:37.588626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360444754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:37.588894Z","caller":"traceutil/trace.go:171","msg":"trace[1819028602] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24195; }","duration":"1.362104492s","start":"2026-03-04T13:45:36.226761Z","end":"2026-03-04T13:45:37.588866Z","steps":["trace[1819028602] 'agreement among raft nodes before linearized reading' (duration: 1.359464343s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.589014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.226738Z","time spent":"1.362250446s","remote":"127.0.0.1:33152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:37.588849Z","caller":"traceutil/trace.go:171","msg":"trace[147310650] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24195; }","duration":"369.397542ms","start":"2026-03-04T13:45:37.219421Z","end":"2026-03-04T13:45:37.588819Z","steps":["trace[147310650] 'agreement among raft nodes before linearized reading' (duration: 367.121061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:37.588913Z","caller":"traceutil/trace.go:171","msg":"trace[1357462262] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24195; }","duration":"697.564658ms","start":"2026-03-04T13:45:36.891323Z","end":"2026-03-04T13:45:37.588887Z","steps":["trace[1357462262] 'agreement among raft nodes before linearized reading' (duration: 695.261326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:37.589265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:36.891269Z","time spent":"697.968956ms","remote":"127.0.0.1:52368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:37.589526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.219404Z","time spent":"370.020826ms","remote":"127.0.0.1:33438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:38.801074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.677539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:38.801262Z","caller":"traceutil/trace.go:171","msg":"trace[704352768] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"1.209701127s","start":"2026-03-04T13:45:37.591506Z","end":"2026-03-04T13:45:38.801207Z","steps":["trace[704352768] 'process raft request' (duration: 487.795953ms)","trace[704352768] 'compare' (duration: 720.922211ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:38.801331Z","caller":"traceutil/trace.go:171","msg":"trace[41163497] linearizableReadLoop","detail":"{readStateIndex:25066; appliedIndex:25065; }","duration":"1.207342724s","start":"2026-03-04T13:45:37.593959Z","end":"2026-03-04T13:45:38.801302Z","steps":["trace[41163497] 'read index received' (duration: 485.410959ms)","trace[41163497] 'applied index is now lower than readState.Index' (duration: 721.928925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:38.801462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.59114Z","time spent":"1.210212839s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:38.8015Z","caller":"traceutil/trace.go:171","msg":"trace[1772793190] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"1.203493969s","start":"2026-03-04T13:45:37.59796Z","end":"2026-03-04T13:45:38.801454Z","steps":["trace[1772793190] 'process raft request' (duration: 1.203232083s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:38.801619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207644331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-04T13:45:38.801619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.597948Z","time spent":"1.20359238s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5579,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:38.801703Z","caller":"traceutil/trace.go:171","msg":"trace[539465440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24197; }","duration":"1.207748184s","start":"2026-03-04T13:45:37.593939Z","end":"2026-03-04T13:45:38.801687Z","steps":["trace[539465440] 'agreement among raft nodes before linearized reading' (duration: 1.207476268s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:38.801741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.593932Z","time spent":"1.207800575s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-04T13:45:39.594919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:39.595008Z","caller":"traceutil/trace.go:171","msg":"trace[1239376236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422069s","start":"2026-03-04T13:45:37.594566Z","end":"2026-03-04T13:45:39.594988Z","steps":["trace[1239376236] 'agreement among raft nodes before linearized reading' (duration: 2.000308806s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:39.595056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:37.594559Z","time spent":"2.00048675s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:40.209802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.186298ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:40.209959Z","caller":"traceutil/trace.go:171","msg":"trace[2085522626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24197; }","duration":"713.375022ms","start":"2026-03-04T13:45:39.496562Z","end":"2026-03-04T13:45:40.209937Z","steps":["trace[2085522626] 'range keys from in-memory index tree' (duration: 713.158327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.210916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.546601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:40.211039Z","caller":"traceutil/trace.go:171","msg":"trace[1064238566] linearizableReadLoop","detail":"{readStateIndex:25068; appliedIndex:25067; }","duration":"1.40959799s","start":"2026-03-04T13:45:38.80142Z","end":"2026-03-04T13:45:40.211018Z","steps":["trace[1064238566] 'read index received' (duration: 475.738851ms)","trace[1064238566] 'applied index is now lower than readState.Index' (duration: 933.857809ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:40.211139Z","caller":"traceutil/trace.go:171","msg":"trace[696980422] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"2.065610373s","start":"2026-03-04T13:45:38.145514Z","end":"2026-03-04T13:45:40.211125Z","steps":["trace[696980422] 'process raft request' (duration: 1.131763556s)","trace[696980422] 'compare' (duration: 933.274904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:40.211215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.145497Z","time spent":"2.065674495s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:40.211594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618757361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:40.211639Z","caller":"traceutil/trace.go:171","msg":"trace[1383491335] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24198; }","duration":"1.618857573s","start":"2026-03-04T13:45:38.592769Z","end":"2026-03-04T13:45:40.211627Z","steps":["trace[1383491335] 'agreement among raft nodes before linearized reading' (duration: 1.618695269s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.211675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.592748Z","time spent":"1.618920984s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:40.211884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195458523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:45:40.211914Z","caller":"traceutil/trace.go:171","msg":"trace[446330213] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24198; }","duration":"2.195526333s","start":"2026-03-04T13:45:38.016379Z","end":"2026-03-04T13:45:40.211905Z","steps":["trace[446330213] 'agreement among raft nodes before linearized reading' (duration: 2.195431961s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.211941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.016341Z","time spent":"2.195593765s","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:45:40.212173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40649606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-128cf8c7-865f-4278-bafc-a786d0c42372\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-04T13:45:40.212247Z","caller":"traceutil/trace.go:171","msg":"trace[326747419] range","detail":"{range_begin:/registry/persistentvolumes/pvc-128cf8c7-865f-4278-bafc-a786d0c42372; range_end:; response_count:1; response_revision:24198; }","duration":"1.406612262s","start":"2026-03-04T13:45:38.80561Z","end":"2026-03-04T13:45:40.212223Z","steps":["trace[326747419] 'agreement among raft nodes before linearized reading' (duration: 1.406407848s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.212283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.805593Z","time spent":"1.406683944s","remote":"127.0.0.1:35182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-128cf8c7-865f-4278-bafc-a786d0c42372\" "} {"level":"warn","ts":"2026-03-04T13:45:40.212282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285209474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:40.212316Z","caller":"traceutil/trace.go:171","msg":"trace[1664900351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24198; }","duration":"1.285282986s","start":"2026-03-04T13:45:38.927024Z","end":"2026-03-04T13:45:40.212307Z","steps":["trace[1664900351] 'agreement among raft nodes before linearized reading' (duration: 1.285223145s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.212353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.927006Z","time spent":"1.285339747s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:40.212349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.975078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:40.212412Z","caller":"traceutil/trace.go:171","msg":"trace[353950671] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24198; }","duration":"347.088941ms","start":"2026-03-04T13:45:39.865304Z","end":"2026-03-04T13:45:40.212393Z","steps":["trace[353950671] 'agreement among raft nodes before linearized reading' (duration: 346.918047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.212433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406653733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-gxwng\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-03-04T13:45:40.212393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.120177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:40.212484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:39.865277Z","time spent":"347.189603ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:40.212397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.837135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:45:40.212533Z","caller":"traceutil/trace.go:171","msg":"trace[484004098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24198; }","duration":"616.458535ms","start":"2026-03-04T13:45:39.596053Z","end":"2026-03-04T13:45:40.212512Z","steps":["trace[484004098] 'agreement among raft nodes before linearized reading' (duration: 616.119737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.212538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405433085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-04T13:45:40.212614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:39.596032Z","time spent":"616.569307ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:45:40.212675Z","caller":"traceutil/trace.go:171","msg":"trace[1137327618] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; range_end:; response_count:1; response_revision:24198; }","duration":"1.40563625s","start":"2026-03-04T13:45:38.807Z","end":"2026-03-04T13:45:40.212636Z","steps":["trace[1137327618] 'agreement among raft nodes before linearized reading' (duration: 1.40518393s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:40.212484Z","caller":"traceutil/trace.go:171","msg":"trace[1375848217] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-gxwng; range_end:; response_count:1; response_revision:24198; }","duration":"1.406725765s","start":"2026-03-04T13:45:38.805746Z","end":"2026-03-04T13:45:40.212472Z","steps":["trace[1375848217] 'agreement among raft nodes before linearized reading' (duration: 1.40649926s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.21276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.80699Z","time spent":"1.405736572s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8\" "} {"level":"warn","ts":"2026-03-04T13:45:40.212761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:38.80574Z","time spent":"1.407006341s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-gxwng\" "} {"level":"info","ts":"2026-03-04T13:45:40.2126Z","caller":"traceutil/trace.go:171","msg":"trace[636578821] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:24198; }","duration":"408.093691ms","start":"2026-03-04T13:45:39.804478Z","end":"2026-03-04T13:45:40.212571Z","steps":["trace[636578821] 'agreement among raft nodes before linearized reading' (duration: 407.762004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:40.212907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:39.804441Z","time spent":"408.453209ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-03-04T13:45:41.109978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.548274ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-04T13:45:41.110056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.213659Z","time spent":"896.393846ms","remote":"127.0.0.1:35054","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:42.219926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00007502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-04T13:45:42.22003Z","caller":"traceutil/trace.go:171","msg":"trace[1075596896] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224794s","start":"2026-03-04T13:45:40.219784Z","end":"2026-03-04T13:45:42.220009Z","steps":["trace[1075596896] 'agreement among raft nodes before linearized reading' (duration: 2.000093981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.220092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.219775Z","time spent":"2.000302746s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:42.297193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087442429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:42.297479Z","caller":"traceutil/trace.go:171","msg":"trace[1938903815] transaction","detail":"{read_only:false; response_revision:24203; number_of_response:1; }","duration":"907.26199ms","start":"2026-03-04T13:45:41.3902Z","end":"2026-03-04T13:45:42.297462Z","steps":["trace[1938903815] 'process raft request' (duration: 907.209469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.297591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.390171Z","time spent":"907.384792ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:42.297684Z","caller":"traceutil/trace.go:171","msg":"trace[1999395703] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25068; }","duration":"2.077834868s","start":"2026-03-04T13:45:40.219812Z","end":"2026-03-04T13:45:42.297647Z","steps":["trace[1999395703] 'read index received' (duration: 165.623432ms)","trace[1999395703] 'applied index is now lower than readState.Index' (duration: 1.912207936s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:42.297804Z","caller":"traceutil/trace.go:171","msg":"trace[1621125104] transaction","detail":"{read_only:false; response_revision:24202; number_of_response:1; }","duration":"1.186567468s","start":"2026-03-04T13:45:41.111201Z","end":"2026-03-04T13:45:42.297768Z","steps":["trace[1621125104] 'process raft request' (duration: 1.18617656s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:42.297823Z","caller":"traceutil/trace.go:171","msg":"trace[1554309000] transaction","detail":"{read_only:false; response_revision:24201; number_of_response:1; }","duration":"1.324032777s","start":"2026-03-04T13:45:40.973739Z","end":"2026-03-04T13:45:42.297772Z","steps":["trace[1554309000] 'process raft request' (duration: 1.323602908s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.297921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.606555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:45:42.297913Z","caller":"traceutil/trace.go:171","msg":"trace[1897525020] transaction","detail":"{read_only:false; response_revision:24199; number_of_response:1; }","duration":"2.081977541s","start":"2026-03-04T13:45:40.215825Z","end":"2026-03-04T13:45:42.297803Z","steps":["trace[1897525020] 'process raft request' (duration: 993.860386ms)","trace[1897525020] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.1899a744a80b4cf8; req_size:756; } (duration: 1.086692182s)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:42.297954Z","caller":"traceutil/trace.go:171","msg":"trace[1231080666] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24203; }","duration":"902.671307ms","start":"2026-03-04T13:45:41.39527Z","end":"2026-03-04T13:45:42.297942Z","steps":["trace[1231080666] 'agreement among raft nodes before linearized reading' (duration: 902.572875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.297983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.395239Z","time spent":"902.736439ms","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-04T13:45:42.297993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.976838189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-04T13:45:42.297974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.973714Z","time spent":"1.324155659s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:42.29804Z","caller":"traceutil/trace.go:171","msg":"trace[1945887232] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24203; }","duration":"1.976954911s","start":"2026-03-04T13:45:40.321072Z","end":"2026-03-04T13:45:42.298027Z","steps":["trace[1945887232] 'agreement among raft nodes before linearized reading' (duration: 1.976769687s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.298082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.321051Z","time spent":"1.977022493s","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-04T13:45:42.298122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.288776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:42.298204Z","caller":"traceutil/trace.go:171","msg":"trace[2024594861] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24203; }","duration":"618.424258ms","start":"2026-03-04T13:45:41.67976Z","end":"2026-03-04T13:45:42.298185Z","steps":["trace[2024594861] 'agreement among raft nodes before linearized reading' (duration: 618.270395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.298286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.679739Z","time spent":"618.535021ms","remote":"127.0.0.1:33272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:42.298019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.111179Z","time spent":"1.186803473s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:42.298372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251983748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:42.298361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.215802Z","time spent":"2.082158745s","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:42.298414Z","caller":"traceutil/trace.go:171","msg":"trace[236781567] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24203; }","duration":"1.252064489s","start":"2026-03-04T13:45:41.046338Z","end":"2026-03-04T13:45:42.298402Z","steps":["trace[236781567] 'agreement among raft nodes before linearized reading' (duration: 1.251992878s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.298446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.046316Z","time spent":"1.252122091s","remote":"127.0.0.1:33064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:42.298608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838942358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:42.298612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08123667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:42.298659Z","caller":"traceutil/trace.go:171","msg":"trace[951978857] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24203; }","duration":"1.83903442s","start":"2026-03-04T13:45:40.459609Z","end":"2026-03-04T13:45:42.298643Z","steps":["trace[951978857] 'agreement among raft nodes before linearized reading' (duration: 1.838960129s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.29882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.459589Z","time spent":"1.839210465s","remote":"127.0.0.1:32964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:42.298783Z","caller":"traceutil/trace.go:171","msg":"trace[254315733] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24203; }","duration":"1.081447695s","start":"2026-03-04T13:45:41.217308Z","end":"2026-03-04T13:45:42.298755Z","steps":["trace[254315733] 'agreement among raft nodes before linearized reading' (duration: 1.080851942s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.298993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.217282Z","time spent":"1.08169111s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:42.299072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.134484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:42.299137Z","caller":"traceutil/trace.go:171","msg":"trace[1708992031] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24203; }","duration":"837.242737ms","start":"2026-03-04T13:45:41.461882Z","end":"2026-03-04T13:45:42.299124Z","steps":["trace[1708992031] 'agreement among raft nodes before linearized reading' (duration: 837.131855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.299174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.461864Z","time spent":"837.299178ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:42.299343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.027341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-04T13:45:42.299391Z","caller":"traceutil/trace.go:171","msg":"trace[1281392818] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24203; }","duration":"760.111673ms","start":"2026-03-04T13:45:41.539268Z","end":"2026-03-04T13:45:42.29938Z","steps":["trace[1281392818] 'agreement among raft nodes before linearized reading' (duration: 758.848595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.299426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.539251Z","time spent":"760.162994ms","remote":"127.0.0.1:35592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2663,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:42.299994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204343898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:42.30005Z","caller":"traceutil/trace.go:171","msg":"trace[1234570986] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24203; }","duration":"1.204428489s","start":"2026-03-04T13:45:41.095608Z","end":"2026-03-04T13:45:42.300037Z","steps":["trace[1234570986] 'agreement among raft nodes before linearized reading' (duration: 1.202476615s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.300086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:41.095543Z","time spent":"1.204533751s","remote":"127.0.0.1:35586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:42.301903Z","caller":"traceutil/trace.go:171","msg":"trace[1008844823] transaction","detail":"{read_only:false; response_revision:24200; number_of_response:1; }","duration":"2.081598233s","start":"2026-03-04T13:45:40.220271Z","end":"2026-03-04T13:45:42.301869Z","steps":["trace[1008844823] 'process raft request' (duration: 2.07699981s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.302025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:40.220253Z","time spent":"2.081718585s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:42.77046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.0003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:42.77056Z","caller":"traceutil/trace.go:171","msg":"trace[871607994] linearizableReadLoop","detail":"{readStateIndex:25076; appliedIndex:25075; }","duration":"380.762437ms","start":"2026-03-04T13:45:42.38978Z","end":"2026-03-04T13:45:42.770543Z","steps":["trace[871607994] 'read index received' (duration: 105.548442ms)","trace[871607994] 'applied index is now lower than readState.Index' (duration: 275.212725ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:42.770734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.946632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-04T13:45:42.77077Z","caller":"traceutil/trace.go:171","msg":"trace[353927706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24205; }","duration":"380.996533ms","start":"2026-03-04T13:45:42.389763Z","end":"2026-03-04T13:45:42.770759Z","steps":["trace[353927706] 'agreement among raft nodes before linearized reading' (duration: 380.825269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.770806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.389756Z","time spent":"381.040503ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-04T13:45:42.7708Z","caller":"traceutil/trace.go:171","msg":"trace[1418066106] transaction","detail":"{read_only:false; response_revision:24205; number_of_response:1; }","duration":"383.882978ms","start":"2026-03-04T13:45:42.386886Z","end":"2026-03-04T13:45:42.770769Z","steps":["trace[1418066106] 'process raft request' (duration: 108.496178ms)","trace[1418066106] 'compare' (duration: 274.886258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:42.770935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.38687Z","time spent":"383.99368ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:45:42.921081Z","caller":"traceutil/trace.go:171","msg":"trace[1974202657] linearizableReadLoop","detail":"{readStateIndex:25077; appliedIndex:25076; }","duration":"146.625425ms","start":"2026-03-04T13:45:42.774413Z","end":"2026-03-04T13:45:42.921039Z","steps":["trace[1974202657] 'read index received' (duration: 146.38459ms)","trace[1974202657] 'applied index is now lower than readState.Index' (duration: 239.765µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:42.921329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.876451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-03-04T13:45:42.921412Z","caller":"traceutil/trace.go:171","msg":"trace[620469600] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa503eaa-a42f-47e4-8295-67a6b63ea205; range_end:; response_count:1; response_revision:24206; }","duration":"146.973223ms","start":"2026-03-04T13:45:42.774407Z","end":"2026-03-04T13:45:42.921381Z","steps":["trace[620469600] 'agreement among raft nodes before linearized reading' (duration: 146.810029ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:42.921222Z","caller":"traceutil/trace.go:171","msg":"trace[1149567950] transaction","detail":"{read_only:false; response_revision:24206; number_of_response:1; }","duration":"530.133594ms","start":"2026-03-04T13:45:42.391058Z","end":"2026-03-04T13:45:42.921191Z","steps":["trace[1149567950] 'process raft request' (duration: 529.806186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:42.921623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.391048Z","time spent":"530.488412ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4209,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:42.921646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.027724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T13:45:42.921727Z","caller":"traceutil/trace.go:171","msg":"trace[1830506018] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774; range_end:; response_count:1; response_revision:24206; }","duration":"147.148657ms","start":"2026-03-04T13:45:42.774555Z","end":"2026-03-04T13:45:42.921703Z","steps":["trace[1830506018] 'agreement among raft nodes before linearized reading' (duration: 146.887731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.236844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.661459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:43.236983Z","caller":"traceutil/trace.go:171","msg":"trace[603243547] linearizableReadLoop","detail":"{readStateIndex:25078; appliedIndex:25077; }","duration":"310.507828ms","start":"2026-03-04T13:45:42.926436Z","end":"2026-03-04T13:45:43.236944Z","steps":["trace[603243547] 'read index received' (duration: 97.555782ms)","trace[603243547] 'applied index is now lower than readState.Index' (duration: 212.950156ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:43.237033Z","caller":"traceutil/trace.go:171","msg":"trace[718817840] transaction","detail":"{read_only:false; response_revision:24207; number_of_response:1; }","duration":"312.691398ms","start":"2026-03-04T13:45:42.924288Z","end":"2026-03-04T13:45:43.23698Z","steps":["trace[718817840] 'process raft request' (duration: 99.778263ms)","trace[718817840] 'compare' (duration: 212.514626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:43.237247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.924258Z","time spent":"312.871062ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:43.237274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.843456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-04T13:45:43.237316Z","caller":"traceutil/trace.go:171","msg":"trace[1593916928] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24207; }","duration":"310.956358ms","start":"2026-03-04T13:45:42.926343Z","end":"2026-03-04T13:45:43.237299Z","steps":["trace[1593916928] 'agreement among raft nodes before linearized reading' (duration: 310.750374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.237388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.926322Z","time spent":"311.049971ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-04T13:45:43.23749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.880725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:43.237803Z","caller":"traceutil/trace.go:171","msg":"trace[1343792943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24207; }","duration":"298.242033ms","start":"2026-03-04T13:45:42.939541Z","end":"2026-03-04T13:45:43.237783Z","steps":["trace[1343792943] 'agreement among raft nodes before linearized reading' (duration: 297.865655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.237866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.665916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-04T13:45:43.237953Z","caller":"traceutil/trace.go:171","msg":"trace[905339208] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:24207; }","duration":"255.84673ms","start":"2026-03-04T13:45:42.982085Z","end":"2026-03-04T13:45:43.237932Z","steps":["trace[905339208] 'agreement among raft nodes before linearized reading' (duration: 255.269228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.238129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.975819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-04T13:45:43.238187Z","caller":"traceutil/trace.go:171","msg":"trace[1403449909] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24207; }","duration":"303.037211ms","start":"2026-03-04T13:45:42.935137Z","end":"2026-03-04T13:45:43.238174Z","steps":["trace[1403449909] 'agreement among raft nodes before linearized reading' (duration: 302.192702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:43.238221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:42.935095Z","time spent":"303.117993ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-04T13:45:43.658075Z","caller":"traceutil/trace.go:171","msg":"trace[220168632] transaction","detail":"{read_only:false; response_revision:24208; number_of_response:1; }","duration":"415.57237ms","start":"2026-03-04T13:45:43.242471Z","end":"2026-03-04T13:45:43.658044Z","steps":["trace[220168632] 'process raft request' (duration: 320.983745ms)","trace[220168632] 'compare' (duration: 94.329119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:43.658209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.242451Z","time spent":"415.699602ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:45:44.11465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.991671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:44.114738Z","caller":"traceutil/trace.go:171","msg":"trace[2055848799] linearizableReadLoop","detail":"{readStateIndex:25080; appliedIndex:25078; }","duration":"809.866842ms","start":"2026-03-04T13:45:43.304857Z","end":"2026-03-04T13:45:44.114723Z","steps":["trace[2055848799] 'read index received' (duration: 258.611813ms)","trace[2055848799] 'applied index is now lower than readState.Index' (duration: 551.253979ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:44.114797Z","caller":"traceutil/trace.go:171","msg":"trace[1940647735] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"869.256326ms","start":"2026-03-04T13:45:43.245481Z","end":"2026-03-04T13:45:44.114737Z","steps":["trace[1940647735] 'process raft request' (duration: 707.104162ms)","trace[1940647735] 'compare' (duration: 161.596912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:44.114942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.245464Z","time spent":"869.403629ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:44.115064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.043345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:44.115114Z","caller":"traceutil/trace.go:171","msg":"trace[1043955850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24209; }","duration":"810.297211ms","start":"2026-03-04T13:45:43.304803Z","end":"2026-03-04T13:45:44.1151Z","steps":["trace[1043955850] 'agreement among raft nodes before linearized reading' (duration: 809.999234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.115184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.304783Z","time spent":"810.389213ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:44.451134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.146023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:44.451268Z","caller":"traceutil/trace.go:171","msg":"trace[186916060] linearizableReadLoop","detail":"{readStateIndex:25081; appliedIndex:25080; }","duration":"336.470432ms","start":"2026-03-04T13:45:44.11478Z","end":"2026-03-04T13:45:44.45125Z","steps":["trace[186916060] 'read index received' (duration: 154.208816ms)","trace[186916060] 'applied index is now lower than readState.Index' (duration: 182.259606ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:44.451343Z","caller":"traceutil/trace.go:171","msg":"trace[1030233712] transaction","detail":"{read_only:false; response_revision:24210; number_of_response:1; }","duration":"784.895591ms","start":"2026-03-04T13:45:43.666435Z","end":"2026-03-04T13:45:44.451331Z","steps":["trace[1030233712] 'process raft request' (duration: 602.475551ms)","trace[1030233712] 'compare' (duration: 181.671093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:44.451406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666408Z","time spent":"784.969992ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:45:44.451721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.41877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:44.451726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.369475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:44.451742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055105683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:44.451762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10345727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:44.451783Z","caller":"traceutil/trace.go:171","msg":"trace[963825454] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24210; }","duration":"521.568193ms","start":"2026-03-04T13:45:43.930202Z","end":"2026-03-04T13:45:44.45177Z","steps":["trace[963825454] 'agreement among raft nodes before linearized reading' (duration: 521.44093ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.451813Z","caller":"traceutil/trace.go:171","msg":"trace[1018217424] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24210; }","duration":"1.103550882s","start":"2026-03-04T13:45:43.348249Z","end":"2026-03-04T13:45:44.4518Z","steps":["trace[1018217424] 'agreement among raft nodes before linearized reading' (duration: 1.103413719s)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.451812Z","caller":"traceutil/trace.go:171","msg":"trace[136479171] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24210; }","duration":"1.055227886s","start":"2026-03-04T13:45:43.396567Z","end":"2026-03-04T13:45:44.451795Z","steps":["trace[136479171] 'agreement among raft nodes before linearized reading' (duration: 1.055072032s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.451859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.348231Z","time spent":"1.103617483s","remote":"127.0.0.1:33392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:44.451865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.396549Z","time spent":"1.055306718s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:44.451795Z","caller":"traceutil/trace.go:171","msg":"trace[2082446760] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24210; }","duration":"964.472236ms","start":"2026-03-04T13:45:43.487306Z","end":"2026-03-04T13:45:44.451778Z","steps":["trace[2082446760] 'agreement among raft nodes before linearized reading' (duration: 964.330173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.452067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.487289Z","time spent":"964.698432ms","remote":"127.0.0.1:40876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:44.451832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.930178Z","time spent":"521.645805ms","remote":"127.0.0.1:32998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:44.451735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.375012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:44.452289Z","caller":"traceutil/trace.go:171","msg":"trace[982271233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24210; }","duration":"785.967435ms","start":"2026-03-04T13:45:43.666307Z","end":"2026-03-04T13:45:44.452275Z","steps":["trace[982271233] 'agreement among raft nodes before linearized reading' (duration: 785.342571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.452337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:43.666289Z","time spent":"786.035957ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:44.457313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.878716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:44.45737Z","caller":"traceutil/trace.go:171","msg":"trace[2131403029] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24211; }","duration":"261.973598ms","start":"2026-03-04T13:45:44.195383Z","end":"2026-03-04T13:45:44.457356Z","steps":["trace[2131403029] 'agreement among raft nodes before linearized reading' (duration: 261.876636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.457424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.323026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-68ds5\" ","response":"range_response_count:1 size:4227"} {"level":"info","ts":"2026-03-04T13:45:44.45747Z","caller":"traceutil/trace.go:171","msg":"trace[258347591] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-68ds5; range_end:; response_count:1; response_revision:24211; }","duration":"339.392578ms","start":"2026-03-04T13:45:44.11806Z","end":"2026-03-04T13:45:44.457452Z","steps":["trace[258347591] 'agreement among raft nodes before linearized reading' (duration: 339.220054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.457495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:44.118042Z","time spent":"339.449119ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4251,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-68ds5\" "} {"level":"info","ts":"2026-03-04T13:45:44.457568Z","caller":"traceutil/trace.go:171","msg":"trace[772876051] transaction","detail":"{read_only:false; response_revision:24211; number_of_response:1; }","duration":"231.122845ms","start":"2026-03-04T13:45:44.226427Z","end":"2026-03-04T13:45:44.45755Z","steps":["trace[772876051] 'process raft request' (duration: 230.561282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.457714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.894971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:44.45772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.622457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-04T13:45:44.457776Z","caller":"traceutil/trace.go:171","msg":"trace[163236322] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24211; }","duration":"174.989074ms","start":"2026-03-04T13:45:44.282769Z","end":"2026-03-04T13:45:44.457758Z","steps":["trace[163236322] 'agreement among raft nodes before linearized reading' (duration: 174.873421ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:44.457817Z","caller":"traceutil/trace.go:171","msg":"trace[1852524017] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24211; }","duration":"288.764079ms","start":"2026-03-04T13:45:44.169024Z","end":"2026-03-04T13:45:44.457788Z","steps":["trace[1852524017] 'agreement among raft nodes before linearized reading' (duration: 288.308949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:44.722659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.07136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:44.722789Z","caller":"traceutil/trace.go:171","msg":"trace[1696416607] transaction","detail":"{read_only:false; response_revision:24213; number_of_response:1; }","duration":"249.968108ms","start":"2026-03-04T13:45:44.4728Z","end":"2026-03-04T13:45:44.722768Z","steps":["trace[1696416607] 'process raft request' (duration: 80.693274ms)","trace[1696416607] 'compare' (duration: 168.957077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:44.993471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.263262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:44.993713Z","caller":"traceutil/trace.go:171","msg":"trace[668971086] transaction","detail":"{read_only:false; response_revision:24214; number_of_response:1; }","duration":"265.283342ms","start":"2026-03-04T13:45:44.728402Z","end":"2026-03-04T13:45:44.993685Z","steps":["trace[668971086] 'process raft request' (duration: 116.663462ms)","trace[668971086] 'compare' (duration: 148.121749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:45.62077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530811588585947,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-04T13:45:45.680115Z","caller":"traceutil/trace.go:171","msg":"trace[1216496728] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"680.275229ms","start":"2026-03-04T13:45:44.999815Z","end":"2026-03-04T13:45:45.68009Z","steps":["trace[1216496728] 'process raft request' (duration: 680.135006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:45.680265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:44.999802Z","time spent":"680.386272ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:45.872394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.795633ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-04T13:45:45.872576Z","caller":"traceutil/trace.go:171","msg":"trace[1207340301] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25085; }","duration":"752.246817ms","start":"2026-03-04T13:45:45.120296Z","end":"2026-03-04T13:45:45.872542Z","steps":["trace[1207340301] 'read index received' (duration: 559.769981ms)","trace[1207340301] 'applied index is now lower than readState.Index' (duration: 192.475576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:46.482554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.01719ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-04T13:45:46.482656Z","caller":"traceutil/trace.go:171","msg":"trace[1902898154] linearizableReadLoop","detail":"{readStateIndex:25088; appliedIndex:25087; }","duration":"610.01245ms","start":"2026-03-04T13:45:45.872626Z","end":"2026-03-04T13:45:46.482639Z","steps":["trace[1902898154] 'read index received' (duration: 32.931µs)","trace[1902898154] 'applied index is now lower than readState.Index' (duration: 609.977459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:46.482727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.420271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:46.482797Z","caller":"traceutil/trace.go:171","msg":"trace[2018068343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24215; }","duration":"817.520863ms","start":"2026-03-04T13:45:45.665259Z","end":"2026-03-04T13:45:46.48278Z","steps":["trace[2018068343] 'agreement among raft nodes before linearized reading' (duration: 817.40366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.482833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.665246Z","time spent":"817.579935ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:46.482852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.469734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-04T13:45:46.482887Z","caller":"traceutil/trace.go:171","msg":"trace[2096281357] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24215; }","duration":"838.549526ms","start":"2026-03-04T13:45:45.644324Z","end":"2026-03-04T13:45:46.482874Z","steps":["trace[2096281357] 'agreement among raft nodes before linearized reading' (duration: 838.397823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.48293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.644303Z","time spent":"838.615438ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-04T13:45:46.482953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005733543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:46.482989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.55197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:46.483043Z","caller":"traceutil/trace.go:171","msg":"trace[1237408368] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24215; }","duration":"973.654983ms","start":"2026-03-04T13:45:45.509374Z","end":"2026-03-04T13:45:46.483029Z","steps":["trace[1237408368] 'agreement among raft nodes before linearized reading' (duration: 973.564381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.48294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.684191Z","time spent":"798.740681ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-04T13:45:46.483031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362707927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:46.483059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.365794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:46.483101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.770321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-04T13:45:46.483135Z","caller":"traceutil/trace.go:171","msg":"trace[35665814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24215; }","duration":"1.36285713s","start":"2026-03-04T13:45:45.120247Z","end":"2026-03-04T13:45:46.483104Z","steps":["trace[35665814] 'agreement among raft nodes before linearized reading' (duration: 752.406051ms)","trace[35665814] 'range keys from in-memory index tree' (duration: 610.200894ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:46.483186Z","caller":"traceutil/trace.go:171","msg":"trace[1264782140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24215; }","duration":"838.904595ms","start":"2026-03-04T13:45:45.644262Z","end":"2026-03-04T13:45:46.483167Z","steps":["trace[1264782140] 'agreement among raft nodes before linearized reading' (duration: 838.652729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.483191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.120223Z","time spent":"1.362955072s","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:46.483228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.644243Z","time spent":"838.976026ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-04T13:45:46.483041Z","caller":"traceutil/trace.go:171","msg":"trace[42059775] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24215; }","duration":"1.005867586s","start":"2026-03-04T13:45:45.477152Z","end":"2026-03-04T13:45:46.48302Z","steps":["trace[42059775] 'agreement among raft nodes before linearized reading' (duration: 1.005670692s)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.483309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.477133Z","time spent":"1.006142662s","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:46.483129Z","caller":"traceutil/trace.go:171","msg":"trace[112977230] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24215; }","duration":"382.480336ms","start":"2026-03-04T13:45:46.100633Z","end":"2026-03-04T13:45:46.483113Z","steps":["trace[112977230] 'agreement among raft nodes before linearized reading' (duration: 382.377064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:46.483386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:46.100578Z","time spent":"382.787473ms","remote":"127.0.0.1:33218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:46.483087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:45.50935Z","time spent":"973.723134ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:46.682985Z","caller":"traceutil/trace.go:171","msg":"trace[53257987] linearizableReadLoop","detail":"{readStateIndex:25092; appliedIndex:25091; }","duration":"142.694657ms","start":"2026-03-04T13:45:46.54026Z","end":"2026-03-04T13:45:46.682954Z","steps":["trace[53257987] 'read index received' (duration: 62.237949ms)","trace[53257987] 'applied index is now lower than readState.Index' (duration: 80.455558ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:46.683079Z","caller":"traceutil/trace.go:171","msg":"trace[423410346] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"149.96057ms","start":"2026-03-04T13:45:46.533073Z","end":"2026-03-04T13:45:46.683034Z","steps":["trace[423410346] 'process raft request' (duration: 69.524222ms)","trace[423410346] 'compare' (duration: 80.185063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:46.6834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.872571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:46.683632Z","caller":"traceutil/trace.go:171","msg":"trace[1510492468] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24219; }","duration":"143.406913ms","start":"2026-03-04T13:45:46.5402Z","end":"2026-03-04T13:45:46.683607Z","steps":["trace[1510492468] 'agreement among raft nodes before linearized reading' (duration: 142.84789ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:46.876705Z","caller":"traceutil/trace.go:171","msg":"trace[855029961] transaction","detail":"{read_only:false; response_revision:24221; number_of_response:1; }","duration":"129.776677ms","start":"2026-03-04T13:45:46.746892Z","end":"2026-03-04T13:45:46.876669Z","steps":["trace[855029961] 'process raft request' (duration: 100.53726ms)","trace[855029961] 'compare' (duration: 29.106884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:47.730049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.857671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:47.730266Z","caller":"traceutil/trace.go:171","msg":"trace[590976599] linearizableReadLoop","detail":"{readStateIndex:25095; appliedIndex:25094; }","duration":"525.092642ms","start":"2026-03-04T13:45:47.205134Z","end":"2026-03-04T13:45:47.730227Z","steps":["trace[590976599] 'read index received' (duration: 366.130509ms)","trace[590976599] 'applied index is now lower than readState.Index' (duration: 158.960383ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:47.730342Z","caller":"traceutil/trace.go:171","msg":"trace[197676459] transaction","detail":"{read_only:false; response_revision:24222; number_of_response:1; }","duration":"849.834399ms","start":"2026-03-04T13:45:46.88046Z","end":"2026-03-04T13:45:47.730295Z","steps":["trace[197676459] 'process raft request' (duration: 690.665761ms)","trace[197676459] 'compare' (duration: 158.492593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:47.730485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.346138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:47.730522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:46.880438Z","time spent":"849.999963ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:45:47.73054Z","caller":"traceutil/trace.go:171","msg":"trace[1548398200] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24222; }","duration":"525.4461ms","start":"2026-03-04T13:45:47.205083Z","end":"2026-03-04T13:45:47.730529Z","steps":["trace[1548398200] 'agreement among raft nodes before linearized reading' (duration: 525.264896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:47.73066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.205062Z","time spent":"525.572382ms","remote":"127.0.0.1:49572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:47.817013Z","caller":"traceutil/trace.go:171","msg":"trace[1709998488] transaction","detail":"{read_only:false; response_revision:24223; number_of_response:1; }","duration":"513.398859ms","start":"2026-03-04T13:45:47.303595Z","end":"2026-03-04T13:45:47.816994Z","steps":["trace[1709998488] 'process raft request' (duration: 513.274066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:47.817127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.303563Z","time spent":"513.499801ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:48.110157Z","caller":"traceutil/trace.go:171","msg":"trace[1271891615] linearizableReadLoop","detail":"{readStateIndex:25097; appliedIndex:25095; }","duration":"379.804116ms","start":"2026-03-04T13:45:47.73032Z","end":"2026-03-04T13:45:48.110124Z","steps":["trace[1271891615] 'read index received' (duration: 86.655209ms)","trace[1271891615] 'applied index is now lower than readState.Index' (duration: 293.147367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:48.110352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.096991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:48.110442Z","caller":"traceutil/trace.go:171","msg":"trace[1141783509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24224; }","duration":"444.236743ms","start":"2026-03-04T13:45:47.666181Z","end":"2026-03-04T13:45:48.110418Z","steps":["trace[1141783509] 'agreement among raft nodes before linearized reading' (duration: 444.011638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:48.110496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.666161Z","time spent":"444.322716ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:48.110528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.245462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:45:48.110581Z","caller":"traceutil/trace.go:171","msg":"trace[1334929209] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24224; }","duration":"799.391895ms","start":"2026-03-04T13:45:47.311172Z","end":"2026-03-04T13:45:48.110564Z","steps":["trace[1334929209] 'agreement among raft nodes before linearized reading' (duration: 799.16658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:48.11056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.900595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:48.110626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.3111Z","time spent":"799.514399ms","remote":"127.0.0.1:49520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-04T13:45:48.110669Z","caller":"traceutil/trace.go:171","msg":"trace[1898368809] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24224; }","duration":"622.067749ms","start":"2026-03-04T13:45:47.488574Z","end":"2026-03-04T13:45:48.110642Z","steps":["trace[1898368809] 'agreement among raft nodes before linearized reading' (duration: 621.706551ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:48.110694Z","caller":"traceutil/trace.go:171","msg":"trace[863386574] transaction","detail":"{read_only:false; response_revision:24224; number_of_response:1; }","duration":"390.324232ms","start":"2026-03-04T13:45:47.720338Z","end":"2026-03-04T13:45:48.110662Z","steps":["trace[863386574] 'process raft request' (duration: 344.44075ms)","trace[863386574] 'compare' (duration: 45.130354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:48.110732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.488551Z","time spent":"622.171222ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:48.110836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.256652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:48.110847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.720315Z","time spent":"390.447175ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:48.110878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.401439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-04T13:45:48.110905Z","caller":"traceutil/trace.go:171","msg":"trace[632736782] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24224; }","duration":"880.362085ms","start":"2026-03-04T13:45:47.230525Z","end":"2026-03-04T13:45:48.110887Z","steps":["trace[632736782] 'agreement among raft nodes before linearized reading' (duration: 880.234722ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:48.110937Z","caller":"traceutil/trace.go:171","msg":"trace[368211424] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774; range_end:; response_count:1; response_revision:24224; }","duration":"376.48732ms","start":"2026-03-04T13:45:47.734432Z","end":"2026-03-04T13:45:48.110919Z","steps":["trace[368211424] 'agreement among raft nodes before linearized reading' (duration: 376.291536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:48.110957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.230512Z","time spent":"880.430946ms","remote":"127.0.0.1:33164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:48.110999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:47.734414Z","time spent":"376.567423ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/magnum-api-64bb4bb5dc-kcrfp.1899a7434ce8d774\" "} {"level":"warn","ts":"2026-03-04T13:45:48.586608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.469348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:48.586732Z","caller":"traceutil/trace.go:171","msg":"trace[923181405] transaction","detail":"{read_only:false; response_revision:24225; number_of_response:1; }","duration":"473.001251ms","start":"2026-03-04T13:45:48.113704Z","end":"2026-03-04T13:45:48.586706Z","steps":["trace[923181405] 'process raft request' (duration: 332.343839ms)","trace[923181405] 'compare' (duration: 140.230833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:48.586803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:48.113687Z","time spent":"473.085293ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:48.964942Z","caller":"traceutil/trace.go:171","msg":"trace[1486185290] transaction","detail":"{read_only:false; response_revision:24226; number_of_response:1; }","duration":"374.047188ms","start":"2026-03-04T13:45:48.590868Z","end":"2026-03-04T13:45:48.964915Z","steps":["trace[1486185290] 'process raft request' (duration: 366.234022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:48.965107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:48.590843Z","time spent":"374.199011ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:45:49.629531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.337707ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:49.629626Z","caller":"traceutil/trace.go:171","msg":"trace[1040829092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24226; }","duration":"133.442409ms","start":"2026-03-04T13:45:49.49617Z","end":"2026-03-04T13:45:49.629612Z","steps":["trace[1040829092] 'range keys from in-memory index tree' (duration: 133.320177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:49.629653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.479918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:49.629749Z","caller":"traceutil/trace.go:171","msg":"trace[1542327789] linearizableReadLoop","detail":"{readStateIndex:25100; appliedIndex:25099; }","duration":"513.551131ms","start":"2026-03-04T13:45:49.116178Z","end":"2026-03-04T13:45:49.629729Z","steps":["trace[1542327789] 'read index received' (duration: 214.571802ms)","trace[1542327789] 'applied index is now lower than readState.Index' (duration: 298.977919ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:49.62983Z","caller":"traceutil/trace.go:171","msg":"trace[649298553] transaction","detail":"{read_only:false; response_revision:24227; number_of_response:1; }","duration":"658.684373ms","start":"2026-03-04T13:45:48.971099Z","end":"2026-03-04T13:45:49.629783Z","steps":["trace[649298553] 'process raft request' (duration: 360.032691ms)","trace[649298553] 'compare' (duration: 298.068029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:49.629933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.171635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:49.629965Z","caller":"traceutil/trace.go:171","msg":"trace[710298064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24227; }","duration":"510.247777ms","start":"2026-03-04T13:45:49.119704Z","end":"2026-03-04T13:45:49.629952Z","steps":["trace[710298064] 'agreement among raft nodes before linearized reading' (duration: 510.190236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:49.629989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:49.11968Z","time spent":"510.301719ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:49.630025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.841838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:49.630071Z","caller":"traceutil/trace.go:171","msg":"trace[469542570] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24227; }","duration":"513.926699ms","start":"2026-03-04T13:45:49.116129Z","end":"2026-03-04T13:45:49.630055Z","steps":["trace[469542570] 'agreement among raft nodes before linearized reading' (duration: 513.720225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:49.630098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.945462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:49.630116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:49.116108Z","time spent":"513.999031ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"info","ts":"2026-03-04T13:45:49.630151Z","caller":"traceutil/trace.go:171","msg":"trace[1049704365] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24227; }","duration":"422.013644ms","start":"2026-03-04T13:45:49.208125Z","end":"2026-03-04T13:45:49.630139Z","steps":["trace[1049704365] 'agreement among raft nodes before linearized reading' (duration: 421.921502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:49.630187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:49.208118Z","time spent":"422.059946ms","remote":"127.0.0.1:35162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:49.630573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:48.971086Z","time spent":"658.831886ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:49.631061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.444763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-04T13:45:49.631159Z","caller":"traceutil/trace.go:171","msg":"trace[553809024] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:24227; }","duration":"450.599317ms","start":"2026-03-04T13:45:49.18054Z","end":"2026-03-04T13:45:49.631139Z","steps":["trace[553809024] 'agreement among raft nodes before linearized reading' (duration: 449.502932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:49.631842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:49.180519Z","time spent":"450.674478ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-04T13:45:49.830777Z","caller":"traceutil/trace.go:171","msg":"trace[168611690] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57faebfa-8af8-4ce7-bceb-41a287759166; range_end:; response_count:1; response_revision:24228; }","duration":"100.013738ms","start":"2026-03-04T13:45:49.730736Z","end":"2026-03-04T13:45:49.830749Z","steps":["trace[168611690] 'range keys from in-memory index tree' (duration: 99.791082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:49.831014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.634631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-r59sn.1899a753cd3c7628\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-03-04T13:45:49.831116Z","caller":"traceutil/trace.go:171","msg":"trace[821225322] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-r59sn.1899a753cd3c7628; range_end:; response_count:1; response_revision:24228; }","duration":"100.785795ms","start":"2026-03-04T13:45:49.730305Z","end":"2026-03-04T13:45:49.831091Z","steps":["trace[821225322] 'range keys from in-memory index tree' (duration: 100.431197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:50.163665Z","caller":"traceutil/trace.go:171","msg":"trace[1233704264] linearizableReadLoop","detail":"{readStateIndex:25105; appliedIndex:25104; }","duration":"263.114153ms","start":"2026-03-04T13:45:49.90052Z","end":"2026-03-04T13:45:50.163635Z","steps":["trace[1233704264] 'read index received' (duration: 216.525555ms)","trace[1233704264] 'applied index is now lower than readState.Index' (duration: 46.587458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:50.1637Z","caller":"traceutil/trace.go:171","msg":"trace[204968617] transaction","detail":"{read_only:false; response_revision:24231; number_of_response:1; }","duration":"264.588117ms","start":"2026-03-04T13:45:49.899062Z","end":"2026-03-04T13:45:50.16365Z","steps":["trace[204968617] 'process raft request' (duration: 217.949919ms)","trace[204968617] 'compare' (duration: 46.487885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:50.163963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.483681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-04T13:45:50.16408Z","caller":"traceutil/trace.go:171","msg":"trace[1654760000] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24231; }","duration":"263.653255ms","start":"2026-03-04T13:45:49.900411Z","end":"2026-03-04T13:45:50.164065Z","steps":["trace[1654760000] 'agreement among raft nodes before linearized reading' (duration: 263.337908ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:50.728769Z","caller":"traceutil/trace.go:171","msg":"trace[214226805] linearizableReadLoop","detail":"{readStateIndex:25106; appliedIndex:25105; }","duration":"248.893743ms","start":"2026-03-04T13:45:50.479848Z","end":"2026-03-04T13:45:50.728741Z","steps":["trace[214226805] 'read index received' (duration: 159.639297ms)","trace[214226805] 'applied index is now lower than readState.Index' (duration: 89.253096ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:50.728834Z","caller":"traceutil/trace.go:171","msg":"trace[163361717] transaction","detail":"{read_only:false; response_revision:24232; number_of_response:1; }","duration":"558.585684ms","start":"2026-03-04T13:45:50.170178Z","end":"2026-03-04T13:45:50.728764Z","steps":["trace[163361717] 'process raft request' (duration: 469.310507ms)","trace[163361717] 'compare' (duration: 89.118283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:50.728985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:50.17016Z","time spent":"558.737167ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:50.729035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.935688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:50.729135Z","caller":"traceutil/trace.go:171","msg":"trace[248176074] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24232; }","duration":"105.109441ms","start":"2026-03-04T13:45:50.624001Z","end":"2026-03-04T13:45:50.72911Z","steps":["trace[248176074] 'agreement among raft nodes before linearized reading' (duration: 104.919357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:50.72899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.20072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:50.729208Z","caller":"traceutil/trace.go:171","msg":"trace[545355122] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24232; }","duration":"249.471306ms","start":"2026-03-04T13:45:50.479723Z","end":"2026-03-04T13:45:50.729195Z","steps":["trace[545355122] 'agreement among raft nodes before linearized reading' (duration: 249.17121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:51.360873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.473785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:51.361333Z","caller":"traceutil/trace.go:171","msg":"trace[2106001406] transaction","detail":"{read_only:false; response_revision:24234; number_of_response:1; }","duration":"589.680781ms","start":"2026-03-04T13:45:50.771624Z","end":"2026-03-04T13:45:51.361305Z","steps":["trace[2106001406] 'process raft request' (duration: 356.698186ms)","trace[2106001406] 'compare' (duration: 232.30132ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:51.361346Z","caller":"traceutil/trace.go:171","msg":"trace[2124385127] linearizableReadLoop","detail":"{readStateIndex:25108; appliedIndex:25107; }","duration":"527.28329ms","start":"2026-03-04T13:45:50.834046Z","end":"2026-03-04T13:45:51.361329Z","steps":["trace[2124385127] 'read index received' (duration: 294.202862ms)","trace[2124385127] 'applied index is now lower than readState.Index' (duration: 233.077877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:51.361473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:50.771586Z","time spent":"589.813084ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:51.361601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.849098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:51.361569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.495374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:51.361642Z","caller":"traceutil/trace.go:171","msg":"trace[565645434] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24234; }","duration":"449.943161ms","start":"2026-03-04T13:45:50.91169Z","end":"2026-03-04T13:45:51.361633Z","steps":["trace[565645434] 'agreement among raft nodes before linearized reading' (duration: 449.844019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:51.36163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.050097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:51.361672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:50.911669Z","time spent":"449.995652ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-04T13:45:51.361675Z","caller":"traceutil/trace.go:171","msg":"trace[438385493] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24234; }","duration":"527.651108ms","start":"2026-03-04T13:45:50.833999Z","end":"2026-03-04T13:45:51.36165Z","steps":["trace[438385493] 'agreement among raft nodes before linearized reading' (duration: 527.427583ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:51.361701Z","caller":"traceutil/trace.go:171","msg":"trace[272782862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24234; }","duration":"245.154939ms","start":"2026-03-04T13:45:51.116525Z","end":"2026-03-04T13:45:51.36168Z","steps":["trace[272782862] 'agreement among raft nodes before linearized reading' (duration: 245.023806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:51.361736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:50.833979Z","time spent":"527.739299ms","remote":"127.0.0.1:33196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:52.110646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.881806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:52.110978Z","caller":"traceutil/trace.go:171","msg":"trace[237646823] transaction","detail":"{read_only:false; response_revision:24235; number_of_response:1; }","duration":"743.423299ms","start":"2026-03-04T13:45:51.367513Z","end":"2026-03-04T13:45:52.110936Z","steps":["trace[237646823] 'process raft request' (duration: 121.156254ms)","trace[237646823] 'compare' (duration: 621.415815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:52.111159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:51.367492Z","time spent":"743.572732ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:52.111194Z","caller":"traceutil/trace.go:171","msg":"trace[348317607] linearizableReadLoop","detail":"{readStateIndex:25109; appliedIndex:25108; }","duration":"446.293351ms","start":"2026-03-04T13:45:51.66488Z","end":"2026-03-04T13:45:52.111173Z","steps":["trace[348317607] 'read index received' (duration: 46.922µs)","trace[348317607] 'applied index is now lower than readState.Index' (duration: 446.243389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:52.111348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.451854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:52.111446Z","caller":"traceutil/trace.go:171","msg":"trace[1444592444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24235; }","duration":"446.590798ms","start":"2026-03-04T13:45:51.664833Z","end":"2026-03-04T13:45:52.111424Z","steps":["trace[1444592444] 'agreement among raft nodes before linearized reading' (duration: 446.406114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:52.111504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:51.664814Z","time spent":"446.679389ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:52.111602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.453034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:52.111662Z","caller":"traceutil/trace.go:171","msg":"trace[170237859] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24235; }","duration":"377.709929ms","start":"2026-03-04T13:45:51.733933Z","end":"2026-03-04T13:45:52.111643Z","steps":["trace[170237859] 'agreement among raft nodes before linearized reading' (duration: 377.358541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:52.112039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:51.73391Z","time spent":"378.110168ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:52.609973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.831953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:52.610088Z","caller":"traceutil/trace.go:171","msg":"trace[1452240911] linearizableReadLoop","detail":"{readStateIndex:25111; appliedIndex:25110; }","duration":"275.752457ms","start":"2026-03-04T13:45:52.334317Z","end":"2026-03-04T13:45:52.610069Z","steps":["trace[1452240911] 'read index received' (duration: 38.18µs)","trace[1452240911] 'applied index is now lower than readState.Index' (duration: 275.711827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:52.610186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.861011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:52.610225Z","caller":"traceutil/trace.go:171","msg":"trace[186475854] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24237; }","duration":"275.974593ms","start":"2026-03-04T13:45:52.33424Z","end":"2026-03-04T13:45:52.610215Z","steps":["trace[186475854] 'agreement among raft nodes before linearized reading' (duration: 275.87474ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:52.610337Z","caller":"traceutil/trace.go:171","msg":"trace[1857813443] transaction","detail":"{read_only:false; response_revision:24237; number_of_response:1; }","duration":"416.736806ms","start":"2026-03-04T13:45:52.19357Z","end":"2026-03-04T13:45:52.610307Z","steps":["trace[1857813443] 'process raft request' (duration: 102.480323ms)","trace[1857813443] 'compare' (duration: 313.600378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:52.610454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:52.193554Z","time spent":"416.851209ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:45:52.847045Z","caller":"traceutil/trace.go:171","msg":"trace[254951225] linearizableReadLoop","detail":"{readStateIndex:25112; appliedIndex:25111; }","duration":"232.917324ms","start":"2026-03-04T13:45:52.614101Z","end":"2026-03-04T13:45:52.847018Z","steps":["trace[254951225] 'read index received' (duration: 188.914986ms)","trace[254951225] 'applied index is now lower than readState.Index' (duration: 44.000928ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:52.847128Z","caller":"traceutil/trace.go:171","msg":"trace[639914049] transaction","detail":"{read_only:false; response_revision:24238; number_of_response:1; }","duration":"351.285295ms","start":"2026-03-04T13:45:52.495803Z","end":"2026-03-04T13:45:52.847088Z","steps":["trace[639914049] 'process raft request' (duration: 307.290067ms)","trace[639914049] 'compare' (duration: 43.816974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:52.847243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.13407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-gxwng.1899a755f2ffa56a\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-04T13:45:52.847298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:52.495763Z","time spent":"351.440079ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:45:52.847907Z","caller":"traceutil/trace.go:171","msg":"trace[290573142] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-gxwng.1899a755f2ffa56a; range_end:; response_count:1; response_revision:24238; }","duration":"233.842975ms","start":"2026-03-04T13:45:52.614047Z","end":"2026-03-04T13:45:52.84789Z","steps":["trace[290573142] 'agreement among raft nodes before linearized reading' (duration: 233.090569ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:53.037717Z","caller":"traceutil/trace.go:171","msg":"trace[508877108] linearizableReadLoop","detail":"{readStateIndex:25113; appliedIndex:25112; }","duration":"190.582434ms","start":"2026-03-04T13:45:52.847109Z","end":"2026-03-04T13:45:53.037691Z","steps":["trace[508877108] 'read index received' (duration: 171.840022ms)","trace[508877108] 'applied index is now lower than readState.Index' (duration: 18.741281ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:53.037773Z","caller":"traceutil/trace.go:171","msg":"trace[465966774] transaction","detail":"{read_only:false; response_revision:24239; number_of_response:1; }","duration":"215.671697ms","start":"2026-03-04T13:45:52.822058Z","end":"2026-03-04T13:45:53.03773Z","steps":["trace[465966774] 'process raft request' (duration: 196.878145ms)","trace[465966774] 'compare' (duration: 18.568666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:53.03794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.292467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:45:53.038002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.416456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-04T13:45:53.03808Z","caller":"traceutil/trace.go:171","msg":"trace[1724642012] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24239; }","duration":"346.538099ms","start":"2026-03-04T13:45:52.691523Z","end":"2026-03-04T13:45:53.038061Z","steps":["trace[1724642012] 'agreement among raft nodes before linearized reading' (duration: 346.269663ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:53.038035Z","caller":"traceutil/trace.go:171","msg":"trace[1066740436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24239; }","duration":"372.491392ms","start":"2026-03-04T13:45:52.665526Z","end":"2026-03-04T13:45:53.038017Z","steps":["trace[1066740436] 'agreement among raft nodes before linearized reading' (duration: 372.272627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:53.038135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:52.691509Z","time spent":"346.61466ms","remote":"127.0.0.1:35138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-04T13:45:53.038215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:52.665507Z","time spent":"372.626204ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-04T13:45:53.046395Z","caller":"traceutil/trace.go:171","msg":"trace[402412109] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"195.404772ms","start":"2026-03-04T13:45:52.850933Z","end":"2026-03-04T13:45:53.046338Z","steps":["trace[402412109] 'process raft request' (duration: 195.169537ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:53.282949Z","caller":"traceutil/trace.go:171","msg":"trace[111806700] linearizableReadLoop","detail":"{readStateIndex:25116; appliedIndex:25115; }","duration":"165.691224ms","start":"2026-03-04T13:45:53.117227Z","end":"2026-03-04T13:45:53.282918Z","steps":["trace[111806700] 'read index received' (duration: 165.401358ms)","trace[111806700] 'applied index is now lower than readState.Index' (duration: 288.636µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:53.283079Z","caller":"traceutil/trace.go:171","msg":"trace[1659769896] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"191.32501ms","start":"2026-03-04T13:45:53.091742Z","end":"2026-03-04T13:45:53.283067Z","steps":["trace[1659769896] 'process raft request' (duration: 190.997592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:53.283572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.339588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:45:53.283575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.210092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:45:53.283633Z","caller":"traceutil/trace.go:171","msg":"trace[1093800807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24242; }","duration":"166.452641ms","start":"2026-03-04T13:45:53.117165Z","end":"2026-03-04T13:45:53.283618Z","steps":["trace[1093800807] 'agreement among raft nodes before linearized reading' (duration: 166.261607ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:53.283648Z","caller":"traceutil/trace.go:171","msg":"trace[9399412] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24242; }","duration":"161.312765ms","start":"2026-03-04T13:45:53.122317Z","end":"2026-03-04T13:45:53.28363Z","steps":["trace[9399412] 'agreement among raft nodes before linearized reading' (duration: 161.06521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:53.567619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.588895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:53.567831Z","caller":"traceutil/trace.go:171","msg":"trace[678382257] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"280.835321ms","start":"2026-03-04T13:45:53.286974Z","end":"2026-03-04T13:45:53.567809Z","steps":["trace[678382257] 'process raft request' (duration: 133.96824ms)","trace[678382257] 'compare' (duration: 146.153426ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:53.952224Z","caller":"traceutil/trace.go:171","msg":"trace[586807386] linearizableReadLoop","detail":"{readStateIndex:25118; appliedIndex:25117; }","duration":"286.304354ms","start":"2026-03-04T13:45:53.665895Z","end":"2026-03-04T13:45:53.952199Z","steps":["trace[586807386] 'read index received' (duration: 229.513208ms)","trace[586807386] 'applied index is now lower than readState.Index' (duration: 56.789246ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:53.952249Z","caller":"traceutil/trace.go:171","msg":"trace[241223507] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"377.465944ms","start":"2026-03-04T13:45:53.574759Z","end":"2026-03-04T13:45:53.952225Z","steps":["trace[241223507] 'process raft request' (duration: 320.713348ms)","trace[241223507] 'compare' (duration: 56.528051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:53.952367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.457838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:53.952453Z","caller":"traceutil/trace.go:171","msg":"trace[328013362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24244; }","duration":"286.594951ms","start":"2026-03-04T13:45:53.665839Z","end":"2026-03-04T13:45:53.952434Z","steps":["trace[328013362] 'agreement among raft nodes before linearized reading' (duration: 286.445298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:53.95243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:53.574744Z","time spent":"377.571976ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:54.287852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.608416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:54.288063Z","caller":"traceutil/trace.go:171","msg":"trace[299926377] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"329.69745ms","start":"2026-03-04T13:45:53.958354Z","end":"2026-03-04T13:45:54.288051Z","steps":["trace[299926377] 'process raft request' (duration: 129.830779ms)","trace[299926377] 'compare' (duration: 199.534454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:54.288104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:53.958331Z","time spent":"329.754701ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:54.778727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.993667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:54.778871Z","caller":"traceutil/trace.go:171","msg":"trace[622723385] linearizableReadLoop","detail":"{readStateIndex:25121; appliedIndex:25120; }","duration":"362.649029ms","start":"2026-03-04T13:45:54.4162Z","end":"2026-03-04T13:45:54.778849Z","steps":["trace[622723385] 'read index received' (duration: 40.350366ms)","trace[622723385] 'applied index is now lower than readState.Index' (duration: 322.295703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:54.77897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.767823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:54.779025Z","caller":"traceutil/trace.go:171","msg":"trace[1223627641] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24247; }","duration":"362.853974ms","start":"2026-03-04T13:45:54.416151Z","end":"2026-03-04T13:45:54.779005Z","steps":["trace[1223627641] 'agreement among raft nodes before linearized reading' (duration: 362.765562ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:54.778986Z","caller":"traceutil/trace.go:171","msg":"trace[789601929] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"439.451797ms","start":"2026-03-04T13:45:54.339501Z","end":"2026-03-04T13:45:54.778953Z","steps":["trace[789601929] 'process raft request' (duration: 117.124663ms)","trace[789601929] 'compare' (duration: 321.777251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:54.779086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:54.416131Z","time spent":"362.935416ms","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:54.779222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:54.339484Z","time spent":"439.592659ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:55.049935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.802368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:55.050077Z","caller":"traceutil/trace.go:171","msg":"trace[675795055] linearizableReadLoop","detail":"{readStateIndex:25125; appliedIndex:25124; }","duration":"121.48712ms","start":"2026-03-04T13:45:54.928569Z","end":"2026-03-04T13:45:55.050056Z","steps":["trace[675795055] 'read index received' (duration: 32.441µs)","trace[675795055] 'applied index is now lower than readState.Index' (duration: 121.452699ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:55.050108Z","caller":"traceutil/trace.go:171","msg":"trace[1404278907] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"173.793466ms","start":"2026-03-04T13:45:54.876281Z","end":"2026-03-04T13:45:55.050074Z","steps":["trace[1404278907] 'process raft request' (duration: 43.765233ms)","trace[1404278907] 'compare' (duration: 129.637385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:55.050461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.871148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:55.050518Z","caller":"traceutil/trace.go:171","msg":"trace[191005612] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24251; }","duration":"121.969131ms","start":"2026-03-04T13:45:54.928533Z","end":"2026-03-04T13:45:55.050502Z","steps":["trace[191005612] 'agreement among raft nodes before linearized reading' (duration: 121.581582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:55.400067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.465534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:55.40018Z","caller":"traceutil/trace.go:171","msg":"trace[1027249659] linearizableReadLoop","detail":"{readStateIndex:25126; appliedIndex:25125; }","duration":"108.461317ms","start":"2026-03-04T13:45:55.291707Z","end":"2026-03-04T13:45:55.400168Z","steps":["trace[1027249659] 'read index received' (duration: 43.89µs)","trace[1027249659] 'applied index is now lower than readState.Index' (duration: 108.416147ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:55.400231Z","caller":"traceutil/trace.go:171","msg":"trace[1019803657] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"345.756521ms","start":"2026-03-04T13:45:55.05444Z","end":"2026-03-04T13:45:55.400197Z","steps":["trace[1019803657] 'process raft request' (duration: 125.102382ms)","trace[1019803657] 'compare' (duration: 220.195208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:55.400324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.619251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:55.400361Z","caller":"traceutil/trace.go:171","msg":"trace[924137246] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24252; }","duration":"108.693353ms","start":"2026-03-04T13:45:55.291658Z","end":"2026-03-04T13:45:55.400352Z","steps":["trace[924137246] 'agreement among raft nodes before linearized reading' (duration: 108.543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:55.400368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:55.054419Z","time spent":"345.883334ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:45:55.690446Z","caller":"traceutil/trace.go:171","msg":"trace[69152087] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"284.936353ms","start":"2026-03-04T13:45:55.405476Z","end":"2026-03-04T13:45:55.690412Z","steps":["trace[69152087] 'process raft request' (duration: 284.653467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:55.690581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.827816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:55.690646Z","caller":"traceutil/trace.go:171","msg":"trace[472680468] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24253; }","duration":"205.955059ms","start":"2026-03-04T13:45:55.484678Z","end":"2026-03-04T13:45:55.690633Z","steps":["trace[472680468] 'agreement among raft nodes before linearized reading' (duration: 205.800685ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:55.690382Z","caller":"traceutil/trace.go:171","msg":"trace[1620486256] linearizableReadLoop","detail":"{readStateIndex:25127; appliedIndex:25126; }","duration":"205.624561ms","start":"2026-03-04T13:45:55.484731Z","end":"2026-03-04T13:45:55.690356Z","steps":["trace[1620486256] 'read index received' (duration: 205.425677ms)","trace[1620486256] 'applied index is now lower than readState.Index' (duration: 197.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:56.12273Z","caller":"traceutil/trace.go:171","msg":"trace[1946679127] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"284.73531ms","start":"2026-03-04T13:45:55.837971Z","end":"2026-03-04T13:45:56.122706Z","steps":["trace[1946679127] 'process raft request' (duration: 269.403995ms)","trace[1946679127] 'compare' (duration: 15.028258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:56.603281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.116692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:56.603381Z","caller":"traceutil/trace.go:171","msg":"trace[844167833] linearizableReadLoop","detail":"{readStateIndex:25133; appliedIndex:25132; }","duration":"197.741904ms","start":"2026-03-04T13:45:56.405624Z","end":"2026-03-04T13:45:56.603365Z","steps":["trace[844167833] 'read index received' (duration: 47.511µs)","trace[844167833] 'applied index is now lower than readState.Index' (duration: 197.693313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:56.603584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.960018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:56.603625Z","caller":"traceutil/trace.go:171","msg":"trace[717589130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24258; }","duration":"198.04106ms","start":"2026-03-04T13:45:56.405573Z","end":"2026-03-04T13:45:56.603614Z","steps":["trace[717589130] 'agreement among raft nodes before linearized reading' (duration: 197.835676ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:56.60375Z","caller":"traceutil/trace.go:171","msg":"trace[651728750] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"477.234425ms","start":"2026-03-04T13:45:56.126436Z","end":"2026-03-04T13:45:56.60367Z","steps":["trace[651728750] 'process raft request' (duration: 197.665913ms)","trace[651728750] 'compare' (duration: 278.801455ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:56.60388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:56.126411Z","time spent":"477.396519ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:45:57.16975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.782488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:57.169879Z","caller":"traceutil/trace.go:171","msg":"trace[634633171] linearizableReadLoop","detail":"{readStateIndex:25134; appliedIndex:25133; }","duration":"503.718681ms","start":"2026-03-04T13:45:56.666139Z","end":"2026-03-04T13:45:57.169858Z","steps":["trace[634633171] 'read index received' (duration: 114.704778ms)","trace[634633171] 'applied index is now lower than readState.Index' (duration: 389.011683ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:57.169993Z","caller":"traceutil/trace.go:171","msg":"trace[1214276168] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"562.281977ms","start":"2026-03-04T13:45:56.607688Z","end":"2026-03-04T13:45:57.16997Z","steps":["trace[1214276168] 'process raft request' (duration: 173.230044ms)","trace[1214276168] 'compare' (duration: 388.065131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:57.170082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:56.607664Z","time spent":"562.377299ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-04T13:45:57.170295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.149071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:57.170352Z","caller":"traceutil/trace.go:171","msg":"trace[164873685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24259; }","duration":"504.252032ms","start":"2026-03-04T13:45:56.666087Z","end":"2026-03-04T13:45:57.170339Z","steps":["trace[164873685] 'agreement among raft nodes before linearized reading' (duration: 504.117559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:57.170377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:56.666059Z","time spent":"504.311274ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:57.170354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.939757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:57.17044Z","caller":"traceutil/trace.go:171","msg":"trace[650966600] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24259; }","duration":"468.031309ms","start":"2026-03-04T13:45:56.702379Z","end":"2026-03-04T13:45:57.17041Z","steps":["trace[650966600] 'agreement among raft nodes before linearized reading' (duration: 467.829265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:57.170494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:56.702313Z","time spent":"468.172622ms","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-04T13:45:57.471665Z","caller":"traceutil/trace.go:171","msg":"trace[1161049953] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25134; }","duration":"292.657217ms","start":"2026-03-04T13:45:57.178981Z","end":"2026-03-04T13:45:57.471639Z","steps":["trace[1161049953] 'read index received' (duration: 254.205803ms)","trace[1161049953] 'applied index is now lower than readState.Index' (duration: 38.450294ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:57.471688Z","caller":"traceutil/trace.go:171","msg":"trace[1945440571] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"294.212802ms","start":"2026-03-04T13:45:57.177439Z","end":"2026-03-04T13:45:57.471652Z","steps":["trace[1945440571] 'process raft request' (duration: 255.82136ms)","trace[1945440571] 'compare' (duration: 38.125006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:57.471884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.881192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:57.471973Z","caller":"traceutil/trace.go:171","msg":"trace[924100888] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24260; }","duration":"293.007255ms","start":"2026-03-04T13:45:57.17895Z","end":"2026-03-04T13:45:57.471957Z","steps":["trace[924100888] 'agreement among raft nodes before linearized reading' (duration: 292.79083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:57.472151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.79912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:45:57.472217Z","caller":"traceutil/trace.go:171","msg":"trace[1392274286] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24260; }","duration":"280.870873ms","start":"2026-03-04T13:45:57.19133Z","end":"2026-03-04T13:45:57.472201Z","steps":["trace[1392274286] 'agreement among raft nodes before linearized reading' (duration: 280.690728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:57.47244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.44614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:57.472538Z","caller":"traceutil/trace.go:171","msg":"trace[495912185] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24260; }","duration":"109.597573ms","start":"2026-03-04T13:45:57.362923Z","end":"2026-03-04T13:45:57.472521Z","steps":["trace[495912185] 'agreement among raft nodes before linearized reading' (duration: 109.44144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:57.712929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.876694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:57.713006Z","caller":"traceutil/trace.go:171","msg":"trace[1814751502] linearizableReadLoop","detail":"{readStateIndex:25137; appliedIndex:25136; }","duration":"104.769844ms","start":"2026-03-04T13:45:57.608225Z","end":"2026-03-04T13:45:57.712995Z","steps":["trace[1814751502] 'read index received' (duration: 33.28µs)","trace[1814751502] 'applied index is now lower than readState.Index' (duration: 104.735654ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:57.713074Z","caller":"traceutil/trace.go:171","msg":"trace[1202091022] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"161.791356ms","start":"2026-03-04T13:45:57.551276Z","end":"2026-03-04T13:45:57.713067Z","steps":["trace[1202091022] 'process raft request' (duration: 53.717397ms)","trace[1202091022] 'compare' (duration: 107.587168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:57.713285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.064452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:57.713311Z","caller":"traceutil/trace.go:171","msg":"trace[2119350901] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24262; }","duration":"105.091233ms","start":"2026-03-04T13:45:57.608211Z","end":"2026-03-04T13:45:57.713302Z","steps":["trace[2119350901] 'agreement among raft nodes before linearized reading' (duration: 104.98621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:58.232868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.910758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:58.233125Z","caller":"traceutil/trace.go:171","msg":"trace[668861393] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"189.927359ms","start":"2026-03-04T13:45:58.043174Z","end":"2026-03-04T13:45:58.233101Z","steps":["trace[668861393] 'process raft request' (duration: 189.819266ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:58.233197Z","caller":"traceutil/trace.go:171","msg":"trace[1110897984] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"516.11475ms","start":"2026-03-04T13:45:57.717048Z","end":"2026-03-04T13:45:58.233163Z","steps":["trace[1110897984] 'process raft request' (duration: 277.827034ms)","trace[1110897984] 'compare' (duration: 237.771125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:58.233346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:57.717032Z","time spent":"516.241323ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:45:58.438027Z","caller":"traceutil/trace.go:171","msg":"trace[1761668681] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"147.007914ms","start":"2026-03-04T13:45:58.290995Z","end":"2026-03-04T13:45:58.438003Z","steps":["trace[1761668681] 'read index received' (duration: 51.260192ms)","trace[1761668681] 'applied index is now lower than readState.Index' (duration: 95.746762ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:58.438063Z","caller":"traceutil/trace.go:171","msg":"trace[47790377] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"198.210134ms","start":"2026-03-04T13:45:58.239809Z","end":"2026-03-04T13:45:58.438019Z","steps":["trace[47790377] 'process raft request' (duration: 102.615026ms)","trace[47790377] 'compare' (duration: 95.472435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:58.43824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.233458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-04T13:45:58.438299Z","caller":"traceutil/trace.go:171","msg":"trace[840112918] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24265; }","duration":"147.355841ms","start":"2026-03-04T13:45:58.290933Z","end":"2026-03-04T13:45:58.438289Z","steps":["trace[840112918] 'agreement among raft nodes before linearized reading' (duration: 147.159647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:59.078702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.281946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:59.078809Z","caller":"traceutil/trace.go:171","msg":"trace[560756281] linearizableReadLoop","detail":"{readStateIndex:25142; appliedIndex:25141; }","duration":"413.209216ms","start":"2026-03-04T13:45:58.665582Z","end":"2026-03-04T13:45:59.078791Z","steps":["trace[560756281] 'read index received' (duration: 37.951µs)","trace[560756281] 'applied index is now lower than readState.Index' (duration: 413.169175ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:59.07891Z","caller":"traceutil/trace.go:171","msg":"trace[1842201120] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"559.914493ms","start":"2026-03-04T13:45:58.518981Z","end":"2026-03-04T13:45:59.078895Z","steps":["trace[1842201120] 'process raft request' (duration: 82.356101ms)","trace[1842201120] 'compare' (duration: 477.060741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:59.078978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.518964Z","time spent":"559.979435ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:59.079282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.697916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:59.079339Z","caller":"traceutil/trace.go:171","msg":"trace[311947651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24267; }","duration":"413.785179ms","start":"2026-03-04T13:45:58.665539Z","end":"2026-03-04T13:45:59.079324Z","steps":["trace[311947651] 'agreement among raft nodes before linearized reading' (duration: 413.664127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:59.079381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.665522Z","time spent":"413.849611ms","remote":"127.0.0.1:35048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-04T13:45:59.079496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.804347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:45:59.079547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.305187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:45:59.079599Z","caller":"traceutil/trace.go:171","msg":"trace[414831560] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24267; }","duration":"303.96071ms","start":"2026-03-04T13:45:58.775615Z","end":"2026-03-04T13:45:59.079576Z","steps":["trace[414831560] 'agreement among raft nodes before linearized reading' (duration: 303.776306ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:45:59.079614Z","caller":"traceutil/trace.go:171","msg":"trace[360926671] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24267; }","duration":"360.42968ms","start":"2026-03-04T13:45:58.719168Z","end":"2026-03-04T13:45:59.079598Z","steps":["trace[360926671] 'agreement among raft nodes before linearized reading' (duration: 360.202414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:45:59.079659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.719146Z","time spent":"360.501211ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:45:59.079661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:58.775595Z","time spent":"304.045182ms","remote":"127.0.0.1:35492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:45:59.436881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.14835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:59.437237Z","caller":"traceutil/trace.go:171","msg":"trace[457968335] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"351.772486ms","start":"2026-03-04T13:45:59.085448Z","end":"2026-03-04T13:45:59.43722Z","steps":["trace[457968335] 'process raft request' (duration: 146.182106ms)","trace[457968335] 'compare' (duration: 204.979187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:59.437319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:59.085279Z","time spent":"351.990841ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:59.830499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.825887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:45:59.830582Z","caller":"traceutil/trace.go:171","msg":"trace[2042349893] linearizableReadLoop","detail":"{readStateIndex:25144; appliedIndex:25143; }","duration":"166.474821ms","start":"2026-03-04T13:45:59.664094Z","end":"2026-03-04T13:45:59.830568Z","steps":["trace[2042349893] 'read index received' (duration: 560.713µs)","trace[2042349893] 'applied index is now lower than readState.Index' (duration: 165.912458ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:45:59.830648Z","caller":"traceutil/trace.go:171","msg":"trace[462068079] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"387.652042ms","start":"2026-03-04T13:45:59.442988Z","end":"2026-03-04T13:45:59.83064Z","steps":["trace[462068079] 'process raft request' (duration: 221.616111ms)","trace[462068079] 'compare' (duration: 165.217323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:45:59.830694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:45:59.442972Z","time spent":"387.700914ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:45:59.830937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.83972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:45:59.831011Z","caller":"traceutil/trace.go:171","msg":"trace[1396382442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24269; }","duration":"166.927982ms","start":"2026-03-04T13:45:59.664041Z","end":"2026-03-04T13:45:59.830969Z","steps":["trace[1396382442] 'agreement among raft nodes before linearized reading' (duration: 166.851269ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:00.036137Z","caller":"traceutil/trace.go:171","msg":"trace[268112591] linearizableReadLoop","detail":"{readStateIndex:25145; appliedIndex:25144; }","duration":"202.569913ms","start":"2026-03-04T13:45:59.833536Z","end":"2026-03-04T13:46:00.036106Z","steps":["trace[268112591] 'read index received' (duration: 175.232758ms)","trace[268112591] 'applied index is now lower than readState.Index' (duration: 27.335545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:00.036393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.831509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-gxwng.1899a755f2ffa56a\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-04T13:46:00.03644Z","caller":"traceutil/trace.go:171","msg":"trace[220450600] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-gxwng.1899a755f2ffa56a; range_end:; response_count:1; response_revision:24269; }","duration":"202.919351ms","start":"2026-03-04T13:45:59.833505Z","end":"2026-03-04T13:46:00.036424Z","steps":["trace[220450600] 'agreement among raft nodes before linearized reading' (duration: 202.701696ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:00.191732Z","caller":"traceutil/trace.go:171","msg":"trace[1850167934] linearizableReadLoop","detail":"{readStateIndex:25147; appliedIndex:25146; }","duration":"138.81351ms","start":"2026-03-04T13:46:00.05289Z","end":"2026-03-04T13:46:00.191704Z","steps":["trace[1850167934] 'read index received' (duration: 87.948637ms)","trace[1850167934] 'applied index is now lower than readState.Index' (duration: 50.863853ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:00.191751Z","caller":"traceutil/trace.go:171","msg":"trace[1564960431] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"153.10126ms","start":"2026-03-04T13:46:00.038622Z","end":"2026-03-04T13:46:00.191723Z","steps":["trace[1564960431] 'process raft request' (duration: 102.279228ms)","trace[1564960431] 'compare' (duration: 50.656998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:00.191943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.048184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-04T13:46:00.192065Z","caller":"traceutil/trace.go:171","msg":"trace[1470784738] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24271; }","duration":"139.210058ms","start":"2026-03-04T13:46:00.052845Z","end":"2026-03-04T13:46:00.192056Z","steps":["trace[1470784738] 'agreement among raft nodes before linearized reading' (duration: 138.949183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:00.192258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.297053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-04T13:46:00.19234Z","caller":"traceutil/trace.go:171","msg":"trace[831607933] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24271; }","duration":"108.430687ms","start":"2026-03-04T13:46:00.08389Z","end":"2026-03-04T13:46:00.192321Z","steps":["trace[831607933] 'agreement among raft nodes before linearized reading' (duration: 108.15442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:00.600085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.434846ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:00.6002Z","caller":"traceutil/trace.go:171","msg":"trace[818196778] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25147; }","duration":"227.173155ms","start":"2026-03-04T13:46:00.373011Z","end":"2026-03-04T13:46:00.600184Z","steps":["trace[818196778] 'read index received' (duration: 56.411µs)","trace[818196778] 'applied index is now lower than readState.Index' (duration: 227.114754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:00.600335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.327149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:00.600374Z","caller":"traceutil/trace.go:171","msg":"trace[1954056393] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24272; }","duration":"227.40929ms","start":"2026-03-04T13:46:00.372955Z","end":"2026-03-04T13:46:00.600364Z","steps":["trace[1954056393] 'agreement among raft nodes before linearized reading' (duration: 227.274207ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:00.600453Z","caller":"traceutil/trace.go:171","msg":"trace[251825007] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"401.79284ms","start":"2026-03-04T13:46:00.198616Z","end":"2026-03-04T13:46:00.600398Z","steps":["trace[251825007] 'process raft request' (duration: 127.941375ms)","trace[251825007] 'compare' (duration: 273.212611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:00.600616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:00.198599Z","time spent":"401.924463ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:00.851643Z","caller":"traceutil/trace.go:171","msg":"trace[1216424788] linearizableReadLoop","detail":"{readStateIndex:25149; appliedIndex:25148; }","duration":"185.835756ms","start":"2026-03-04T13:46:00.66578Z","end":"2026-03-04T13:46:00.851616Z","steps":["trace[1216424788] 'read index received' (duration: 183.733299ms)","trace[1216424788] 'applied index is now lower than readState.Index' (duration: 2.101327ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:00.851778Z","caller":"traceutil/trace.go:171","msg":"trace[1897204809] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"245.818775ms","start":"2026-03-04T13:46:00.605866Z","end":"2026-03-04T13:46:00.851685Z","steps":["trace[1897204809] 'process raft request' (duration: 243.638225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:00.851825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.02562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:00.851864Z","caller":"traceutil/trace.go:171","msg":"trace[488008766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24273; }","duration":"186.128963ms","start":"2026-03-04T13:46:00.665725Z","end":"2026-03-04T13:46:00.851854Z","steps":["trace[488008766] 'agreement among raft nodes before linearized reading' (duration: 186.025701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:01.835161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.807526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:01.835265Z","caller":"traceutil/trace.go:171","msg":"trace[1336191448] linearizableReadLoop","detail":"{readStateIndex:25150; appliedIndex:25149; }","duration":"712.190626ms","start":"2026-03-04T13:46:01.123057Z","end":"2026-03-04T13:46:01.835248Z","steps":["trace[1336191448] 'read index received' (duration: 33.112704ms)","trace[1336191448] 'applied index is now lower than readState.Index' (duration: 679.076222ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:01.83535Z","caller":"traceutil/trace.go:171","msg":"trace[172922747] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"978.637624ms","start":"2026-03-04T13:46:00.856701Z","end":"2026-03-04T13:46:01.835339Z","steps":["trace[172922747] 'process raft request' (duration: 299.558422ms)","trace[172922747] 'compare' (duration: 677.977767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:01.835411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:00.85669Z","time spent":"978.689736ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:01.835902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.82774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:01.835931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.217252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:46:01.83596Z","caller":"traceutil/trace.go:171","msg":"trace[566515030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24274; }","duration":"712.906732ms","start":"2026-03-04T13:46:01.123041Z","end":"2026-03-04T13:46:01.835948Z","steps":["trace[566515030] 'agreement among raft nodes before linearized reading' (duration: 712.760209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:01.835931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.956395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-04T13:46:01.835992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:01.122988Z","time spent":"712.998774ms","remote":"127.0.0.1:56326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-04T13:46:01.836004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.013015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-04T13:46:01.836018Z","caller":"traceutil/trace.go:171","msg":"trace[1223166033] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24274; }","duration":"217.054747ms","start":"2026-03-04T13:46:01.618938Z","end":"2026-03-04T13:46:01.835992Z","steps":["trace[1223166033] 'agreement among raft nodes before linearized reading' (duration: 216.870643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:01.836001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.725905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-04T13:46:01.836075Z","caller":"traceutil/trace.go:171","msg":"trace[336368298] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24274; }","duration":"297.122418ms","start":"2026-03-04T13:46:01.538934Z","end":"2026-03-04T13:46:01.836056Z","steps":["trace[336368298] 'agreement among raft nodes before linearized reading' (duration: 296.875312ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:01.835985Z","caller":"traceutil/trace.go:171","msg":"trace[506156053] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24274; }","duration":"221.322785ms","start":"2026-03-04T13:46:01.614647Z","end":"2026-03-04T13:46:01.83597Z","steps":["trace[506156053] 'agreement among raft nodes before linearized reading' (duration: 221.143001ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:01.836253Z","caller":"traceutil/trace.go:171","msg":"trace[1096431888] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24274; }","duration":"634.875997ms","start":"2026-03-04T13:46:01.201212Z","end":"2026-03-04T13:46:01.836088Z","steps":["trace[1096431888] 'agreement among raft nodes before linearized reading' (duration: 634.604591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:01.836311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:01.201192Z","time spent":"635.106643ms","remote":"127.0.0.1:35196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-04T13:46:01.836381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.556271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-04T13:46:01.836391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.315502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-04T13:46:01.836455Z","caller":"traceutil/trace.go:171","msg":"trace[1727787622] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24274; }","duration":"638.679074ms","start":"2026-03-04T13:46:01.197757Z","end":"2026-03-04T13:46:01.836436Z","steps":["trace[1727787622] 'agreement among raft nodes before linearized reading' (duration: 638.416558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:01.83653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:01.197738Z","time spent":"638.760015ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-643d14d5-ff49-4700-a576-6c96a373397e\" "} {"level":"warn","ts":"2026-03-04T13:46:01.836553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.336617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:01.836606Z","caller":"traceutil/trace.go:171","msg":"trace[1574037645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24274; }","duration":"297.766912ms","start":"2026-03-04T13:46:01.538685Z","end":"2026-03-04T13:46:01.836452Z","steps":["trace[1574037645] 'agreement among raft nodes before linearized reading' (duration: 297.127648ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:01.836618Z","caller":"traceutil/trace.go:171","msg":"trace[286248267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24274; }","duration":"170.426319ms","start":"2026-03-04T13:46:01.666172Z","end":"2026-03-04T13:46:01.836598Z","steps":["trace[286248267] 'agreement among raft nodes before linearized reading' (duration: 169.620472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:02.486534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.41437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:46:02.486651Z","caller":"traceutil/trace.go:171","msg":"trace[1215441738] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"646.346427ms","start":"2026-03-04T13:46:01.840279Z","end":"2026-03-04T13:46:02.486626Z","steps":["trace[1215441738] 'process raft request' (duration: 297.731811ms)","trace[1215441738] 'compare' (duration: 348.146904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:02.486706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:01.840259Z","time spent":"646.421859ms","remote":"127.0.0.1:35112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-04T13:46:02.515071Z","caller":"traceutil/trace.go:171","msg":"trace[843343770] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"674.639213ms","start":"2026-03-04T13:46:01.840386Z","end":"2026-03-04T13:46:02.515025Z","steps":["trace[843343770] 'process raft request' (duration: 674.393347ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:02.515089Z","caller":"traceutil/trace.go:171","msg":"trace[1668252430] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"674.048749ms","start":"2026-03-04T13:46:01.841002Z","end":"2026-03-04T13:46:02.51505Z","steps":["trace[1668252430] 'process raft request' (duration: 673.908346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:02.515281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:01.840376Z","time spent":"674.807916ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:02.515434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:01.840984Z","time spent":"674.306974ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:03.318403Z","caller":"traceutil/trace.go:171","msg":"trace[716978977] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"185.903498ms","start":"2026-03-04T13:46:03.13247Z","end":"2026-03-04T13:46:03.318374Z","steps":["trace[716978977] 'process raft request' (duration: 170.284468ms)","trace[716978977] 'compare' (duration: 15.217301ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:03.318585Z","caller":"traceutil/trace.go:171","msg":"trace[1785711029] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25187; }","duration":"183.286099ms","start":"2026-03-04T13:46:03.135279Z","end":"2026-03-04T13:46:03.318565Z","steps":["trace[1785711029] 'read index received' (duration: 167.490695ms)","trace[1785711029] 'applied index is now lower than readState.Index' (duration: 15.794234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:03.318833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.530936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.1899a75683cee2a6\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-03-04T13:46:03.318843Z","caller":"traceutil/trace.go:171","msg":"trace[1892042874] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"115.331983ms","start":"2026-03-04T13:46:03.20349Z","end":"2026-03-04T13:46:03.318822Z","steps":["trace[1892042874] 'process raft request' (duration: 114.79017ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:03.318879Z","caller":"traceutil/trace.go:171","msg":"trace[635164799] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.1899a75683cee2a6; range_end:; response_count:1; response_revision:24315; }","duration":"183.608557ms","start":"2026-03-04T13:46:03.135256Z","end":"2026-03-04T13:46:03.318864Z","steps":["trace[635164799] 'agreement among raft nodes before linearized reading' (duration: 183.430653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:03.318945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.050816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:03.318943Z","caller":"traceutil/trace.go:171","msg":"trace[1108081360] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"106.090584ms","start":"2026-03-04T13:46:03.212824Z","end":"2026-03-04T13:46:03.318914Z","steps":["trace[1108081360] 'process raft request' (duration: 105.518061ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:03.318979Z","caller":"traceutil/trace.go:171","msg":"trace[250711040] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24315; }","duration":"123.115317ms","start":"2026-03-04T13:46:03.195854Z","end":"2026-03-04T13:46:03.318969Z","steps":["trace[250711040] 'agreement among raft nodes before linearized reading' (duration: 123.060086ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:16.18386Z","caller":"traceutil/trace.go:171","msg":"trace[1712234542] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"161.105302ms","start":"2026-03-04T13:46:16.022723Z","end":"2026-03-04T13:46:16.183829Z","steps":["trace[1712234542] 'process raft request' (duration: 143.729191ms)","trace[1712234542] 'compare' (duration: 17.220797ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:19.387376Z","caller":"traceutil/trace.go:171","msg":"trace[2105164071] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"127.072156ms","start":"2026-03-04T13:46:19.259977Z","end":"2026-03-04T13:46:19.387049Z","steps":["trace[2105164071] 'process raft request' (duration: 126.904762ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:19.863498Z","caller":"traceutil/trace.go:171","msg":"trace[509464996] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"173.677133ms","start":"2026-03-04T13:46:19.689785Z","end":"2026-03-04T13:46:19.863462Z","steps":["trace[509464996] 'process raft request' (duration: 144.538428ms)","trace[509464996] 'compare' (duration: 28.839478ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:23.289485Z","caller":"traceutil/trace.go:171","msg":"trace[424518281] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"114.922303ms","start":"2026-03-04T13:46:23.174534Z","end":"2026-03-04T13:46:23.289456Z","steps":["trace[424518281] 'process raft request' (duration: 64.010509ms)","trace[424518281] 'compare' (duration: 50.72495ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:27.58407Z","caller":"traceutil/trace.go:171","msg":"trace[1957039066] linearizableReadLoop","detail":"{readStateIndex:25444; appliedIndex:25443; }","duration":"208.302671ms","start":"2026-03-04T13:46:27.375736Z","end":"2026-03-04T13:46:27.584039Z","steps":["trace[1957039066] 'read index received' (duration: 152.232231ms)","trace[1957039066] 'applied index is now lower than readState.Index' (duration: 56.06911ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:27.584222Z","caller":"traceutil/trace.go:171","msg":"trace[882024431] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"217.760444ms","start":"2026-03-04T13:46:27.366444Z","end":"2026-03-04T13:46:27.584205Z","steps":["trace[882024431] 'process raft request' (duration: 161.56075ms)","trace[882024431] 'compare' (duration: 55.539869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:27.584627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.870035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5054"} {"level":"info","ts":"2026-03-04T13:46:27.584683Z","caller":"traceutil/trace.go:171","msg":"trace[1819093196] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:24561; }","duration":"208.963766ms","start":"2026-03-04T13:46:27.375708Z","end":"2026-03-04T13:46:27.584672Z","steps":["trace[1819093196] 'agreement among raft nodes before linearized reading' (duration: 208.722921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.584909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.043659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-04T13:46:27.585028Z","caller":"traceutil/trace.go:171","msg":"trace[1187834115] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:24561; }","duration":"209.177612ms","start":"2026-03-04T13:46:27.375829Z","end":"2026-03-04T13:46:27.585007Z","steps":["trace[1187834115] 'agreement among raft nodes before linearized reading' (duration: 208.850965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.585188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.9713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29543865-kctxd\" ","response":"range_response_count:1 size:6837"} {"level":"warn","ts":"2026-03-04T13:46:27.585187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.175532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-03-04T13:46:27.585289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.079712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:27.585301Z","caller":"traceutil/trace.go:171","msg":"trace[826312600] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24561; }","duration":"209.316505ms","start":"2026-03-04T13:46:27.375956Z","end":"2026-03-04T13:46:27.585273Z","steps":["trace[826312600] 'agreement among raft nodes before linearized reading' (duration: 208.911376ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:27.585333Z","caller":"traceutil/trace.go:171","msg":"trace[1349689107] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24561; }","duration":"109.143293ms","start":"2026-03-04T13:46:27.476179Z","end":"2026-03-04T13:46:27.585323Z","steps":["trace[1349689107] 'agreement among raft nodes before linearized reading' (duration: 109.079492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.585459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.499559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-04T13:46:27.585534Z","caller":"traceutil/trace.go:171","msg":"trace[1334873650] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:24561; }","duration":"209.603651ms","start":"2026-03-04T13:46:27.375919Z","end":"2026-03-04T13:46:27.585522Z","steps":["trace[1334873650] 'agreement among raft nodes before linearized reading' (duration: 209.418517ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:27.585236Z","caller":"traceutil/trace.go:171","msg":"trace[510844733] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29543865-kctxd; range_end:; response_count:1; response_revision:24561; }","duration":"117.054951ms","start":"2026-03-04T13:46:27.468171Z","end":"2026-03-04T13:46:27.585226Z","steps":["trace[510844733] 'agreement among raft nodes before linearized reading' (duration: 116.931148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.585655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.667223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-04T13:46:27.585704Z","caller":"traceutil/trace.go:171","msg":"trace[900667546] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24561; }","duration":"209.724834ms","start":"2026-03-04T13:46:27.375964Z","end":"2026-03-04T13:46:27.585689Z","steps":["trace[900667546] 'agreement among raft nodes before linearized reading' (duration: 209.609471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:27.585895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.974279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:11092"} {"level":"warn","ts":"2026-03-04T13:46:27.58597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.070741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-03-04T13:46:27.586004Z","caller":"traceutil/trace.go:171","msg":"trace[958050985] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:24561; }","duration":"210.113423ms","start":"2026-03-04T13:46:27.375881Z","end":"2026-03-04T13:46:27.585994Z","steps":["trace[958050985] 'agreement among raft nodes before linearized reading' (duration: 210.00895ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:27.586007Z","caller":"traceutil/trace.go:171","msg":"trace[836912176] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:24561; }","duration":"210.090012ms","start":"2026-03-04T13:46:27.375901Z","end":"2026-03-04T13:46:27.585991Z","steps":["trace[836912176] 'agreement among raft nodes before linearized reading' (duration: 209.881787ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:36.707215Z","caller":"traceutil/trace.go:171","msg":"trace[2007972242] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"133.546721ms","start":"2026-03-04T13:46:36.573646Z","end":"2026-03-04T13:46:36.707193Z","steps":["trace[2007972242] 'process raft request' (duration: 133.400188ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:36.707667Z","caller":"traceutil/trace.go:171","msg":"trace[1289965027] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25533; }","duration":"129.683525ms","start":"2026-03-04T13:46:36.577973Z","end":"2026-03-04T13:46:36.707657Z","steps":["trace[1289965027] 'read index received' (duration: 129.655844ms)","trace[1289965027] 'applied index is now lower than readState.Index' (duration: 26.921µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:46:36.707822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.834868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-04T13:46:36.707858Z","caller":"traceutil/trace.go:171","msg":"trace[1434980398] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24648; }","duration":"129.904399ms","start":"2026-03-04T13:46:36.577943Z","end":"2026-03-04T13:46:36.707847Z","steps":["trace[1434980398] 'agreement among raft nodes before linearized reading' (duration: 129.774316ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:36.807934Z","caller":"traceutil/trace.go:171","msg":"trace[434643065] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25533; }","duration":"100.209262ms","start":"2026-03-04T13:46:36.707699Z","end":"2026-03-04T13:46:36.807908Z","steps":["trace[434643065] 'read index received' (duration: 99.965847ms)","trace[434643065] 'applied index is now lower than readState.Index' (duration: 242.215µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:36.808128Z","caller":"traceutil/trace.go:171","msg":"trace[2008457999] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"103.2351ms","start":"2026-03-04T13:46:36.704854Z","end":"2026-03-04T13:46:36.808089Z","steps":["trace[2008457999] 'process raft request' (duration: 102.994525ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:36.808146Z","caller":"traceutil/trace.go:171","msg":"trace[2035998196] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"210.402759ms","start":"2026-03-04T13:46:36.59772Z","end":"2026-03-04T13:46:36.808123Z","steps":["trace[2035998196] 'process raft request' (duration: 209.950169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.808201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.485373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:46:36.80826Z","caller":"traceutil/trace.go:171","msg":"trace[1670498593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24650; }","duration":"142.588504ms","start":"2026-03-04T13:46:36.665656Z","end":"2026-03-04T13:46:36.808244Z","steps":["trace[1670498593] 'agreement among raft nodes before linearized reading' (duration: 142.478162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:36.813479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.196259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-643d14d5-ff49-4700-a576-6c96a373397e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-04T13:46:36.813523Z","caller":"traceutil/trace.go:171","msg":"trace[860861691] range","detail":"{range_begin:/registry/persistentvolumes/pvc-643d14d5-ff49-4700-a576-6c96a373397e; range_end:; response_count:1; response_revision:24652; }","duration":"103.282361ms","start":"2026-03-04T13:46:36.710229Z","end":"2026-03-04T13:46:36.813511Z","steps":["trace[860861691] 'agreement among raft nodes before linearized reading' (duration: 103.169689ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:38.022899Z","caller":"traceutil/trace.go:171","msg":"trace[2122799563] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"103.053386ms","start":"2026-03-04T13:46:37.919823Z","end":"2026-03-04T13:46:38.022876Z","steps":["trace[2122799563] 'read index received' (duration: 102.966864ms)","trace[2122799563] 'applied index is now lower than readState.Index' (duration: 85.212µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:38.022975Z","caller":"traceutil/trace.go:171","msg":"trace[248912555] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"120.586801ms","start":"2026-03-04T13:46:37.902356Z","end":"2026-03-04T13:46:38.022943Z","steps":["trace[248912555] 'process raft request' (duration: 120.392616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:38.023164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.333753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:46:38.023202Z","caller":"traceutil/trace.go:171","msg":"trace[728731933] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24662; }","duration":"103.441505ms","start":"2026-03-04T13:46:37.919751Z","end":"2026-03-04T13:46:38.023193Z","steps":["trace[728731933] 'agreement among raft nodes before linearized reading' (duration: 103.20522ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:54.605636Z","caller":"traceutil/trace.go:171","msg":"trace[1041996260] transaction","detail":"{read_only:false; response_revision:24804; number_of_response:1; }","duration":"108.852726ms","start":"2026-03-04T13:46:54.496758Z","end":"2026-03-04T13:46:54.605611Z","steps":["trace[1041996260] 'process raft request' (duration: 108.689933ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:55.061093Z","caller":"traceutil/trace.go:171","msg":"trace[474582015] linearizableReadLoop","detail":"{readStateIndex:25694; appliedIndex:25693; }","duration":"248.519506ms","start":"2026-03-04T13:46:54.812546Z","end":"2026-03-04T13:46:55.061065Z","steps":["trace[474582015] 'read index received' (duration: 245.918567ms)","trace[474582015] 'applied index is now lower than readState.Index' (duration: 2.599549ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:46:55.061138Z","caller":"traceutil/trace.go:171","msg":"trace[1065598220] transaction","detail":"{read_only:false; response_revision:24805; number_of_response:1; }","duration":"413.935183ms","start":"2026-03-04T13:46:54.647143Z","end":"2026-03-04T13:46:55.061078Z","steps":["trace[1065598220] 'process raft request' (duration: 411.304814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:55.061312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.749271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-04T13:46:55.061336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:54.647116Z","time spent":"414.118028ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:55.061355Z","caller":"traceutil/trace.go:171","msg":"trace[574705459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24805; }","duration":"248.806472ms","start":"2026-03-04T13:46:54.812538Z","end":"2026-03-04T13:46:55.061345Z","steps":["trace[574705459] 'agreement among raft nodes before linearized reading' (duration: 248.637768ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:55.470633Z","caller":"traceutil/trace.go:171","msg":"trace[89612388] transaction","detail":"{read_only:false; response_revision:24806; number_of_response:1; }","duration":"563.181577ms","start":"2026-03-04T13:46:54.907374Z","end":"2026-03-04T13:46:55.470556Z","steps":["trace[89612388] 'process raft request' (duration: 562.799889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:55.470811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:54.907336Z","time spent":"563.392751ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:55.47084Z","caller":"traceutil/trace.go:171","msg":"trace[1348319158] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"561.848206ms","start":"2026-03-04T13:46:54.908967Z","end":"2026-03-04T13:46:55.470815Z","steps":["trace[1348319158] 'process raft request' (duration: 561.797955ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:46:55.470913Z","caller":"traceutil/trace.go:171","msg":"trace[421081464] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"563.506795ms","start":"2026-03-04T13:46:54.907375Z","end":"2026-03-04T13:46:55.470882Z","steps":["trace[421081464] 'process raft request' (duration: 563.048325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:55.470987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:54.90894Z","time spent":"561.967739ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:46:55.471055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:54.907348Z","time spent":"563.633137ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:46:55.472687Z","caller":"traceutil/trace.go:171","msg":"trace[1538772759] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"405.254508ms","start":"2026-03-04T13:46:55.067398Z","end":"2026-03-04T13:46:55.472652Z","steps":["trace[1538772759] 'process raft request' (duration: 404.718636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:46:55.472794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:46:55.067375Z","time spent":"405.371941ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:13.189701Z","caller":"traceutil/trace.go:171","msg":"trace[2054281508] linearizableReadLoop","detail":"{readStateIndex:25819; appliedIndex:25818; }","duration":"282.351486ms","start":"2026-03-04T13:47:12.907329Z","end":"2026-03-04T13:47:13.189681Z","steps":["trace[2054281508] 'read index received' (duration: 282.127131ms)","trace[2054281508] 'applied index is now lower than readState.Index' (duration: 223.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:13.189811Z","caller":"traceutil/trace.go:171","msg":"trace[850852196] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"482.663957ms","start":"2026-03-04T13:47:12.707111Z","end":"2026-03-04T13:47:13.189774Z","steps":["trace[850852196] 'process raft request' (duration: 482.425752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:13.189876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.528579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:47:13.189925Z","caller":"traceutil/trace.go:171","msg":"trace[1004507027] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24926; }","duration":"282.638052ms","start":"2026-03-04T13:47:12.907274Z","end":"2026-03-04T13:47:13.189912Z","steps":["trace[1004507027] 'agreement among raft nodes before linearized reading' (duration: 282.519819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:13.189924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.131772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:47:13.189964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:47:12.707092Z","time spent":"482.78774ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-04T13:47:13.190011Z","caller":"traceutil/trace.go:171","msg":"trace[1019641137] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24926; }","duration":"279.272616ms","start":"2026-03-04T13:47:12.910717Z","end":"2026-03-04T13:47:13.18999Z","steps":["trace[1019641137] 'agreement among raft nodes before linearized reading' (duration: 279.131602ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:19.689151Z","caller":"traceutil/trace.go:171","msg":"trace[1027354446] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"102.542534ms","start":"2026-03-04T13:47:19.58659Z","end":"2026-03-04T13:47:19.689132Z","steps":["trace[1027354446] 'process raft request' (duration: 49.810559ms)","trace[1027354446] 'compare' (duration: 52.247025ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:19.689279Z","caller":"traceutil/trace.go:171","msg":"trace[1603845576] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"102.683867ms","start":"2026-03-04T13:47:19.58659Z","end":"2026-03-04T13:47:19.689274Z","steps":["trace[1603845576] 'process raft request' (duration: 102.393691ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:19.689337Z","caller":"traceutil/trace.go:171","msg":"trace[1977908569] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"102.683907ms","start":"2026-03-04T13:47:19.586649Z","end":"2026-03-04T13:47:19.689333Z","steps":["trace[1977908569] 'process raft request' (duration: 102.36116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:39.983702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.810691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:47:39.983864Z","caller":"traceutil/trace.go:171","msg":"trace[1422089037] linearizableReadLoop","detail":"{readStateIndex:26184; appliedIndex:26183; }","duration":"116.987321ms","start":"2026-03-04T13:47:39.866852Z","end":"2026-03-04T13:47:39.98384Z","steps":["trace[1422089037] 'read index received' (duration: 42.071µs)","trace[1422089037] 'applied index is now lower than readState.Index' (duration: 116.94354ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:39.983959Z","caller":"traceutil/trace.go:171","msg":"trace[43503428] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"125.531174ms","start":"2026-03-04T13:47:39.85839Z","end":"2026-03-04T13:47:39.983921Z","steps":["trace[43503428] 'compare' (duration: 121.622667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:39.984034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.162805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:47:39.98414Z","caller":"traceutil/trace.go:171","msg":"trace[871815820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25283; }","duration":"117.310069ms","start":"2026-03-04T13:47:39.866813Z","end":"2026-03-04T13:47:39.984123Z","steps":["trace[871815820] 'agreement among raft nodes before linearized reading' (duration: 117.104144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:39.984127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.910939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:47:39.984213Z","caller":"traceutil/trace.go:171","msg":"trace[1087107546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25283; }","duration":"117.067213ms","start":"2026-03-04T13:47:39.867128Z","end":"2026-03-04T13:47:39.984195Z","steps":["trace[1087107546] 'agreement among raft nodes before linearized reading' (duration: 116.834448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:47:40.292732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.690902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:47:40.292933Z","caller":"traceutil/trace.go:171","msg":"trace[2128847761] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"194.678285ms","start":"2026-03-04T13:47:40.098237Z","end":"2026-03-04T13:47:40.292915Z","steps":["trace[2128847761] 'process raft request' (duration: 194.593113ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:47:40.293017Z","caller":"traceutil/trace.go:171","msg":"trace[622699033] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"299.269496ms","start":"2026-03-04T13:47:39.993715Z","end":"2026-03-04T13:47:40.292985Z","steps":["trace[622699033] 'process raft request' (duration: 98.245568ms)","trace[622699033] 'compare' (duration: 200.458696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:47:52.553193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.557939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-04T13:47:52.553336Z","caller":"traceutil/trace.go:171","msg":"trace[1207157651] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"199.793961ms","start":"2026-03-04T13:47:52.353513Z","end":"2026-03-04T13:47:52.553307Z","steps":["trace[1207157651] 'process raft request' (duration: 91.961786ms)","trace[1207157651] 'compare' (duration: 107.427036ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:47:54.798377Z","caller":"traceutil/trace.go:171","msg":"trace[664989824] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"108.180752ms","start":"2026-03-04T13:47:54.690163Z","end":"2026-03-04T13:47:54.798344Z","steps":["trace[664989824] 'process raft request' (duration: 31.929781ms)","trace[664989824] 'compare' (duration: 75.951474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:47:58.316515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.886606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-04T13:47:58.31663Z","caller":"traceutil/trace.go:171","msg":"trace[659676950] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25409; }","duration":"112.07663ms","start":"2026-03-04T13:47:58.204533Z","end":"2026-03-04T13:47:58.316609Z","steps":["trace[659676950] 'range keys from in-memory index tree' (duration: 111.677741ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:48:26.403512Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23493} {"level":"info","ts":"2026-03-04T13:48:26.599131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23493,"took":"191.314619ms","hash":1094750134,"current-db-size-bytes":48676864,"current-db-size":"49 MB","current-db-size-in-use-bytes":32702464,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-04T13:48:26.599198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1094750134,"revision":23493,"compact-revision":20413} {"level":"warn","ts":"2026-03-04T13:49:04.921097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.337576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:1 size:21346"} {"level":"info","ts":"2026-03-04T13:49:04.921172Z","caller":"traceutil/trace.go:171","msg":"trace[80942048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:1; response_revision:25961; }","duration":"104.474759ms","start":"2026-03-04T13:49:04.816681Z","end":"2026-03-04T13:49:04.921155Z","steps":["trace[80942048] 'range keys from in-memory index tree' (duration: 104.11512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:49:04.92117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.061823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-04T13:49:04.921205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.095936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:49:04.921272Z","caller":"traceutil/trace.go:171","msg":"trace[213789105] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25961; }","duration":"129.200867ms","start":"2026-03-04T13:49:04.792044Z","end":"2026-03-04T13:49:04.921245Z","steps":["trace[213789105] 'range keys from in-memory index tree' (duration: 128.976582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:49:04.921589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.139727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-04T13:49:04.921634Z","caller":"traceutil/trace.go:171","msg":"trace[1494983879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25961; }","duration":"164.226007ms","start":"2026-03-04T13:49:04.757397Z","end":"2026-03-04T13:49:04.921623Z","steps":["trace[1494983879] 'range keys from in-memory index tree' (duration: 163.818809ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:49:04.921288Z","caller":"traceutil/trace.go:171","msg":"trace[803357551] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25961; }","duration":"114.239749ms","start":"2026-03-04T13:49:04.807025Z","end":"2026-03-04T13:49:04.921264Z","steps":["trace[803357551] 'count revisions from in-memory index tree' (duration: 113.990683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:49:04.922373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.331615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:49:04.922497Z","caller":"traceutil/trace.go:171","msg":"trace[235269120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25961; }","duration":"131.702003ms","start":"2026-03-04T13:49:04.790775Z","end":"2026-03-04T13:49:04.922477Z","steps":["trace[235269120] 'range keys from in-memory index tree' (duration: 130.076057ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:49:37.206289Z","caller":"traceutil/trace.go:171","msg":"trace[1296741086] transaction","detail":"{read_only:false; response_revision:26234; number_of_response:1; }","duration":"112.346857ms","start":"2026-03-04T13:49:37.093926Z","end":"2026-03-04T13:49:37.206273Z","steps":["trace[1296741086] 'process raft request' (duration: 112.08727ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:22.507922Z","caller":"traceutil/trace.go:171","msg":"trace[196996211] transaction","detail":"{read_only:false; response_revision:26753; number_of_response:1; }","duration":"103.479296ms","start":"2026-03-04T13:50:22.404409Z","end":"2026-03-04T13:50:22.507888Z","steps":["trace[196996211] 'process raft request' (duration: 103.310973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.763142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.176073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-04T13:50:29.763334Z","caller":"traceutil/trace.go:171","msg":"trace[469939308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26814; }","duration":"267.378867ms","start":"2026-03-04T13:50:29.49593Z","end":"2026-03-04T13:50:29.763309Z","steps":["trace[469939308] 'range keys from in-memory index tree' (duration: 267.152362ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.824744Z","caller":"traceutil/trace.go:171","msg":"trace[2088914669] linearizableReadLoop","detail":"{readStateIndex:27757; appliedIndex:27756; }","duration":"363.879415ms","start":"2026-03-04T13:50:29.460839Z","end":"2026-03-04T13:50:29.824718Z","steps":["trace[2088914669] 'read index received' (duration: 363.64922ms)","trace[2088914669] 'applied index is now lower than readState.Index' (duration: 229.115µs)"],"step_count":2} {"level":"warn","ts":"2026-03-04T13:50:29.824892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.047079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-04T13:50:29.824931Z","caller":"traceutil/trace.go:171","msg":"trace[1853989405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26815; }","duration":"364.12114ms","start":"2026-03-04T13:50:29.460803Z","end":"2026-03-04T13:50:29.824924Z","steps":["trace[1853989405] 'agreement among raft nodes before linearized reading' (duration: 363.993187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.824961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:29.460789Z","time spent":"364.163082ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-04T13:50:29.825032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.035523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-04T13:50:29.825074Z","caller":"traceutil/trace.go:171","msg":"trace[806482852] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26815; }","duration":"257.080534ms","start":"2026-03-04T13:50:29.567983Z","end":"2026-03-04T13:50:29.825064Z","steps":["trace[806482852] 'agreement among raft nodes before linearized reading' (duration: 256.976822ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.824768Z","caller":"traceutil/trace.go:171","msg":"trace[1445665031] transaction","detail":"{read_only:false; response_revision:26815; number_of_response:1; }","duration":"383.447467ms","start":"2026-03-04T13:50:29.441294Z","end":"2026-03-04T13:50:29.824742Z","steps":["trace[1445665031] 'process raft request' (duration: 383.275183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.825248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-04T13:50:29.441267Z","time spent":"383.936498ms","remote":"127.0.0.1:35308","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-04T13:50:29.825263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.193811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-04T13:50:29.825364Z","caller":"traceutil/trace.go:171","msg":"trace[1426582374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26815; }","duration":"274.383515ms","start":"2026-03-04T13:50:29.550966Z","end":"2026-03-04T13:50:29.825349Z","steps":["trace[1426582374] 'agreement among raft nodes before linearized reading' (duration: 274.068368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-04T13:50:29.82498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.072178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-04T13:50:29.827748Z","caller":"traceutil/trace.go:171","msg":"trace[995944414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26815; }","duration":"282.904167ms","start":"2026-03-04T13:50:29.542839Z","end":"2026-03-04T13:50:29.825743Z","steps":["trace[995944414] 'agreement among raft nodes before linearized reading' (duration: 282.016328ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.949835Z","caller":"traceutil/trace.go:171","msg":"trace[1433278995] transaction","detail":"{read_only:false; response_revision:26816; number_of_response:1; }","duration":"119.829116ms","start":"2026-03-04T13:50:29.829971Z","end":"2026-03-04T13:50:29.9498Z","steps":["trace[1433278995] 'process raft request' (duration: 119.450197ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.949846Z","caller":"traceutil/trace.go:171","msg":"trace[1649900263] transaction","detail":"{read_only:false; response_revision:26818; number_of_response:1; }","duration":"118.137287ms","start":"2026-03-04T13:50:29.831686Z","end":"2026-03-04T13:50:29.949824Z","steps":["trace[1649900263] 'process raft request' (duration: 118.097206ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:29.949923Z","caller":"traceutil/trace.go:171","msg":"trace[1503977619] transaction","detail":"{read_only:false; response_revision:26817; number_of_response:1; }","duration":"118.393633ms","start":"2026-03-04T13:50:29.831488Z","end":"2026-03-04T13:50:29.949882Z","steps":["trace[1503977619] 'process raft request' (duration: 118.241449ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:30.695398Z","caller":"traceutil/trace.go:171","msg":"trace[2024293177] transaction","detail":"{read_only:false; response_revision:26821; number_of_response:1; }","duration":"117.271107ms","start":"2026-03-04T13:50:30.578103Z","end":"2026-03-04T13:50:30.695374Z","steps":["trace[2024293177] 'process raft request' (duration: 117.021321ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:30.721529Z","caller":"traceutil/trace.go:171","msg":"trace[1433827400] transaction","detail":"{read_only:false; response_revision:26822; number_of_response:1; }","duration":"132.837289ms","start":"2026-03-04T13:50:30.588656Z","end":"2026-03-04T13:50:30.721493Z","steps":["trace[1433827400] 'process raft request' (duration: 132.616174ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:50:34.026338Z","caller":"traceutil/trace.go:171","msg":"trace[286768767] transaction","detail":"{read_only:false; response_revision:26846; number_of_response:1; }","duration":"144.315177ms","start":"2026-03-04T13:50:33.881977Z","end":"2026-03-04T13:50:34.026292Z","steps":["trace[286768767] 'process raft request' (duration: 111.512277ms)","trace[286768767] 'compare' (duration: 32.600386ms)"],"step_count":2} {"level":"info","ts":"2026-03-04T13:51:02.239096Z","caller":"traceutil/trace.go:171","msg":"trace[439745708] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"192.742741ms","start":"2026-03-04T13:51:02.046322Z","end":"2026-03-04T13:51:02.239064Z","steps":["trace[439745708] 'process raft request' (duration: 192.470755ms)"],"step_count":1} {"level":"info","ts":"2026-03-04T13:53:26.409852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25643} {"level":"info","ts":"2026-03-04T13:53:26.547457Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25643,"took":"133.287884ms","hash":626214820,"current-db-size-bytes":48676864,"current-db-size":"49 MB","current-db-size-in-use-bytes":31694848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-04T13:53:26.547526Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":626214820,"revision":25643,"compact-revision":23493} {"level":"info","ts":"2026-03-04T13:55:24.452158Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T13:55:24.472256Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-04T13:55:24.472389Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-04T13:58:26.41689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28156} {"level":"info","ts":"2026-03-04T13:58:26.556184Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28156,"took":"135.320466ms","hash":3398767758,"current-db-size-bytes":48676864,"current-db-size":"49 MB","current-db-size-in-use-bytes":27041792,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-04T13:58:26.556249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3398767758,"revision":28156,"compact-revision":25643} {"level":"info","ts":"2026-03-04T14:03:26.425723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30227} {"level":"info","ts":"2026-03-04T14:03:26.559217Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30227,"took":"129.596701ms","hash":2655678180,"current-db-size-bytes":48676864,"current-db-size":"49 MB","current-db-size-in-use-bytes":28086272,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-04T14:03:26.559281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2655678180,"revision":30227,"compact-revision":28156} {"level":"info","ts":"2026-03-04T14:07:22.504048Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000089e6.wal"} {"level":"info","ts":"2026-03-04T14:08:26.435766Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32410} {"level":"info","ts":"2026-03-04T14:08:26.586536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32410,"took":"146.189706ms","hash":715917470,"current-db-size-bytes":48676864,"current-db-size":"49 MB","current-db-size-in-use-bytes":28946432,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T14:08:26.58661Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":715917470,"revision":32410,"compact-revision":30227} {"level":"info","ts":"2026-03-04T14:13:26.442691Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34565} {"level":"info","ts":"2026-03-04T14:13:26.573115Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34565,"took":"124.236005ms","hash":1293737799,"current-db-size-bytes":49520640,"current-db-size":"50 MB","current-db-size-in-use-bytes":28594176,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-04T14:13:26.573175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1293737799,"revision":34565,"compact-revision":32410} {"level":"info","ts":"2026-03-04T14:18:07.096407Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-04T14:18:07.101229Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-04T14:18:07.101492Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}