{"level":"warn","ts":"2026-07-09T01:34:50.069899Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T01:34:50.069975Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T01:34:50.070035Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T01:34:50.070043Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-09T01:34:50.070058Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T01:34:50.070624Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-07-09T01:34:50.070694Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T01:34:50.074838Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.924595ms"} {"level":"info","ts":"2026-07-09T01:34:50.080712Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-07-09T01:34:50.08078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T01:34:50.080816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-07-09T01:34:50.080828Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T01:34:50.080848Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-07-09T01:34:50.080882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-07-09T01:34:50.092908Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T01:34:50.094765Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T01:34:50.096224Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T01:34:50.100166Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T01:34:50.101424Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T01:34:50.101438Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T01:34:50.10161Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T01:34:50.101623Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T01:34:50.103353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-07-09T01:34:50.103493Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-07-09T01:34:50.104882Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T01:34:50.105008Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-09T01:34:50.105077Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-07-09T01:34:50.105147Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T01:34:50.105177Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T01:34:50.582033Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T01:34:50.582122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T01:34:50.582153Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-07-09T01:34:50.582175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-07-09T01:34:50.582187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-09T01:34:50.582204Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-07-09T01:34:50.582219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-07-09T01:34:50.587046Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T01:34:50.587249Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T01:34:50.587337Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T01:34:50.587419Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T01:34:50.587568Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T01:34:50.587684Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:34:50.58959Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:34:50.5898Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:34:50.589883Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T01:34:50.591559Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"info","ts":"2026-07-09T01:34:50.591662Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T01:34:54.880167Z","caller":"traceutil/trace.go:171","msg":"trace[1182986432] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"157.687722ms","start":"2026-07-09T01:34:54.722454Z","end":"2026-07-09T01:34:54.880142Z","steps":["trace[1182986432] 'process raft request' (duration: 157.58082ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:34:54.969527Z","caller":"traceutil/trace.go:171","msg":"trace[591102537] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"212.271927ms","start":"2026-07-09T01:34:54.757224Z","end":"2026-07-09T01:34:54.969496Z","steps":["trace[591102537] 'process raft request' (duration: 212.100273ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:34:59.698925Z","caller":"traceutil/trace.go:171","msg":"trace[1991798123] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"152.364044ms","start":"2026-07-09T01:34:59.546522Z","end":"2026-07-09T01:34:59.698886Z","steps":["trace[1991798123] 'process raft request' (duration: 111.691883ms)","trace[1991798123] 'compare' (duration: 40.434065ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:34:59.699013Z","caller":"traceutil/trace.go:171","msg":"trace[1290198725] linearizableReadLoop","detail":"{readStateIndex:382; appliedIndex:379; }","duration":"142.145516ms","start":"2026-07-09T01:34:59.556854Z","end":"2026-07-09T01:34:59.698999Z","steps":["trace[1290198725] 'read index received' (duration: 2.08091ms)","trace[1290198725] 'applied index is now lower than readState.Index' (duration: 140.063526ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:34:59.698991Z","caller":"traceutil/trace.go:171","msg":"trace[800015133] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"150.057287ms","start":"2026-07-09T01:34:59.548905Z","end":"2026-07-09T01:34:59.698962Z","steps":["trace[800015133] 'process raft request' (duration: 149.899534ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:34:59.698938Z","caller":"traceutil/trace.go:171","msg":"trace[1746136920] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"136.04462ms","start":"2026-07-09T01:34:59.562864Z","end":"2026-07-09T01:34:59.698909Z","steps":["trace[1746136920] 'process raft request' (duration: 136.007449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:34:59.699754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.984848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-8tp4m\" ","response":"range_response_count:1 size:3439"} {"level":"warn","ts":"2026-07-09T01:34:59.699751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.825573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-09T01:34:59.701065Z","caller":"traceutil/trace.go:171","msg":"trace[1625949538] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-8tp4m; range_end:; response_count:1; response_revision:371; }","duration":"137.641598ms","start":"2026-07-09T01:34:59.563355Z","end":"2026-07-09T01:34:59.700997Z","steps":["trace[1625949538] 'agreement among raft nodes before linearized reading' (duration: 135.880606ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:34:59.701123Z","caller":"traceutil/trace.go:171","msg":"trace[1815786918] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:371; }","duration":"144.295749ms","start":"2026-07-09T01:34:59.556801Z","end":"2026-07-09T01:34:59.701097Z","steps":["trace[1815786918] 'agreement among raft nodes before linearized reading' (duration: 142.28496ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:35:05.690583Z","caller":"traceutil/trace.go:171","msg":"trace[435952948] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"364.378754ms","start":"2026-07-09T01:35:05.326166Z","end":"2026-07-09T01:35:05.690545Z","steps":["trace[435952948] 'process raft request' (duration: 364.1965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:35:05.691304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:35:05.326145Z","time spent":"364.516338ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:35:05.694735Z","caller":"traceutil/trace.go:171","msg":"trace[476192654] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"150.149899ms","start":"2026-07-09T01:35:05.544558Z","end":"2026-07-09T01:35:05.694707Z","steps":["trace[476192654] 'process raft request' (duration: 150.010526ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:35:35.191938Z","caller":"traceutil/trace.go:171","msg":"trace[597121203] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"172.515819ms","start":"2026-07-09T01:35:35.019381Z","end":"2026-07-09T01:35:35.191897Z","steps":["trace[597121203] 'process raft request' (duration: 109.827927ms)","trace[597121203] 'compare' (duration: 62.521388ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:35:35.901651Z","caller":"traceutil/trace.go:171","msg":"trace[373889348] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"269.44342ms","start":"2026-07-09T01:35:35.632178Z","end":"2026-07-09T01:35:35.901621Z","steps":["trace[373889348] 'read index received' (duration: 268.440646ms)","trace[373889348] 'applied index is now lower than readState.Index' (duration: 1.001844ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:35:35.901767Z","caller":"traceutil/trace.go:171","msg":"trace[1842281880] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"290.746713ms","start":"2026-07-09T01:35:35.610973Z","end":"2026-07-09T01:35:35.90172Z","steps":["trace[1842281880] 'process raft request' (duration: 289.942954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:35:35.901924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.729506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hfnm2\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-09T01:35:35.902004Z","caller":"traceutil/trace.go:171","msg":"trace[1137983365] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hfnm2; range_end:; response_count:1; response_revision:639; }","duration":"269.859399ms","start":"2026-07-09T01:35:35.632126Z","end":"2026-07-09T01:35:35.901985Z","steps":["trace[1137983365] 'agreement among raft nodes before linearized reading' (duration: 269.621344ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:35:36.86559Z","caller":"traceutil/trace.go:171","msg":"trace[1100592113] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"115.204289ms","start":"2026-07-09T01:35:36.750357Z","end":"2026-07-09T01:35:36.865561Z","steps":["trace[1100592113] 'process raft request' (duration: 115.062526ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:35:36.86848Z","caller":"traceutil/trace.go:171","msg":"trace[591510291] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"117.462993ms","start":"2026-07-09T01:35:36.750995Z","end":"2026-07-09T01:35:36.868458Z","steps":["trace[591510291] 'process raft request' (duration: 117.31844ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:35:51.398898Z","caller":"traceutil/trace.go:171","msg":"trace[1978023358] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"137.141035ms","start":"2026-07-09T01:35:51.26173Z","end":"2026-07-09T01:35:51.398871Z","steps":["trace[1978023358] 'process raft request' (duration: 137.000462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:37:00.770349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.916537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:37:00.770457Z","caller":"traceutil/trace.go:171","msg":"trace[2080338624] linearizableReadLoop","detail":"{readStateIndex:1916; appliedIndex:1915; }","duration":"467.258423ms","start":"2026-07-09T01:37:00.303184Z","end":"2026-07-09T01:37:00.770442Z","steps":["trace[2080338624] 'read index received' (duration: 220.941177ms)","trace[2080338624] 'applied index is now lower than readState.Index' (duration: 246.316026ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:37:00.770478Z","caller":"traceutil/trace.go:171","msg":"trace[169229291] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"487.611502ms","start":"2026-07-09T01:37:00.282836Z","end":"2026-07-09T01:37:00.770447Z","steps":["trace[169229291] 'process raft request' (duration: 241.387518ms)","trace[169229291] 'compare' (duration: 245.801574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:37:00.77058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.404237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:37:00.770611Z","caller":"traceutil/trace.go:171","msg":"trace[3424548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1840; }","duration":"467.471388ms","start":"2026-07-09T01:37:00.303129Z","end":"2026-07-09T01:37:00.7706Z","steps":["trace[3424548] 'agreement among raft nodes before linearized reading' (duration: 467.355535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:37:00.770625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:37:00.282812Z","time spent":"487.735415ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:37:00.770643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:37:00.303106Z","time spent":"467.5287ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T01:37:01.067279Z","caller":"traceutil/trace.go:171","msg":"trace[1777595537] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"106.247342ms","start":"2026-07-09T01:37:00.960992Z","end":"2026-07-09T01:37:01.06724Z","steps":["trace[1777595537] 'process raft request' (duration: 72.388868ms)","trace[1777595537] 'compare' (duration: 33.631618ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:37:01.317416Z","caller":"traceutil/trace.go:171","msg":"trace[1585740038] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"204.178763ms","start":"2026-07-09T01:37:01.113207Z","end":"2026-07-09T01:37:01.317386Z","steps":["trace[1585740038] 'process raft request' (duration: 203.880056ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:37:47.224107Z","caller":"traceutil/trace.go:171","msg":"trace[366724531] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"250.616155ms","start":"2026-07-09T01:37:46.973461Z","end":"2026-07-09T01:37:47.224078Z","steps":["trace[366724531] 'process raft request' (duration: 250.443651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:37:47.224304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.12431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-09T01:37:47.224489Z","caller":"traceutil/trace.go:171","msg":"trace[326600414] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2147; }","duration":"100.351366ms","start":"2026-07-09T01:37:47.124114Z","end":"2026-07-09T01:37:47.224465Z","steps":["trace[326600414] 'agreement among raft nodes before linearized reading' (duration: 99.974417ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:38:40.467647Z","caller":"traceutil/trace.go:171","msg":"trace[423588824] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"141.670164ms","start":"2026-07-09T01:38:40.32593Z","end":"2026-07-09T01:38:40.4676Z","steps":["trace[423588824] 'process raft request' (duration: 135.195559ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:38:49.262699Z","caller":"traceutil/trace.go:171","msg":"trace[1785374486] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"101.950094ms","start":"2026-07-09T01:38:49.160719Z","end":"2026-07-09T01:38:49.262669Z","steps":["trace[1785374486] 'process raft request' (duration: 101.731769ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:39:14.331577Z","caller":"traceutil/trace.go:171","msg":"trace[395150434] linearizableReadLoop","detail":"{readStateIndex:2928; appliedIndex:2927; }","duration":"155.908953ms","start":"2026-07-09T01:39:14.175644Z","end":"2026-07-09T01:39:14.331553Z","steps":["trace[395150434] 'read index received' (duration: 143.341054ms)","trace[395150434] 'applied index is now lower than readState.Index' (duration: 12.566759ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:39:14.331715Z","caller":"traceutil/trace.go:171","msg":"trace[1045693664] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"215.634646ms","start":"2026-07-09T01:39:14.116043Z","end":"2026-07-09T01:39:14.331677Z","steps":["trace[1045693664] 'process raft request' (duration: 202.946104ms)","trace[1045693664] 'compare' (duration: 12.440246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:39:14.331759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.093218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:39:14.331831Z","caller":"traceutil/trace.go:171","msg":"trace[1008833013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2816; }","duration":"156.226551ms","start":"2026-07-09T01:39:14.175592Z","end":"2026-07-09T01:39:14.331818Z","steps":["trace[1008833013] 'agreement among raft nodes before linearized reading' (duration: 156.057877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:39:14.760357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.120901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:39:14.760495Z","caller":"traceutil/trace.go:171","msg":"trace[595715784] linearizableReadLoop","detail":"{readStateIndex:2929; appliedIndex:2928; }","duration":"321.945568ms","start":"2026-07-09T01:39:14.438524Z","end":"2026-07-09T01:39:14.76047Z","steps":["trace[595715784] 'read index received' (duration: 91.503259ms)","trace[595715784] 'applied index is now lower than readState.Index' (duration: 230.440619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:39:14.760751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.201794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:39:14.760837Z","caller":"traceutil/trace.go:171","msg":"trace[66272652] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2817; }","duration":"322.356948ms","start":"2026-07-09T01:39:14.438458Z","end":"2026-07-09T01:39:14.760815Z","steps":["trace[66272652] 'agreement among raft nodes before linearized reading' (duration: 322.186544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:39:14.760872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:39:14.438425Z","time spent":"322.43972ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:39:14.760869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.675002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-09T01:39:14.760908Z","caller":"traceutil/trace.go:171","msg":"trace[1681154690] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2817; }","duration":"266.752364ms","start":"2026-07-09T01:39:14.494145Z","end":"2026-07-09T01:39:14.760897Z","steps":["trace[1681154690] 'agreement among raft nodes before linearized reading' (duration: 266.5871ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:39:14.761015Z","caller":"traceutil/trace.go:171","msg":"trace[391041408] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"328.034994ms","start":"2026-07-09T01:39:14.432935Z","end":"2026-07-09T01:39:14.76097Z","steps":["trace[391041408] 'process raft request' (duration: 97.172585ms)","trace[391041408] 'compare' (duration: 229.902546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:39:14.761237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.4096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-09T01:39:14.761223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:39:14.432909Z","time spent":"328.183756ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:39:14.76126Z","caller":"traceutil/trace.go:171","msg":"trace[751106198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2817; }","duration":"118.469951ms","start":"2026-07-09T01:39:14.642784Z","end":"2026-07-09T01:39:14.761254Z","steps":["trace[751106198] 'agreement among raft nodes before linearized reading' (duration: 118.331628ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:39:14.992822Z","caller":"traceutil/trace.go:171","msg":"trace[1598800591] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2929; }","duration":"225.728006ms","start":"2026-07-09T01:39:14.767073Z","end":"2026-07-09T01:39:14.992801Z","steps":["trace[1598800591] 'read index received' (duration: 176.907803ms)","trace[1598800591] 'applied index is now lower than readState.Index' (duration: 48.819703ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:39:14.992927Z","caller":"traceutil/trace.go:171","msg":"trace[1201250440] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"227.285513ms","start":"2026-07-09T01:39:14.765572Z","end":"2026-07-09T01:39:14.992858Z","steps":["trace[1201250440] 'process raft request' (duration: 178.42314ms)","trace[1201250440] 'compare' (duration: 48.72535ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:39:14.993047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.961802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-07-09T01:39:14.993074Z","caller":"traceutil/trace.go:171","msg":"trace[708099354] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2818; }","duration":"226.040413ms","start":"2026-07-09T01:39:14.767027Z","end":"2026-07-09T01:39:14.993067Z","steps":["trace[708099354] 'agreement among raft nodes before linearized reading' (duration: 225.843999ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:41:08.444376Z","caller":"traceutil/trace.go:171","msg":"trace[1125768712] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"118.44769ms","start":"2026-07-09T01:41:08.325583Z","end":"2026-07-09T01:41:08.444031Z","steps":["trace[1125768712] 'process raft request' (duration: 115.44888ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:41:39.816496Z","caller":"traceutil/trace.go:171","msg":"trace[1111145585] transaction","detail":"{read_only:false; response_revision:3779; number_of_response:1; }","duration":"109.506571ms","start":"2026-07-09T01:41:39.70696Z","end":"2026-07-09T01:41:39.816466Z","steps":["trace[1111145585] 'process raft request' (duration: 109.329037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:41:40.078271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.845692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:41:40.078353Z","caller":"traceutil/trace.go:171","msg":"trace[730092957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3779; }","duration":"125.943624ms","start":"2026-07-09T01:41:39.952386Z","end":"2026-07-09T01:41:40.07833Z","steps":["trace[730092957] 'range keys from in-memory index tree' (duration: 125.783381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:41:40.078257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.610009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:41:40.078491Z","caller":"traceutil/trace.go:171","msg":"trace[1009974502] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3779; }","duration":"150.868855ms","start":"2026-07-09T01:41:39.927571Z","end":"2026-07-09T01:41:40.07844Z","steps":["trace[1009974502] 'range keys from in-memory index tree' (duration: 150.520747ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:42:50.31234Z","caller":"traceutil/trace.go:171","msg":"trace[319980688] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"107.920552ms","start":"2026-07-09T01:42:50.20439Z","end":"2026-07-09T01:42:50.312311Z","steps":["trace[319980688] 'compare' (duration: 98.359405ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:42:56.574434Z","caller":"traceutil/trace.go:171","msg":"trace[842231097] linearizableReadLoop","detail":"{readStateIndex:4820; appliedIndex:4818; }","duration":"104.633754ms","start":"2026-07-09T01:42:56.469766Z","end":"2026-07-09T01:42:56.574399Z","steps":["trace[842231097] 'read index received' (duration: 102.490623ms)","trace[842231097] 'applied index is now lower than readState.Index' (duration: 2.138261ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:42:56.574525Z","caller":"traceutil/trace.go:171","msg":"trace[654756854] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"119.61301ms","start":"2026-07-09T01:42:56.454881Z","end":"2026-07-09T01:42:56.574494Z","steps":["trace[654756854] 'process raft request' (duration: 117.355646ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:42:56.574567Z","caller":"traceutil/trace.go:171","msg":"trace[1532846082] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"117.753285ms","start":"2026-07-09T01:42:56.45678Z","end":"2026-07-09T01:42:56.574533Z","steps":["trace[1532846082] 'process raft request' (duration: 117.492769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:42:56.574752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.942402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:42:56.574805Z","caller":"traceutil/trace.go:171","msg":"trace[79051893] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4637; }","duration":"105.088945ms","start":"2026-07-09T01:42:56.469701Z","end":"2026-07-09T01:42:56.57479Z","steps":["trace[79051893] 'agreement among raft nodes before linearized reading' (duration: 104.84747ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:00.121497Z","caller":"traceutil/trace.go:171","msg":"trace[1878551449] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4755; }","duration":"116.723361ms","start":"2026-07-09T01:43:00.004712Z","end":"2026-07-09T01:43:00.121436Z","steps":["trace[1878551449] 'process raft request' (duration: 94.796811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:03.43507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.15234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:43:03.435143Z","caller":"traceutil/trace.go:171","msg":"trace[1057195181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4839; }","duration":"162.254982ms","start":"2026-07-09T01:43:03.272866Z","end":"2026-07-09T01:43:03.435121Z","steps":["trace[1057195181] 'range keys from in-memory index tree' (duration: 161.947094ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:03.693343Z","caller":"traceutil/trace.go:171","msg":"trace[307056653] linearizableReadLoop","detail":"{readStateIndex:5030; appliedIndex:5029; }","duration":"147.01514ms","start":"2026-07-09T01:43:03.546309Z","end":"2026-07-09T01:43:03.693324Z","steps":["trace[307056653] 'read index received' (duration: 146.952388ms)","trace[307056653] 'applied index is now lower than readState.Index' (duration: 62.022µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:03.693567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.238586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:43:03.693548Z","caller":"traceutil/trace.go:171","msg":"trace[1059601658] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"255.042825ms","start":"2026-07-09T01:43:03.438462Z","end":"2026-07-09T01:43:03.693504Z","steps":["trace[1059601658] 'process raft request' (duration: 254.744668ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:03.693603Z","caller":"traceutil/trace.go:171","msg":"trace[1109600023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4840; }","duration":"147.317127ms","start":"2026-07-09T01:43:03.546275Z","end":"2026-07-09T01:43:03.693592Z","steps":["trace[1109600023] 'agreement among raft nodes before linearized reading' (duration: 147.144123ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:06.638278Z","caller":"traceutil/trace.go:171","msg":"trace[583496803] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"235.296266ms","start":"2026-07-09T01:43:06.402961Z","end":"2026-07-09T01:43:06.638257Z","steps":["trace[583496803] 'process raft request' (duration: 234.872356ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:06.978022Z","caller":"traceutil/trace.go:171","msg":"trace[1045343443] transaction","detail":"{read_only:false; response_revision:4969; number_of_response:1; }","duration":"366.648784ms","start":"2026-07-09T01:43:06.611348Z","end":"2026-07-09T01:43:06.977996Z","steps":["trace[1045343443] 'process raft request' (duration: 335.168197ms)","trace[1045343443] 'compare' (duration: 31.276702ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:06.978099Z","caller":"traceutil/trace.go:171","msg":"trace[724368450] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5161; }","duration":"304.722885ms","start":"2026-07-09T01:43:06.673343Z","end":"2026-07-09T01:43:06.978066Z","steps":["trace[724368450] 'read index received' (duration: 273.106124ms)","trace[724368450] 'applied index is now lower than readState.Index' (duration: 31.615311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:06.978161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:06.61132Z","time spent":"366.770467ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:06.978152Z","caller":"traceutil/trace.go:171","msg":"trace[304127054] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"365.600889ms","start":"2026-07-09T01:43:06.612531Z","end":"2026-07-09T01:43:06.978132Z","steps":["trace[304127054] 'process raft request' (duration: 365.389464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:06.978318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:06.612515Z","time spent":"365.716012ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:06.978371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.759623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T01:43:06.978443Z","caller":"traceutil/trace.go:171","msg":"trace[2040196700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4970; }","duration":"234.902046ms","start":"2026-07-09T01:43:06.743524Z","end":"2026-07-09T01:43:06.978426Z","steps":["trace[2040196700] 'agreement among raft nodes before linearized reading' (duration: 234.698862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:06.978573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.18829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:43:06.978614Z","caller":"traceutil/trace.go:171","msg":"trace[1805240571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4970; }","duration":"103.261482ms","start":"2026-07-09T01:43:06.875337Z","end":"2026-07-09T01:43:06.978599Z","steps":["trace[1805240571] 'agreement among raft nodes before linearized reading' (duration: 103.120188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:06.978619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.375465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T01:43:06.978626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.275988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728683"} {"level":"info","ts":"2026-07-09T01:43:06.978648Z","caller":"traceutil/trace.go:171","msg":"trace[336897627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4970; }","duration":"138.442876ms","start":"2026-07-09T01:43:06.840197Z","end":"2026-07-09T01:43:06.97864Z","steps":["trace[336897627] 'agreement among raft nodes before linearized reading' (duration: 138.356484ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:06.97866Z","caller":"traceutil/trace.go:171","msg":"trace[334676542] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4970; }","duration":"305.35856ms","start":"2026-07-09T01:43:06.673294Z","end":"2026-07-09T01:43:06.978652Z","steps":["trace[334676542] 'agreement among raft nodes before linearized reading' (duration: 304.908449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:06.978686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:06.673271Z","time spent":"305.40687ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":728706,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-09T01:43:06.978781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.906005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:43:06.978813Z","caller":"traceutil/trace.go:171","msg":"trace[1974237796] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4970; }","duration":"196.982046ms","start":"2026-07-09T01:43:06.781821Z","end":"2026-07-09T01:43:06.978803Z","steps":["trace[1974237796] 'agreement among raft nodes before linearized reading' (duration: 196.892884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:09.392398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.585427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:43:09.392491Z","caller":"traceutil/trace.go:171","msg":"trace[43044754] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5011; }","duration":"314.736129ms","start":"2026-07-09T01:43:09.077735Z","end":"2026-07-09T01:43:09.392471Z","steps":["trace[43044754] 'count revisions from in-memory index tree' (duration: 314.520725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:09.392548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:09.077718Z","time spent":"314.817972ms","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:43:09.516826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.912435ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T01:43:09.516933Z","caller":"traceutil/trace.go:171","msg":"trace[1779230907] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"297.038319ms","start":"2026-07-09T01:43:09.219868Z","end":"2026-07-09T01:43:09.516906Z","steps":["trace[1779230907] 'read index received' (duration: 79.053501ms)","trace[1779230907] 'applied index is now lower than readState.Index' (duration: 217.983278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:09.517102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.223963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:43:09.517142Z","caller":"traceutil/trace.go:171","msg":"trace[1212327811] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5011; }","duration":"297.314035ms","start":"2026-07-09T01:43:09.219817Z","end":"2026-07-09T01:43:09.517131Z","steps":["trace[1212327811] 'agreement among raft nodes before linearized reading' (duration: 297.189442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:09.517191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.831237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89218306-a651-4334-b41c-e11b816c1fe1\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-07-09T01:43:09.517256Z","caller":"traceutil/trace.go:171","msg":"trace[1370080034] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89218306-a651-4334-b41c-e11b816c1fe1; range_end:; response_count:1; response_revision:5011; }","duration":"260.92277ms","start":"2026-07-09T01:43:09.256317Z","end":"2026-07-09T01:43:09.51724Z","steps":["trace[1370080034] 'agreement among raft nodes before linearized reading' (duration: 260.735905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:09.517594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.559586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786868"} {"level":"info","ts":"2026-07-09T01:43:09.517659Z","caller":"traceutil/trace.go:171","msg":"trace[569583199] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5011; }","duration":"177.657958ms","start":"2026-07-09T01:43:09.339986Z","end":"2026-07-09T01:43:09.517644Z","steps":["trace[569583199] 'agreement among raft nodes before linearized reading' (duration: 177.113205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:20.494005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.68574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:43:20.494126Z","caller":"traceutil/trace.go:171","msg":"trace[966351869] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"342.720536ms","start":"2026-07-09T01:43:20.151386Z","end":"2026-07-09T01:43:20.494107Z","steps":["trace[966351869] 'process raft request' (duration: 169.866902ms)","trace[966351869] 'compare' (duration: 172.499055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:20.494181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.151373Z","time spent":"342.787257ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T01:43:20.676933Z","caller":"traceutil/trace.go:171","msg":"trace[361909969] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5441; }","duration":"205.05834ms","start":"2026-07-09T01:43:20.471841Z","end":"2026-07-09T01:43:20.676899Z","steps":["trace[361909969] 'read index received' (duration: 151.320081ms)","trace[361909969] 'applied index is now lower than readState.Index' (duration: 53.737099ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:20.676999Z","caller":"traceutil/trace.go:171","msg":"trace[1200590866] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"521.009358ms","start":"2026-07-09T01:43:20.155951Z","end":"2026-07-09T01:43:20.67696Z","steps":["trace[1200590866] 'process raft request' (duration: 467.28674ms)","trace[1200590866] 'compare' (duration: 53.510363ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:20.677181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.15594Z","time spent":"521.155091ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:20.677507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.238674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:43:20.677566Z","caller":"traceutil/trace.go:171","msg":"trace[1657414139] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5239; }","duration":"205.752016ms","start":"2026-07-09T01:43:20.471799Z","end":"2026-07-09T01:43:20.677551Z","steps":["trace[1657414139] 'agreement among raft nodes before linearized reading' (duration: 205.233704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:21.174287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.729814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:43:21.174764Z","caller":"traceutil/trace.go:171","msg":"trace[15968268] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"437.726707ms","start":"2026-07-09T01:43:20.736995Z","end":"2026-07-09T01:43:21.174722Z","steps":["trace[15968268] 'process raft request' (duration: 105.447889ms)","trace[15968268] 'compare' (duration: 331.328475ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:21.174821Z","caller":"traceutil/trace.go:171","msg":"trace[1681336221] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"435.33885ms","start":"2026-07-09T01:43:20.739462Z","end":"2026-07-09T01:43:21.174801Z","steps":["trace[1681336221] 'process raft request' (duration: 435.191697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:21.174947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.736967Z","time spent":"437.883021ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:21.175002Z","caller":"traceutil/trace.go:171","msg":"trace[815324484] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"435.620497ms","start":"2026-07-09T01:43:20.739338Z","end":"2026-07-09T01:43:21.174958Z","steps":["trace[815324484] 'process raft request' (duration: 435.063264ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:21.175036Z","caller":"traceutil/trace.go:171","msg":"trace[360182392] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"435.486744ms","start":"2026-07-09T01:43:20.739529Z","end":"2026-07-09T01:43:21.175016Z","steps":["trace[360182392] 'process raft request' (duration: 435.219957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:21.175138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.739456Z","time spent":"435.411032ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:21.175159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.73933Z","time spent":"435.74691ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:21.17517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.739525Z","time spent":"435.557255ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:21.454095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056836800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:43:21.949567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107137697s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:43:21.949965Z","caller":"traceutil/trace.go:171","msg":"trace[906545868] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"1.208456828s","start":"2026-07-09T01:43:20.741485Z","end":"2026-07-09T01:43:21.949942Z","steps":["trace[906545868] 'process raft request' (duration: 1.208312254s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:21.95011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.741479Z","time spent":"1.20855656s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:22.016974Z","caller":"traceutil/trace.go:171","msg":"trace[2012294400] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5448; }","duration":"1.062934084s","start":"2026-07-09T01:43:20.954014Z","end":"2026-07-09T01:43:22.016949Z","steps":["trace[2012294400] 'read index received' (duration: 995.801318ms)","trace[2012294400] 'applied index is now lower than readState.Index' (duration: 67.131596ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:22.01708Z","caller":"traceutil/trace.go:171","msg":"trace[1138417114] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"995.946719ms","start":"2026-07-09T01:43:21.021123Z","end":"2026-07-09T01:43:22.017069Z","steps":["trace[1138417114] 'process raft request' (duration: 995.619321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.017204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:21.02109Z","time spent":"996.015821ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:22.017268Z","caller":"traceutil/trace.go:171","msg":"trace[1010107897] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"205.141101ms","start":"2026-07-09T01:43:21.812085Z","end":"2026-07-09T01:43:22.017226Z","steps":["trace[1010107897] 'process raft request' (duration: 204.809483ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:22.017315Z","caller":"traceutil/trace.go:171","msg":"trace[163643376] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"995.280604ms","start":"2026-07-09T01:43:21.022004Z","end":"2026-07-09T01:43:22.017284Z","steps":["trace[163643376] 'process raft request' (duration: 994.852924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.017389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063379794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:43:22.017434Z","caller":"traceutil/trace.go:171","msg":"trace[934215352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5249; }","duration":"1.063471466s","start":"2026-07-09T01:43:20.95395Z","end":"2026-07-09T01:43:22.017421Z","steps":["trace[934215352] 'agreement among raft nodes before linearized reading' (duration: 1.063402615s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.017473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:20.953923Z","time spent":"1.063540968s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:43:22.017484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:21.021986Z","time spent":"995.394656ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:22.038291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.702786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:43:22.038328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.222312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T01:43:22.038362Z","caller":"traceutil/trace.go:171","msg":"trace[1763051980] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:5252; }","duration":"906.847689ms","start":"2026-07-09T01:43:21.131498Z","end":"2026-07-09T01:43:22.038346Z","steps":["trace[1763051980] 'agreement among raft nodes before linearized reading' (duration: 906.735217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.038408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:21.131479Z","time spent":"906.919111ms","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:43:22.038527Z","caller":"traceutil/trace.go:171","msg":"trace[1290274532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5252; }","duration":"895.335425ms","start":"2026-07-09T01:43:21.143042Z","end":"2026-07-09T01:43:22.038377Z","steps":["trace[1290274532] 'agreement among raft nodes before linearized reading' (duration: 895.178131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.038583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:21.143019Z","time spent":"895.551741ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:43:22.038982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.785798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T01:43:22.039023Z","caller":"traceutil/trace.go:171","msg":"trace[356828695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5252; }","duration":"893.8569ms","start":"2026-07-09T01:43:21.145156Z","end":"2026-07-09T01:43:22.039013Z","steps":["trace[356828695] 'agreement among raft nodes before linearized reading' (duration: 893.741267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.039041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.333067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:43:22.039088Z","caller":"traceutil/trace.go:171","msg":"trace[1518037511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:5252; }","duration":"171.404158ms","start":"2026-07-09T01:43:21.867673Z","end":"2026-07-09T01:43:22.039077Z","steps":["trace[1518037511] 'agreement among raft nodes before linearized reading' (duration: 171.228264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.039052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:21.145145Z","time spent":"893.900821ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:43:22.039469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.052867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:43:22.039568Z","caller":"traceutil/trace.go:171","msg":"trace[276297585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5252; }","duration":"186.18675ms","start":"2026-07-09T01:43:21.853342Z","end":"2026-07-09T01:43:22.039529Z","steps":["trace[276297585] 'agreement among raft nodes before linearized reading' (duration: 185.972114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.039661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.327622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T01:43:22.039727Z","caller":"traceutil/trace.go:171","msg":"trace[104445226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5252; }","duration":"212.429474ms","start":"2026-07-09T01:43:21.827282Z","end":"2026-07-09T01:43:22.039711Z","steps":["trace[104445226] 'agreement among raft nodes before linearized reading' (duration: 211.400709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.040487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.320043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:43:22.040559Z","caller":"traceutil/trace.go:171","msg":"trace[2033549090] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5252; }","duration":"897.439086ms","start":"2026-07-09T01:43:21.143104Z","end":"2026-07-09T01:43:22.040543Z","steps":["trace[2033549090] 'agreement among raft nodes before linearized reading' (duration: 895.967831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:22.040733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:21.143082Z","time spent":"897.608889ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T01:43:24.115046Z","caller":"traceutil/trace.go:171","msg":"trace[1230075764] linearizableReadLoop","detail":"{readStateIndex:5474; appliedIndex:5473; }","duration":"161.519594ms","start":"2026-07-09T01:43:23.953498Z","end":"2026-07-09T01:43:24.115017Z","steps":["trace[1230075764] 'read index received' (duration: 161.33391ms)","trace[1230075764] 'applied index is now lower than readState.Index' (duration: 183.824µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:24.11522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.714479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:43:24.11527Z","caller":"traceutil/trace.go:171","msg":"trace[1309086329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5270; }","duration":"161.77703ms","start":"2026-07-09T01:43:23.953477Z","end":"2026-07-09T01:43:24.115254Z","steps":["trace[1309086329] 'agreement among raft nodes before linearized reading' (duration: 161.680768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:29.733594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.393528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:43:29.733678Z","caller":"traceutil/trace.go:171","msg":"trace[1193199851] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5420; }","duration":"458.524152ms","start":"2026-07-09T01:43:29.275136Z","end":"2026-07-09T01:43:29.73366Z","steps":["trace[1193199851] 'count revisions from in-memory index tree' (duration: 458.311487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:29.73372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:29.275118Z","time spent":"458.590864ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":79,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:43:29.734177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.447642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:43:29.734208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.085096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-09T01:43:29.734245Z","caller":"traceutil/trace.go:171","msg":"trace[1407205890] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5420; }","duration":"440.557744ms","start":"2026-07-09T01:43:29.293666Z","end":"2026-07-09T01:43:29.734224Z","steps":["trace[1407205890] 'count revisions from in-memory index tree' (duration: 440.386379ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:29.734261Z","caller":"traceutil/trace.go:171","msg":"trace[1149934292] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959; range_end:; response_count:1; response_revision:5420; }","duration":"288.180728ms","start":"2026-07-09T01:43:29.446065Z","end":"2026-07-09T01:43:29.734246Z","steps":["trace[1149934292] 'range keys from in-memory index tree' (duration: 287.862911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:29.734294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:29.293654Z","time spent":"440.625985ms","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:43:29.734316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.925353ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:43:29.734441Z","caller":"traceutil/trace.go:171","msg":"trace[355400673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5420; }","duration":"141.066147ms","start":"2026-07-09T01:43:29.593356Z","end":"2026-07-09T01:43:29.734423Z","steps":["trace[355400673] 'range keys from in-memory index tree' (duration: 140.907893ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:30.303146Z","caller":"traceutil/trace.go:171","msg":"trace[1425103524] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"164.513335ms","start":"2026-07-09T01:43:30.138603Z","end":"2026-07-09T01:43:30.303116Z","steps":["trace[1425103524] 'process raft request' (duration: 164.353861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.509706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.592928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:43:31.510141Z","caller":"traceutil/trace.go:171","msg":"trace[1715140062] linearizableReadLoop","detail":"{readStateIndex:5630; appliedIndex:5627; }","duration":"1.350660573s","start":"2026-07-09T01:43:30.159428Z","end":"2026-07-09T01:43:31.510089Z","steps":["trace[1715140062] 'read index received' (duration: 143.611368ms)","trace[1715140062] 'applied index is now lower than readState.Index' (duration: 1.207048275s)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:31.510215Z","caller":"traceutil/trace.go:171","msg":"trace[839044942] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"1.365446543s","start":"2026-07-09T01:43:30.144721Z","end":"2026-07-09T01:43:31.510168Z","steps":["trace[839044942] 'process raft request' (duration: 1.365094395s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.510353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350924379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T01:43:31.510462Z","caller":"traceutil/trace.go:171","msg":"trace[330618096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5423; }","duration":"1.351031961s","start":"2026-07-09T01:43:30.159416Z","end":"2026-07-09T01:43:31.510448Z","steps":["trace[330618096] 'agreement among raft nodes before linearized reading' (duration: 1.350829356s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:31.510132Z","caller":"traceutil/trace.go:171","msg":"trace[790385077] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"1.367103974s","start":"2026-07-09T01:43:30.142989Z","end":"2026-07-09T01:43:31.510093Z","steps":["trace[790385077] 'process raft request' (duration: 459.033584ms)","trace[790385077] 'compare' (duration: 906.986784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:31.510551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348327497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-09T01:43:31.510568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284137708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-09T01:43:31.510639Z","caller":"traceutil/trace.go:171","msg":"trace[965073189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5423; }","duration":"1.348446349s","start":"2026-07-09T01:43:30.162171Z","end":"2026-07-09T01:43:31.510617Z","steps":["trace[965073189] 'agreement among raft nodes before linearized reading' (duration: 1.348222634s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:31.510657Z","caller":"traceutil/trace.go:171","msg":"trace[341012984] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5423; }","duration":"1.284245932s","start":"2026-07-09T01:43:30.226391Z","end":"2026-07-09T01:43:31.510637Z","steps":["trace[341012984] 'agreement among raft nodes before linearized reading' (duration: 1.284011896s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.510656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.142962Z","time spent":"1.367581354s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:31.510686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.162161Z","time spent":"1.348515171s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:43:31.510681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338465462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T01:43:31.510701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347833185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-09T01:43:31.510704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.226382Z","time spent":"1.284308283s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-09T01:43:31.510736Z","caller":"traceutil/trace.go:171","msg":"trace[261704982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:5423; }","duration":"1.347905117s","start":"2026-07-09T01:43:30.162821Z","end":"2026-07-09T01:43:31.510726Z","steps":["trace[261704982] 'agreement among raft nodes before linearized reading' (duration: 1.347803854s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:31.510738Z","caller":"traceutil/trace.go:171","msg":"trace[1029640229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5423; }","duration":"1.338715108s","start":"2026-07-09T01:43:30.172008Z","end":"2026-07-09T01:43:31.510723Z","steps":["trace[1029640229] 'agreement among raft nodes before linearized reading' (duration: 1.338527483s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.51047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.144704Z","time spent":"1.365623938s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:31.510764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.162801Z","time spent":"1.347957538s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T01:43:31.510758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.327939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:43:31.510781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.171998Z","time spent":"1.338772419s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:43:31.510536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.15937Z","time spent":"1.351153674s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:43:31.510775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.304128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-09T01:43:31.510786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347928157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-09T01:43:31.510664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.315222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-09T01:43:31.510826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33670941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:43:31.510847Z","caller":"traceutil/trace.go:171","msg":"trace[1271268212] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959; range_end:; response_count:1; response_revision:5423; }","duration":"772.420301ms","start":"2026-07-09T01:43:30.738406Z","end":"2026-07-09T01:43:31.510827Z","steps":["trace[1271268212] 'agreement among raft nodes before linearized reading' (duration: 772.221766ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:31.510853Z","caller":"traceutil/trace.go:171","msg":"trace[1806121222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5423; }","duration":"1.348022539s","start":"2026-07-09T01:43:30.162811Z","end":"2026-07-09T01:43:31.510833Z","steps":["trace[1806121222] 'agreement among raft nodes before linearized reading' (duration: 1.347822265s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:31.510882Z","caller":"traceutil/trace.go:171","msg":"trace[1935781298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5423; }","duration":"1.336765741s","start":"2026-07-09T01:43:30.174099Z","end":"2026-07-09T01:43:31.510864Z","steps":["trace[1935781298] 'agreement among raft nodes before linearized reading' (duration: 1.336627318s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.51091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.162803Z","time spent":"1.348099011s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:43:31.510909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.738385Z","time spent":"772.510874ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959\" "} {"level":"info","ts":"2026-07-09T01:43:31.510898Z","caller":"traceutil/trace.go:171","msg":"trace[2077465788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5423; }","duration":"728.572678ms","start":"2026-07-09T01:43:30.782287Z","end":"2026-07-09T01:43:31.510859Z","steps":["trace[2077465788] 'agreement among raft nodes before linearized reading' (duration: 728.202149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.51093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.17407Z","time spent":"1.336848523s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:43:31.510857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.595585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:43:31.51081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289003814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:4464"} {"level":"warn","ts":"2026-07-09T01:43:31.510981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.782267Z","time spent":"728.693661ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T01:43:31.511015Z","caller":"traceutil/trace.go:171","msg":"trace[2054735652] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5423; }","duration":"772.833991ms","start":"2026-07-09T01:43:30.738151Z","end":"2026-07-09T01:43:31.510985Z","steps":["trace[2054735652] 'agreement among raft nodes before linearized reading' (duration: 772.532044ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:31.511017Z","caller":"traceutil/trace.go:171","msg":"trace[921379830] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:5423; }","duration":"1.28925054s","start":"2026-07-09T01:43:30.221739Z","end":"2026-07-09T01:43:31.510989Z","steps":["trace[921379830] 'agreement among raft nodes before linearized reading' (duration: 1.288862501s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.511079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.738128Z","time spent":"772.934554ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:43:31.511101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.221718Z","time spent":"1.289367663s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4487,"request content":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" "} {"level":"info","ts":"2026-07-09T01:43:31.510835Z","caller":"traceutil/trace.go:171","msg":"trace[1675180239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5423; }","duration":"556.436332ms","start":"2026-07-09T01:43:30.95437Z","end":"2026-07-09T01:43:31.510806Z","steps":["trace[1675180239] 'agreement among raft nodes before linearized reading' (duration: 556.287248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:31.511249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:30.954338Z","time spent":"556.891763ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:43:32.082528Z","caller":"traceutil/trace.go:171","msg":"trace[1716033156] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"566.016679ms","start":"2026-07-09T01:43:31.516488Z","end":"2026-07-09T01:43:32.082504Z","steps":["trace[1716033156] 'process raft request' (duration: 565.785474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.082728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.516479Z","time spent":"566.148152ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:32.082526Z","caller":"traceutil/trace.go:171","msg":"trace[1471925230] linearizableReadLoop","detail":"{readStateIndex:5632; appliedIndex:5631; }","duration":"566.05123ms","start":"2026-07-09T01:43:31.516448Z","end":"2026-07-09T01:43:32.082499Z","steps":["trace[1471925230] 'read index received' (duration: 35.626778ms)","trace[1471925230] 'applied index is now lower than readState.Index' (duration: 530.423202ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:32.082804Z","caller":"traceutil/trace.go:171","msg":"trace[1785256681] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"565.986249ms","start":"2026-07-09T01:43:31.516786Z","end":"2026-07-09T01:43:32.082772Z","steps":["trace[1785256681] 'process raft request' (duration: 565.587659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.082826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.364638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80113"} {"level":"info","ts":"2026-07-09T01:43:32.082862Z","caller":"traceutil/trace.go:171","msg":"trace[1689575519] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"562.305271ms","start":"2026-07-09T01:43:31.520516Z","end":"2026-07-09T01:43:32.082821Z","steps":["trace[1689575519] 'process raft request' (duration: 561.910092ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:32.082887Z","caller":"traceutil/trace.go:171","msg":"trace[410909050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5430; }","duration":"566.44395ms","start":"2026-07-09T01:43:31.516428Z","end":"2026-07-09T01:43:32.082872Z","steps":["trace[410909050] 'agreement among raft nodes before linearized reading' (duration: 566.152493ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:32.082855Z","caller":"traceutil/trace.go:171","msg":"trace[1791151999] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"566.360918ms","start":"2026-07-09T01:43:31.516468Z","end":"2026-07-09T01:43:32.082829Z","steps":["trace[1791151999] 'process raft request' (duration: 565.669232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.082931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.51642Z","time spent":"566.499351ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80136,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-09T01:43:32.082922Z","caller":"traceutil/trace.go:171","msg":"trace[154625570] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"566.336577ms","start":"2026-07-09T01:43:31.516536Z","end":"2026-07-09T01:43:32.082873Z","steps":["trace[154625570] 'process raft request' (duration: 565.793964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.082952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.516777Z","time spent":"566.092981ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:32.082983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.925648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:43:32.082925Z","caller":"traceutil/trace.go:171","msg":"trace[958569497] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"566.408809ms","start":"2026-07-09T01:43:31.516408Z","end":"2026-07-09T01:43:32.082817Z","steps":["trace[958569497] 'process raft request' (duration: 482.644046ms)","trace[958569497] 'compare' (duration: 82.823831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:32.08304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.430664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:43:32.083048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.516448Z","time spent":"566.486811ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:32.083055Z","caller":"traceutil/trace.go:171","msg":"trace[1539894757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5430; }","duration":"129.041531ms","start":"2026-07-09T01:43:31.953987Z","end":"2026-07-09T01:43:32.083029Z","steps":["trace[1539894757] 'agreement among raft nodes before linearized reading' (duration: 128.921678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.083053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.516512Z","time spent":"566.483681ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:32.083114Z","caller":"traceutil/trace.go:171","msg":"trace[523048995] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5430; }","duration":"470.558747ms","start":"2026-07-09T01:43:31.612533Z","end":"2026-07-09T01:43:32.083092Z","steps":["trace[523048995] 'agreement among raft nodes before linearized reading' (duration: 470.370573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.083157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.403003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2101"} {"level":"warn","ts":"2026-07-09T01:43:32.083165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.612511Z","time spent":"470.63869ms","remote":"127.0.0.1:49580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:43:32.083144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.516396Z","time spent":"566.658925ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:32.083212Z","caller":"traceutil/trace.go:171","msg":"trace[809450821] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:5430; }","duration":"288.512386ms","start":"2026-07-09T01:43:31.794683Z","end":"2026-07-09T01:43:32.083195Z","steps":["trace[809450821] 'agreement among raft nodes before linearized reading' (duration: 288.303801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:32.082966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:31.520506Z","time spent":"562.407894ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:36.454665Z","caller":"traceutil/trace.go:171","msg":"trace[2118412794] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"132.01952ms","start":"2026-07-09T01:43:36.322612Z","end":"2026-07-09T01:43:36.454632Z","steps":["trace[2118412794] 'process raft request' (duration: 62.937236ms)","trace[2118412794] 'compare' (duration: 68.927171ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:37.966056Z","caller":"traceutil/trace.go:171","msg":"trace[840664674] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"402.932499ms","start":"2026-07-09T01:43:37.563061Z","end":"2026-07-09T01:43:37.965994Z","steps":["trace[840664674] 'process raft request' (duration: 402.654472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:37.966452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:37.563027Z","time spent":"403.178475ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:43:37.966974Z","caller":"traceutil/trace.go:171","msg":"trace[1205259298] linearizableReadLoop","detail":"{readStateIndex:5728; appliedIndex:5727; }","duration":"401.037433ms","start":"2026-07-09T01:43:37.565912Z","end":"2026-07-09T01:43:37.96695Z","steps":["trace[1205259298] 'read index received' (duration: 400.428599ms)","trace[1205259298] 'applied index is now lower than readState.Index' (duration: 607.994µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:37.967099Z","caller":"traceutil/trace.go:171","msg":"trace[1891473731] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"403.174195ms","start":"2026-07-09T01:43:37.563914Z","end":"2026-07-09T01:43:37.967088Z","steps":["trace[1891473731] 'process raft request' (duration: 402.827436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:37.967269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:37.563883Z","time spent":"403.243457ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:43:37.967267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.831169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T01:43:37.967328Z","caller":"traceutil/trace.go:171","msg":"trace[572701173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5519; }","duration":"395.917952ms","start":"2026-07-09T01:43:37.571397Z","end":"2026-07-09T01:43:37.967315Z","steps":["trace[572701173] 'agreement among raft nodes before linearized reading' (duration: 395.712097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:37.967356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:37.571387Z","time spent":"395.962733ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:43:37.967516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.614348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:43:37.967595Z","caller":"traceutil/trace.go:171","msg":"trace[430278142] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5519; }","duration":"401.730391ms","start":"2026-07-09T01:43:37.565853Z","end":"2026-07-09T01:43:37.967583Z","steps":["trace[430278142] 'agreement among raft nodes before linearized reading' (duration: 401.546806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:37.967626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:43:37.565838Z","time spent":"401.780881ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T01:43:42.251774Z","caller":"traceutil/trace.go:171","msg":"trace[386779610] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5759; }","duration":"109.646119ms","start":"2026-07-09T01:43:42.142095Z","end":"2026-07-09T01:43:42.251741Z","steps":["trace[386779610] 'read index received' (duration: 67.374863ms)","trace[386779610] 'applied index is now lower than readState.Index' (duration: 42.269686ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:42.251835Z","caller":"traceutil/trace.go:171","msg":"trace[1634549888] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"114.722761ms","start":"2026-07-09T01:43:42.137079Z","end":"2026-07-09T01:43:42.251802Z","steps":["trace[1634549888] 'process raft request' (duration: 72.402123ms)","trace[1634549888] 'compare' (duration: 42.104932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:42.252081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.957817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-09T01:43:42.252148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.26073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T01:43:42.252148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.148733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:43:42.252192Z","caller":"traceutil/trace.go:171","msg":"trace[1653320179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5550; }","duration":"109.414344ms","start":"2026-07-09T01:43:42.142766Z","end":"2026-07-09T01:43:42.25218Z","steps":["trace[1653320179] 'agreement among raft nodes before linearized reading' (duration: 109.144167ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.2522Z","caller":"traceutil/trace.go:171","msg":"trace[604293558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5550; }","duration":"110.09982ms","start":"2026-07-09T01:43:42.142063Z","end":"2026-07-09T01:43:42.252162Z","steps":["trace[604293558] 'agreement among raft nodes before linearized reading' (duration: 109.812633ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.252235Z","caller":"traceutil/trace.go:171","msg":"trace[247734571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5550; }","duration":"108.258446ms","start":"2026-07-09T01:43:42.143955Z","end":"2026-07-09T01:43:42.252213Z","steps":["trace[247734571] 'agreement among raft nodes before linearized reading' (duration: 108.052641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:42.252262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.272931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:43:42.252341Z","caller":"traceutil/trace.go:171","msg":"trace[1227400904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5550; }","duration":"109.379673ms","start":"2026-07-09T01:43:42.142942Z","end":"2026-07-09T01:43:42.252322Z","steps":["trace[1227400904] 'agreement among raft nodes before linearized reading' (duration: 109.189188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:42.25239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.832852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:43:42.252645Z","caller":"traceutil/trace.go:171","msg":"trace[1937930085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:5550; }","duration":"107.326344ms","start":"2026-07-09T01:43:42.145305Z","end":"2026-07-09T01:43:42.252631Z","steps":["trace[1937930085] 'agreement among raft nodes before linearized reading' (duration: 106.656478ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.624065Z","caller":"traceutil/trace.go:171","msg":"trace[1121614626] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"238.184677ms","start":"2026-07-09T01:43:42.385855Z","end":"2026-07-09T01:43:42.624039Z","steps":["trace[1121614626] 'process raft request' (duration: 238.013633ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.624067Z","caller":"traceutil/trace.go:171","msg":"trace[1592207739] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5765; }","duration":"222.640218ms","start":"2026-07-09T01:43:42.401406Z","end":"2026-07-09T01:43:42.624046Z","steps":["trace[1592207739] 'read index received' (duration: 222.628917ms)","trace[1592207739] 'applied index is now lower than readState.Index' (duration: 8.801µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:42.624264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.846103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-09T01:43:42.624319Z","caller":"traceutil/trace.go:171","msg":"trace[2129807571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5555; }","duration":"222.947545ms","start":"2026-07-09T01:43:42.40136Z","end":"2026-07-09T01:43:42.624307Z","steps":["trace[2129807571] 'agreement among raft nodes before linearized reading' (duration: 222.75847ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.765058Z","caller":"traceutil/trace.go:171","msg":"trace[652827648] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"286.508428ms","start":"2026-07-09T01:43:42.478519Z","end":"2026-07-09T01:43:42.765027Z","steps":["trace[652827648] 'process raft request' (duration: 224.533703ms)","trace[652827648] 'compare' (duration: 61.702388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:43:42.765406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.500708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T01:43:42.765545Z","caller":"traceutil/trace.go:171","msg":"trace[706315049] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5556; }","duration":"170.60626ms","start":"2026-07-09T01:43:42.594864Z","end":"2026-07-09T01:43:42.765471Z","steps":["trace[706315049] 'agreement among raft nodes before linearized reading' (duration: 170.264022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:42.765597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.960489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:43:42.765652Z","caller":"traceutil/trace.go:171","msg":"trace[893153766] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:5556; }","duration":"174.117063ms","start":"2026-07-09T01:43:42.591521Z","end":"2026-07-09T01:43:42.765638Z","steps":["trace[893153766] 'agreement among raft nodes before linearized reading' (duration: 174.008801ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.765749Z","caller":"traceutil/trace.go:171","msg":"trace[584364901] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"140.747159ms","start":"2026-07-09T01:43:42.624214Z","end":"2026-07-09T01:43:42.764961Z","steps":["trace[584364901] 'read index received' (duration: 78.765494ms)","trace[584364901] 'applied index is now lower than readState.Index' (duration: 61.979555ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:43:42.770251Z","caller":"traceutil/trace.go:171","msg":"trace[1874211025] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"137.861001ms","start":"2026-07-09T01:43:42.632373Z","end":"2026-07-09T01:43:42.770234Z","steps":["trace[1874211025] 'process raft request' (duration: 137.765348ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.770253Z","caller":"traceutil/trace.go:171","msg":"trace[1884825076] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"138.414214ms","start":"2026-07-09T01:43:42.631811Z","end":"2026-07-09T01:43:42.770225Z","steps":["trace[1884825076] 'process raft request' (duration: 138.159417ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.770556Z","caller":"traceutil/trace.go:171","msg":"trace[728453477] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"137.84672ms","start":"2026-07-09T01:43:42.632692Z","end":"2026-07-09T01:43:42.770539Z","steps":["trace[728453477] 'process raft request' (duration: 137.634245ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:43:42.77056Z","caller":"traceutil/trace.go:171","msg":"trace[93055117] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"137.877751ms","start":"2026-07-09T01:43:42.632606Z","end":"2026-07-09T01:43:42.770484Z","steps":["trace[93055117] 'process raft request' (duration: 137.590504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:43:42.77063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.660162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-09T01:43:42.77079Z","caller":"traceutil/trace.go:171","msg":"trace[1977113810] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cf8fdf8e-f0e7-4f0b-9936-7a4126676959; range_end:; response_count:1; response_revision:5560; }","duration":"141.854266ms","start":"2026-07-09T01:43:42.628919Z","end":"2026-07-09T01:43:42.770773Z","steps":["trace[1977113810] 'agreement among raft nodes before linearized reading' (duration: 141.575979ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:11.944508Z","caller":"traceutil/trace.go:171","msg":"trace[2063909364] linearizableReadLoop","detail":"{readStateIndex:6055; appliedIndex:6054; }","duration":"444.988949ms","start":"2026-07-09T01:44:11.499492Z","end":"2026-07-09T01:44:11.944481Z","steps":["trace[2063909364] 'read index received' (duration: 444.836885ms)","trace[2063909364] 'applied index is now lower than readState.Index' (duration: 150.624µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:11.944551Z","caller":"traceutil/trace.go:171","msg":"trace[1601950556] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"486.424115ms","start":"2026-07-09T01:44:11.458097Z","end":"2026-07-09T01:44:11.944521Z","steps":["trace[1601950556] 'process raft request' (duration: 486.181489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:11.944699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:11.458062Z","time spent":"486.554978ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:11.944788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.244936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:44:11.944938Z","caller":"traceutil/trace.go:171","msg":"trace[932565226] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5838; }","duration":"445.44658ms","start":"2026-07-09T01:44:11.499456Z","end":"2026-07-09T01:44:11.944902Z","steps":["trace[932565226] 'agreement among raft nodes before linearized reading' (duration: 445.178474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:11.944962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.146543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19665"} {"level":"warn","ts":"2026-07-09T01:44:11.945009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:11.499439Z","time spent":"445.555723ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":10,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:44:11.945059Z","caller":"traceutil/trace.go:171","msg":"trace[754804703] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5838; }","duration":"258.299466ms","start":"2026-07-09T01:44:11.686737Z","end":"2026-07-09T01:44:11.945037Z","steps":["trace[754804703] 'agreement among raft nodes before linearized reading' (duration: 258.02426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:11.944823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.528641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18c07bae6d6e46be\" ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-07-09T01:44:11.945122Z","caller":"traceutil/trace.go:171","msg":"trace[1051983153] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18c07bae6d6e46be; range_end:; response_count:1; response_revision:5838; }","duration":"413.876479ms","start":"2026-07-09T01:44:11.531235Z","end":"2026-07-09T01:44:11.945111Z","steps":["trace[1051983153] 'agreement among raft nodes before linearized reading' (duration: 413.429748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:11.945163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:11.531224Z","time spent":"413.93046ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":741,"request content":"key:\"/registry/events/monitoring/loki-0.18c07bae6d6e46be\" "} {"level":"info","ts":"2026-07-09T01:44:14.83351Z","caller":"traceutil/trace.go:171","msg":"trace[821061125] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"102.304314ms","start":"2026-07-09T01:44:14.731177Z","end":"2026-07-09T01:44:14.833481Z","steps":["trace[821061125] 'process raft request' (duration: 102.13003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:22.498864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.47211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111953"} {"level":"info","ts":"2026-07-09T01:44:22.498931Z","caller":"traceutil/trace.go:171","msg":"trace[1900162579] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5905; }","duration":"234.597343ms","start":"2026-07-09T01:44:22.264319Z","end":"2026-07-09T01:44:22.498916Z","steps":["trace[1900162579] 'range keys from in-memory index tree' (duration: 234.196444ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:22.498972Z","caller":"traceutil/trace.go:171","msg":"trace[799100999] transaction","detail":"{read_only:false; response_revision:5906; number_of_response:1; }","duration":"178.208291ms","start":"2026-07-09T01:44:22.320733Z","end":"2026-07-09T01:44:22.498941Z","steps":["trace[799100999] 'process raft request' (duration: 82.263957ms)","trace[799100999] 'compare' (duration: 95.80373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:22.818263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.055669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-07-09T01:44:22.818262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.236074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:44:22.818357Z","caller":"traceutil/trace.go:171","msg":"trace[248058978] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5907; }","duration":"218.187023ms","start":"2026-07-09T01:44:22.600145Z","end":"2026-07-09T01:44:22.818332Z","steps":["trace[248058978] 'range keys from in-memory index tree' (duration: 217.871785ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:22.818367Z","caller":"traceutil/trace.go:171","msg":"trace[1670084440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5907; }","duration":"176.385048ms","start":"2026-07-09T01:44:22.641958Z","end":"2026-07-09T01:44:22.818343Z","steps":["trace[1670084440] 'range keys from in-memory index tree' (duration: 176.035519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:22.818407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.833681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-09T01:44:22.818411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.02563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:44:22.81849Z","caller":"traceutil/trace.go:171","msg":"trace[98531083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5907; }","duration":"216.944423ms","start":"2026-07-09T01:44:22.601527Z","end":"2026-07-09T01:44:22.818472Z","steps":["trace[98531083] 'range keys from in-memory index tree' (duration: 216.676657ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:22.818525Z","caller":"traceutil/trace.go:171","msg":"trace[1588402442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5907; }","duration":"142.169004ms","start":"2026-07-09T01:44:22.676331Z","end":"2026-07-09T01:44:22.8185Z","steps":["trace[1588402442] 'range keys from in-memory index tree' (duration: 141.861306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:22.818233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.701572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T01:44:22.818911Z","caller":"traceutil/trace.go:171","msg":"trace[306003154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5907; }","duration":"113.43023ms","start":"2026-07-09T01:44:22.705452Z","end":"2026-07-09T01:44:22.818882Z","steps":["trace[306003154] 'range keys from in-memory index tree' (duration: 112.498797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:23.323682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056838508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T01:44:23.618007Z","caller":"traceutil/trace.go:171","msg":"trace[2070767545] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"794.991458ms","start":"2026-07-09T01:44:22.822988Z","end":"2026-07-09T01:44:23.617979Z","steps":["trace[2070767545] 'process raft request' (duration: 794.831005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:23.618173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.822966Z","time spent":"795.120352ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:24.173337Z","caller":"traceutil/trace.go:171","msg":"trace[2308052] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"1.349593007s","start":"2026-07-09T01:44:22.823712Z","end":"2026-07-09T01:44:24.173305Z","steps":["trace[2308052] 'process raft request' (duration: 1.3493012s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.173476Z","caller":"traceutil/trace.go:171","msg":"trace[612907428] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"1.349723071s","start":"2026-07-09T01:44:22.823717Z","end":"2026-07-09T01:44:24.17344Z","steps":["trace[612907428] 'process raft request' (duration: 1.349452464s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.173533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.823677Z","time spent":"1.349745921s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:24.173524Z","caller":"traceutil/trace.go:171","msg":"trace[649595416] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"1.349771292s","start":"2026-07-09T01:44:22.823724Z","end":"2026-07-09T01:44:24.173496Z","steps":["trace[649595416] 'process raft request' (duration: 1.349615588s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.173539Z","caller":"traceutil/trace.go:171","msg":"trace[27072112] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6127; }","duration":"1.350494409s","start":"2026-07-09T01:44:22.823014Z","end":"2026-07-09T01:44:24.173508Z","steps":["trace[27072112] 'read index received' (duration: 794.922007ms)","trace[27072112] 'applied index is now lower than readState.Index' (duration: 555.570822ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:24.173622Z","caller":"traceutil/trace.go:171","msg":"trace[1234571086] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"1.349431344s","start":"2026-07-09T01:44:22.824155Z","end":"2026-07-09T01:44:24.173587Z","steps":["trace[1234571086] 'process raft request' (duration: 1.34925351s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.173636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.823692Z","time spent":"1.349854634s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:24.17374Z","caller":"traceutil/trace.go:171","msg":"trace[1461403452] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"1.164496753s","start":"2026-07-09T01:44:23.009226Z","end":"2026-07-09T01:44:24.173722Z","steps":["trace[1461403452] 'process raft request' (duration: 1.164229777s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.173768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.823707Z","time spent":"1.349896674s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:24.173788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.82414Z","time spent":"1.349558007s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:24.173829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:23.009198Z","time spent":"1.164580806s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:24.173862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.932118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:24.173883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350290654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-09T01:44:24.17392Z","caller":"traceutil/trace.go:171","msg":"trace[95002700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5913; }","duration":"221.01042ms","start":"2026-07-09T01:44:23.952893Z","end":"2026-07-09T01:44:24.173903Z","steps":["trace[95002700] 'agreement among raft nodes before linearized reading' (duration: 220.912667ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.173926Z","caller":"traceutil/trace.go:171","msg":"trace[2130119716] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5913; }","duration":"1.350383636s","start":"2026-07-09T01:44:22.82353Z","end":"2026-07-09T01:44:24.173914Z","steps":["trace[2130119716] 'agreement among raft nodes before linearized reading' (duration: 1.350232072s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.173963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.823507Z","time spent":"1.350448978s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"warn","ts":"2026-07-09T01:44:24.173964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.897961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-09T01:44:24.173991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.030114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-09T01:44:24.174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350981511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:44:24.174073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.561109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:24.174186Z","caller":"traceutil/trace.go:171","msg":"trace[241423137] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5913; }","duration":"128.744344ms","start":"2026-07-09T01:44:24.045411Z","end":"2026-07-09T01:44:24.174155Z","steps":["trace[241423137] 'agreement among raft nodes before linearized reading' (duration: 128.522878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.174188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350501249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101685"} {"level":"info","ts":"2026-07-09T01:44:24.174139Z","caller":"traceutil/trace.go:171","msg":"trace[1493090333] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5913; }","duration":"1.351169105s","start":"2026-07-09T01:44:22.822954Z","end":"2026-07-09T01:44:24.174123Z","steps":["trace[1493090333] 'agreement among raft nodes before linearized reading' (duration: 1.35098789s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.174017Z","caller":"traceutil/trace.go:171","msg":"trace[376191191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5913; }","duration":"351.001624ms","start":"2026-07-09T01:44:23.823Z","end":"2026-07-09T01:44:24.174001Z","steps":["trace[376191191] 'agreement among raft nodes before linearized reading' (duration: 350.82092ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.174243Z","caller":"traceutil/trace.go:171","msg":"trace[1032148368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5913; }","duration":"1.35055788s","start":"2026-07-09T01:44:22.823672Z","end":"2026-07-09T01:44:24.174229Z","steps":["trace[1032148368] 'agreement among raft nodes before linearized reading' (duration: 1.350267793s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.174298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.823614Z","time spent":"1.350669093s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101708,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-09T01:44:24.174027Z","caller":"traceutil/trace.go:171","msg":"trace[1828925808] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:5913; }","duration":"238.101316ms","start":"2026-07-09T01:44:23.935915Z","end":"2026-07-09T01:44:24.174016Z","steps":["trace[1828925808] 'agreement among raft nodes before linearized reading' (duration: 237.980413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.174339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:23.822981Z","time spent":"351.307411ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:44:24.174445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:22.82293Z","time spent":"1.351333999s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:24.677526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.183811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:44:24.677733Z","caller":"traceutil/trace.go:171","msg":"trace[928090547] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"433.763113ms","start":"2026-07-09T01:44:24.243952Z","end":"2026-07-09T01:44:24.677716Z","steps":["trace[928090547] 'process raft request' (duration: 433.67238ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.67777Z","caller":"traceutil/trace.go:171","msg":"trace[2079284335] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"437.705947ms","start":"2026-07-09T01:44:24.240021Z","end":"2026-07-09T01:44:24.677727Z","steps":["trace[2079284335] 'process raft request' (duration: 122.2535ms)","trace[2079284335] 'compare' (duration: 314.793321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:24.677905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.243926Z","time spent":"433.846675ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:24.677945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.239994Z","time spent":"437.865121ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:24.678053Z","caller":"traceutil/trace.go:171","msg":"trace[1503692586] linearizableReadLoop","detail":"{readStateIndex:6135; appliedIndex:6134; }","duration":"435.025823ms","start":"2026-07-09T01:44:24.243003Z","end":"2026-07-09T01:44:24.678029Z","steps":["trace[1503692586] 'read index received' (duration: 119.290309ms)","trace[1503692586] 'applied index is now lower than readState.Index' (duration: 315.733844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:24.678131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.33398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:24.678167Z","caller":"traceutil/trace.go:171","msg":"trace[1678092332] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5915; }","duration":"456.388941ms","start":"2026-07-09T01:44:24.221769Z","end":"2026-07-09T01:44:24.678158Z","steps":["trace[1678092332] 'agreement among raft nodes before linearized reading' (duration: 456.291409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.67815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.163955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:24.678191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.22176Z","time spent":"456.425692ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-09T01:44:24.6782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.32638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-07-09T01:44:24.678234Z","caller":"traceutil/trace.go:171","msg":"trace[22604648] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5915; }","duration":"456.393492ms","start":"2026-07-09T01:44:24.22183Z","end":"2026-07-09T01:44:24.678224Z","steps":["trace[22604648] 'agreement among raft nodes before linearized reading' (duration: 456.238948ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:24.678226Z","caller":"traceutil/trace.go:171","msg":"trace[154234051] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5915; }","duration":"469.297228ms","start":"2026-07-09T01:44:24.20891Z","end":"2026-07-09T01:44:24.678208Z","steps":["trace[154234051] 'agreement among raft nodes before linearized reading' (duration: 469.190496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.678265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.22181Z","time spent":"456.449613ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-07-09T01:44:24.678272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.208882Z","time spent":"469.382931ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-09T01:44:24.678399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.878913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-07-09T01:44:24.6785Z","caller":"traceutil/trace.go:171","msg":"trace[1617647824] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5915; }","duration":"499.014916ms","start":"2026-07-09T01:44:24.179463Z","end":"2026-07-09T01:44:24.678478Z","steps":["trace[1617647824] 'agreement among raft nodes before linearized reading' (duration: 498.646557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.678552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.179453Z","time spent":"499.089837ms","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-07-09T01:44:24.978795Z","caller":"traceutil/trace.go:171","msg":"trace[1180425973] linearizableReadLoop","detail":"{readStateIndex:6137; appliedIndex:6136; }","duration":"300.663856ms","start":"2026-07-09T01:44:24.678111Z","end":"2026-07-09T01:44:24.978775Z","steps":["trace[1180425973] 'read index received' (duration: 300.571303ms)","trace[1180425973] 'applied index is now lower than readState.Index' (duration: 91.473µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:24.978875Z","caller":"traceutil/trace.go:171","msg":"trace[1476944508] transaction","detail":"{read_only:false; response_revision:5916; number_of_response:1; }","duration":"474.338839ms","start":"2026-07-09T01:44:24.504516Z","end":"2026-07-09T01:44:24.978855Z","steps":["trace[1476944508] 'process raft request' (duration: 474.132104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.979025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.504488Z","time spent":"474.459812ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:24.979106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.479319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19665"} {"level":"info","ts":"2026-07-09T01:44:24.979148Z","caller":"traceutil/trace.go:171","msg":"trace[346630929] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5916; }","duration":"734.576672ms","start":"2026-07-09T01:44:24.244561Z","end":"2026-07-09T01:44:24.979137Z","steps":["trace[346630929] 'agreement among raft nodes before linearized reading' (duration: 734.329566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.979177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.244549Z","time spent":"734.620193ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19688,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T01:44:24.979253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.997171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T01:44:24.979386Z","caller":"traceutil/trace.go:171","msg":"trace[860243386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5916; }","duration":"424.157775ms","start":"2026-07-09T01:44:24.555201Z","end":"2026-07-09T01:44:24.979359Z","steps":["trace[860243386] 'agreement among raft nodes before linearized reading' (duration: 423.674823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:24.979451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.555137Z","time spent":"424.304388ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:44:25.7774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.144284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:44:25.777601Z","caller":"traceutil/trace.go:171","msg":"trace[1855586779] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"793.465593ms","start":"2026-07-09T01:44:24.984121Z","end":"2026-07-09T01:44:25.777587Z","steps":["trace[1855586779] 'process raft request' (duration: 793.373321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:25.777652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.984102Z","time spent":"793.528084ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:25.777839Z","caller":"traceutil/trace.go:171","msg":"trace[1928894535] linearizableReadLoop","detail":"{readStateIndex:6138; appliedIndex:6137; }","duration":"798.945154ms","start":"2026-07-09T01:44:24.978866Z","end":"2026-07-09T01:44:25.777811Z","steps":["trace[1928894535] 'read index received' (duration: 103.324389ms)","trace[1928894535] 'applied index is now lower than readState.Index' (duration: 695.617865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:25.777909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.206035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:25.777955Z","caller":"traceutil/trace.go:171","msg":"trace[1332463565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5918; }","duration":"824.323798ms","start":"2026-07-09T01:44:24.953619Z","end":"2026-07-09T01:44:25.777943Z","steps":["trace[1332463565] 'agreement among raft nodes before linearized reading' (duration: 824.199085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:25.777984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.953603Z","time spent":"824.375909ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:44:25.777968Z","caller":"traceutil/trace.go:171","msg":"trace[1921235981] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"859.28745ms","start":"2026-07-09T01:44:24.918647Z","end":"2026-07-09T01:44:25.777935Z","steps":["trace[1921235981] 'process raft request' (duration: 163.516641ms)","trace[1921235981] 'compare' (duration: 694.273253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:25.77801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093482643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111953"} {"level":"warn","ts":"2026-07-09T01:44:25.77799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097893338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-09T01:44:25.778044Z","caller":"traceutil/trace.go:171","msg":"trace[347392108] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5918; }","duration":"1.093538115s","start":"2026-07-09T01:44:24.684499Z","end":"2026-07-09T01:44:25.778037Z","steps":["trace[347392108] 'agreement among raft nodes before linearized reading' (duration: 1.09332115s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:25.778039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.683785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:25.77806Z","caller":"traceutil/trace.go:171","msg":"trace[1439398393] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5918; }","duration":"1.097992121s","start":"2026-07-09T01:44:24.680053Z","end":"2026-07-09T01:44:25.778045Z","steps":["trace[1439398393] 'agreement among raft nodes before linearized reading' (duration: 1.097840818s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:25.778071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.684488Z","time spent":"1.093577556s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111976,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-09T01:44:25.778076Z","caller":"traceutil/trace.go:171","msg":"trace[571321932] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5918; }","duration":"742.781247ms","start":"2026-07-09T01:44:25.035285Z","end":"2026-07-09T01:44:25.778066Z","steps":["trace[571321932] 'agreement among raft nodes before linearized reading' (duration: 742.704495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:25.778097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.68004Z","time spent":"1.098051352s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-09T01:44:25.778112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:25.035255Z","time spent":"742.849669ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-09T01:44:25.778146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:24.918619Z","time spent":"859.423443ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:25.778182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.392278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T01:44:25.778257Z","caller":"traceutil/trace.go:171","msg":"trace[1317422410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5918; }","duration":"155.513261ms","start":"2026-07-09T01:44:25.622723Z","end":"2026-07-09T01:44:25.778237Z","steps":["trace[1317422410] 'agreement among raft nodes before linearized reading' (duration: 155.297516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:26.334038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056838535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:44:26.834668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056838535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:44:27.124316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.294321033s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:44:27.124653Z","caller":"traceutil/trace.go:171","msg":"trace[1633768674] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"1.335967303s","start":"2026-07-09T01:44:25.788662Z","end":"2026-07-09T01:44:27.12463Z","steps":["trace[1633768674] 'process raft request' (duration: 1.33582839s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:27.124797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:25.78864Z","time spent":"1.336081477s","remote":"127.0.0.1:49622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:28.595155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.470570848s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:44:28.596172Z","caller":"traceutil/trace.go:171","msg":"trace[644090335] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"2.415478924s","start":"2026-07-09T01:44:26.180655Z","end":"2026-07-09T01:44:28.596133Z","steps":["trace[644090335] 'process raft request' (duration: 2.414676155s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.596319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.180592Z","time spent":"2.415645489s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:28.596412Z","caller":"traceutil/trace.go:171","msg":"trace[1462309116] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"1.985987434s","start":"2026-07-09T01:44:26.610328Z","end":"2026-07-09T01:44:28.596316Z","steps":["trace[1462309116] 'process raft request' (duration: 1.985748578s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.596482Z","caller":"traceutil/trace.go:171","msg":"trace[843428944] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"1.913213212s","start":"2026-07-09T01:44:26.683246Z","end":"2026-07-09T01:44:28.596459Z","steps":["trace[843428944] 'process raft request' (duration: 1.912939536s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.596611Z","caller":"traceutil/trace.go:171","msg":"trace[400188267] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"1.747068608s","start":"2026-07-09T01:44:26.84953Z","end":"2026-07-09T01:44:28.596599Z","steps":["trace[400188267] 'process raft request' (duration: 1.746801042s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.596638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763270042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:44:28.59646Z","caller":"traceutil/trace.go:171","msg":"trace[1380401407] linearizableReadLoop","detail":"{readStateIndex:6144; appliedIndex:6140; }","duration":"2.763085477s","start":"2026-07-09T01:44:25.833348Z","end":"2026-07-09T01:44:28.596434Z","steps":["trace[1380401407] 'read index received' (duration: 1.29125727s)","trace[1380401407] 'applied index is now lower than readState.Index' (duration: 1.471827337s)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:28.596716Z","caller":"traceutil/trace.go:171","msg":"trace[1064701676] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"1.612612658s","start":"2026-07-09T01:44:26.984094Z","end":"2026-07-09T01:44:28.596707Z","steps":["trace[1064701676] 'process raft request' (duration: 1.61229579s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.59668Z","caller":"traceutil/trace.go:171","msg":"trace[882648557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5925; }","duration":"2.763380974s","start":"2026-07-09T01:44:25.83329Z","end":"2026-07-09T01:44:28.596671Z","steps":["trace[882648557] 'agreement among raft nodes before linearized reading' (duration: 2.76322169s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.596877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:25.833268Z","time spent":"2.76359742s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:44:28.596923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.610283Z","time spent":"1.9862488s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:28.597069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.984057Z","time spent":"1.61269393s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:28.596866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.683221Z","time spent":"1.913378506s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:28.597011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.849502Z","time spent":"1.74714622s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19594,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:28.954455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000467799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:44:28.954562Z","caller":"traceutil/trace.go:171","msg":"trace[1015452504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000636323s","start":"2026-07-09T01:44:26.953901Z","end":"2026-07-09T01:44:28.954538Z","steps":["trace[1015452504] 'agreement among raft nodes before linearized reading' (duration: 2.00050716s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.954624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.953879Z","time spent":"2.000732185s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:44:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:44:28.983614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.69731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:44:28.98372Z","caller":"traceutil/trace.go:171","msg":"trace[1549575486] linearizableReadLoop","detail":"{readStateIndex:6147; appliedIndex:6146; }","duration":"386.965479ms","start":"2026-07-09T01:44:28.596737Z","end":"2026-07-09T01:44:28.983703Z","steps":["trace[1549575486] 'read index received' (duration: 127.061793ms)","trace[1549575486] 'applied index is now lower than readState.Index' (duration: 259.902176ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:28.983809Z","caller":"traceutil/trace.go:171","msg":"trace[72118310] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"1.751880743s","start":"2026-07-09T01:44:27.231915Z","end":"2026-07-09T01:44:28.983795Z","steps":["trace[72118310] 'process raft request' (duration: 1.491897616s)","trace[72118310] 'compare' (duration: 259.566247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:28.983863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:27.231893Z","time spent":"1.751940434s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:28.984074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804476361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T01:44:28.984109Z","caller":"traceutil/trace.go:171","msg":"trace[655588081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5926; }","duration":"2.804612465s","start":"2026-07-09T01:44:26.179487Z","end":"2026-07-09T01:44:28.984099Z","steps":["trace[655588081] 'agreement among raft nodes before linearized reading' (duration: 2.804478002s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413658033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:44:28.984102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.809469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:44:28.984138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.179466Z","time spent":"2.804665866s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049899322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:28.984123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300064728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:28.984158Z","caller":"traceutil/trace.go:171","msg":"trace[1413274897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5926; }","duration":"1.413785446s","start":"2026-07-09T01:44:27.570355Z","end":"2026-07-09T01:44:28.98414Z","steps":["trace[1413274897] 'agreement among raft nodes before linearized reading' (duration: 1.413662753s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.483358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:28.984165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201025072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-09T01:44:28.984184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804516953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:44:28.984225Z","caller":"traceutil/trace.go:171","msg":"trace[1219605537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5926; }","duration":"673.5552ms","start":"2026-07-09T01:44:28.310654Z","end":"2026-07-09T01:44:28.984209Z","steps":["trace[1219605537] 'agreement among raft nodes before linearized reading' (duration: 673.506779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.131331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:28.984235Z","caller":"traceutil/trace.go:171","msg":"trace[1064029606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5926; }","duration":"1.201131605s","start":"2026-07-09T01:44:27.783087Z","end":"2026-07-09T01:44:28.984218Z","steps":["trace[1064029606] 'agreement among raft nodes before linearized reading' (duration: 1.200956811s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.310632Z","time spent":"673.624761ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:44:28.984266Z","caller":"traceutil/trace.go:171","msg":"trace[1930201606] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5926; }","duration":"489.215552ms","start":"2026-07-09T01:44:28.49504Z","end":"2026-07-09T01:44:28.984256Z","steps":["trace[1930201606] 'agreement among raft nodes before linearized reading' (duration: 489.155501ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.984211Z","caller":"traceutil/trace.go:171","msg":"trace[222840356] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5926; }","duration":"3.050013305s","start":"2026-07-09T01:44:25.934173Z","end":"2026-07-09T01:44:28.984186Z","steps":["trace[222840356] 'agreement among raft nodes before linearized reading' (duration: 3.049904793s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.023276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19608"} {"level":"warn","ts":"2026-07-09T01:44:28.984346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805552678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-09T01:44:28.984345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150120912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T01:44:28.98436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804565454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-09T01:44:28.984371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.803740645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:44:28.984386Z","caller":"traceutil/trace.go:171","msg":"trace[1393215531] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5926; }","duration":"386.15765ms","start":"2026-07-09T01:44:28.598217Z","end":"2026-07-09T01:44:28.984375Z","steps":["trace[1393215531] 'agreement among raft nodes before linearized reading' (duration: 386.002506ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.984401Z","caller":"traceutil/trace.go:171","msg":"trace[1556697727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5926; }","duration":"2.80565575s","start":"2026-07-09T01:44:26.178732Z","end":"2026-07-09T01:44:28.984388Z","steps":["trace[1556697727] 'agreement among raft nodes before linearized reading' (duration: 2.805514427s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.984406Z","caller":"traceutil/trace.go:171","msg":"trace[2083225180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5926; }","duration":"1.150223034s","start":"2026-07-09T01:44:27.834172Z","end":"2026-07-09T01:44:28.984395Z","steps":["trace[2083225180] 'agreement among raft nodes before linearized reading' (duration: 1.150087221s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:28.984412Z","caller":"traceutil/trace.go:171","msg":"trace[537376264] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5926; }","duration":"2.804625455s","start":"2026-07-09T01:44:26.179773Z","end":"2026-07-09T01:44:28.984398Z","steps":["trace[537376264] 'agreement among raft nodes before linearized reading' (duration: 2.804519583s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:27.783065Z","time spent":"1.201202597s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T01:44:28.984414Z","caller":"traceutil/trace.go:171","msg":"trace[816204220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:5926; }","duration":"2.803806405s","start":"2026-07-09T01:44:26.180598Z","end":"2026-07-09T01:44:28.984405Z","steps":["trace[816204220] 'agreement among raft nodes before linearized reading' (duration: 2.803680092s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:27.83415Z","time spent":"1.150290575s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.179767Z","time spent":"2.804690877s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T01:44:28.984266Z","caller":"traceutil/trace.go:171","msg":"trace[1027040256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5926; }","duration":"2.804633826s","start":"2026-07-09T01:44:26.179613Z","end":"2026-07-09T01:44:28.984247Z","steps":["trace[1027040256] 'agreement among raft nodes before linearized reading' (duration: 2.80437368s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.598196Z","time spent":"386.217512ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19631,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.180586Z","time spent":"2.803896818s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.179607Z","time spent":"2.804908902s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:44:28.98431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.49502Z","time spent":"489.280744ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:44:28.984164Z","caller":"traceutil/trace.go:171","msg":"trace[681968836] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5926; }","duration":"550.89603ms","start":"2026-07-09T01:44:28.433251Z","end":"2026-07-09T01:44:28.984147Z","steps":["trace[681968836] 'agreement among raft nodes before linearized reading' (duration: 550.796188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035129174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-09T01:44:28.984595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.433235Z","time spent":"551.348722ms","remote":"127.0.0.1:49622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:28.984569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299320931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:28.984697Z","caller":"traceutil/trace.go:171","msg":"trace[1914489651] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5926; }","duration":"2.299647008s","start":"2026-07-09T01:44:26.685036Z","end":"2026-07-09T01:44:28.984683Z","steps":["trace[1914489651] 'agreement among raft nodes before linearized reading' (duration: 2.29932196s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299741331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-07-09T01:44:28.9848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.685026Z","time spent":"2.299735241s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-07-09T01:44:28.984803Z","caller":"traceutil/trace.go:171","msg":"trace[1126983207] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5926; }","duration":"2.300468148s","start":"2026-07-09T01:44:26.684313Z","end":"2026-07-09T01:44:28.984781Z","steps":["trace[1126983207] 'agreement among raft nodes before linearized reading' (duration: 2.299648939s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.178702Z","time spent":"2.805738712s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166930642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T01:44:28.98505Z","caller":"traceutil/trace.go:171","msg":"trace[202476645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5926; }","duration":"1.167910664s","start":"2026-07-09T01:44:27.817124Z","end":"2026-07-09T01:44:28.985034Z","steps":["trace[202476645] 'agreement among raft nodes before linearized reading' (duration: 1.16686547s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.98512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:27.817108Z","time spent":"1.167996097s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:27.570329Z","time spent":"1.413882399s","remote":"127.0.0.1:45886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:44:28.984213Z","caller":"traceutil/trace.go:171","msg":"trace[856118764] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5926; }","duration":"2.300205712s","start":"2026-07-09T01:44:26.683993Z","end":"2026-07-09T01:44:28.984198Z","steps":["trace[856118764] 'agreement among raft nodes before linearized reading' (duration: 2.300066388s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.984942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.684298Z","time spent":"2.300601331s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-07-09T01:44:28.984315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:25.934146Z","time spent":"3.050155689s","remote":"127.0.0.1:56716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:28.984104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698855468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:28.986097Z","caller":"traceutil/trace.go:171","msg":"trace[918707815] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5926; }","duration":"2.700855285s","start":"2026-07-09T01:44:26.28518Z","end":"2026-07-09T01:44:28.986035Z","steps":["trace[918707815] 'agreement among raft nodes before linearized reading' (duration: 2.698857788s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.986157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.285158Z","time spent":"2.700981599s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:44:28.984618Z","caller":"traceutil/trace.go:171","msg":"trace[387901784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5926; }","duration":"2.035228785s","start":"2026-07-09T01:44:26.94938Z","end":"2026-07-09T01:44:28.984609Z","steps":["trace[387901784] 'agreement among raft nodes before linearized reading' (duration: 2.034952869s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:28.986342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.949362Z","time spent":"2.036962587s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T01:44:28.985351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:26.683975Z","time spent":"2.30136708s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-07-09T01:44:29.530657Z","caller":"traceutil/trace.go:171","msg":"trace[689015605] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"542.103961ms","start":"2026-07-09T01:44:28.988505Z","end":"2026-07-09T01:44:29.530609Z","steps":["trace[689015605] 'process raft request' (duration: 541.849015ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:29.530686Z","caller":"traceutil/trace.go:171","msg":"trace[117157056] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"541.026046ms","start":"2026-07-09T01:44:28.989634Z","end":"2026-07-09T01:44:29.53066Z","steps":["trace[117157056] 'process raft request' (duration: 540.958974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:29.530876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.989608Z","time spent":"541.158369ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:29.531015Z","caller":"traceutil/trace.go:171","msg":"trace[386150609] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"541.438515ms","start":"2026-07-09T01:44:28.989538Z","end":"2026-07-09T01:44:29.530977Z","steps":["trace[386150609] 'process raft request' (duration: 541.011855ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:29.530949Z","caller":"traceutil/trace.go:171","msg":"trace[850720654] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"542.019689ms","start":"2026-07-09T01:44:28.98891Z","end":"2026-07-09T01:44:29.53093Z","steps":["trace[850720654] 'process raft request' (duration: 541.574809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:29.531183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.98926Z","time spent":"541.837395ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:29.530801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.988456Z","time spent":"542.280045ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T01:44:29.531191Z","caller":"traceutil/trace.go:171","msg":"trace[1335601969] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"541.233941ms","start":"2026-07-09T01:44:28.989935Z","end":"2026-07-09T01:44:29.531169Z","steps":["trace[1335601969] 'process raft request' (duration: 540.690528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:29.531629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.989922Z","time spent":"541.659361ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:29.531257Z","caller":"traceutil/trace.go:171","msg":"trace[2020550821] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"541.127269ms","start":"2026-07-09T01:44:28.990117Z","end":"2026-07-09T01:44:29.531244Z","steps":["trace[2020550821] 'process raft request' (duration: 540.847552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:29.531722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.363874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101685"} {"level":"info","ts":"2026-07-09T01:44:29.531313Z","caller":"traceutil/trace.go:171","msg":"trace[899264194] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"540.899703ms","start":"2026-07-09T01:44:28.990402Z","end":"2026-07-09T01:44:29.531301Z","steps":["trace[899264194] 'process raft request' (duration: 540.728629ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:29.531801Z","caller":"traceutil/trace.go:171","msg":"trace[1663975145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5935; }","duration":"541.509837ms","start":"2026-07-09T01:44:28.990279Z","end":"2026-07-09T01:44:29.531789Z","steps":["trace[1663975145] 'agreement among raft nodes before linearized reading' (duration: 541.101218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:29.531827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.990104Z","time spent":"541.60593ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:29.531891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.990394Z","time spent":"541.444176ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:29.531885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.990269Z","time spent":"541.577159ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101708,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-09T01:44:29.531959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.988899Z","time spent":"542.494091ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:29.531301Z","caller":"traceutil/trace.go:171","msg":"trace[1721065781] linearizableReadLoop","detail":"{readStateIndex:6154; appliedIndex:6147; }","duration":"540.969224ms","start":"2026-07-09T01:44:28.990308Z","end":"2026-07-09T01:44:29.531278Z","steps":["trace[1721065781] 'read index received' (duration: 62.918577ms)","trace[1721065781] 'applied index is now lower than readState.Index' (duration: 478.049547ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:29.531326Z","caller":"traceutil/trace.go:171","msg":"trace[1812670217] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"540.896763ms","start":"2026-07-09T01:44:28.990417Z","end":"2026-07-09T01:44:29.531313Z","steps":["trace[1812670217] 'process raft request' (duration: 540.787021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:29.532193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.990406Z","time spent":"541.698242ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:29.819174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.538157ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:29.8193Z","caller":"traceutil/trace.go:171","msg":"trace[419311411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5935; }","duration":"225.712432ms","start":"2026-07-09T01:44:29.59357Z","end":"2026-07-09T01:44:29.819283Z","steps":["trace[419311411] 'range keys from in-memory index tree' (duration: 225.519717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:30.105081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.548157ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T01:44:30.105183Z","caller":"traceutil/trace.go:171","msg":"trace[627820575] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6156; }","duration":"573.090068ms","start":"2026-07-09T01:44:29.532075Z","end":"2026-07-09T01:44:30.105165Z","steps":["trace[627820575] 'read index received' (duration: 55.360108ms)","trace[627820575] 'applied index is now lower than readState.Index' (duration: 517.72856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:30.105455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.96168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:30.105537Z","caller":"traceutil/trace.go:171","msg":"trace[209905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5935; }","duration":"153.084853ms","start":"2026-07-09T01:44:29.952425Z","end":"2026-07-09T01:44:30.10551Z","steps":["trace[209905] 'agreement among raft nodes before linearized reading' (duration: 152.95683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:30.105537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111171154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-09T01:44:30.10561Z","caller":"traceutil/trace.go:171","msg":"trace[465003016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5935; }","duration":"1.111266715s","start":"2026-07-09T01:44:28.994325Z","end":"2026-07-09T01:44:30.105591Z","steps":["trace[465003016] 'agreement among raft nodes before linearized reading' (duration: 1.11103742s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:30.105661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:28.994319Z","time spent":"1.111332998s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T01:44:31.149114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056838559,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T01:44:31.189952Z","caller":"traceutil/trace.go:171","msg":"trace[411082849] transaction","detail":"{read_only:false; response_revision:5936; number_of_response:1; }","duration":"587.621444ms","start":"2026-07-09T01:44:30.602297Z","end":"2026-07-09T01:44:31.189918Z","steps":["trace[411082849] 'process raft request' (duration: 587.416999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.190154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.602273Z","time spent":"587.781218ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:31.67032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.30262Z","time spent":"367.692371ms","remote":"127.0.0.1:49042","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T01:44:31.670468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.134059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:44:31.670655Z","caller":"traceutil/trace.go:171","msg":"trace[672058373] linearizableReadLoop","detail":"{readStateIndex:6160; appliedIndex:6157; }","duration":"1.022498484s","start":"2026-07-09T01:44:30.64814Z","end":"2026-07-09T01:44:31.670638Z","steps":["trace[672058373] 'read index received' (duration: 541.531407ms)","trace[672058373] 'applied index is now lower than readState.Index' (duration: 480.966057ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:31.670656Z","caller":"traceutil/trace.go:171","msg":"trace[1292902907] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"1.068296575s","start":"2026-07-09T01:44:30.602329Z","end":"2026-07-09T01:44:31.670626Z","steps":["trace[1292902907] 'process raft request' (duration: 718.91804ms)","trace[1292902907] 'compare' (duration: 348.953804ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:31.670699Z","caller":"traceutil/trace.go:171","msg":"trace[1416177150] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"1.068319935s","start":"2026-07-09T01:44:30.602331Z","end":"2026-07-09T01:44:31.670651Z","steps":["trace[1416177150] 'process raft request' (duration: 1.068219863s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.670789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.69168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:44:31.670798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.602308Z","time spent":"1.068412287s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:31.670823Z","caller":"traceutil/trace.go:171","msg":"trace[1189901626] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5938; }","duration":"946.762292ms","start":"2026-07-09T01:44:30.724047Z","end":"2026-07-09T01:44:31.670809Z","steps":["trace[1189901626] 'agreement among raft nodes before linearized reading' (duration: 946.69739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.670858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.724027Z","time spent":"946.822003ms","remote":"127.0.0.1:56206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:31.67089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.918711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T01:44:31.670895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.602302Z","time spent":"1.068500619s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:31.670962Z","caller":"traceutil/trace.go:171","msg":"trace[15610928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5938; }","duration":"135.011003ms","start":"2026-07-09T01:44:31.535934Z","end":"2026-07-09T01:44:31.670945Z","steps":["trace[15610928] 'agreement among raft nodes before linearized reading' (duration: 134.831379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.67102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.522148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T01:44:31.671091Z","caller":"traceutil/trace.go:171","msg":"trace[1551077004] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5938; }","duration":"133.6033ms","start":"2026-07-09T01:44:31.537469Z","end":"2026-07-09T01:44:31.671072Z","steps":["trace[1551077004] 'agreement among raft nodes before linearized reading' (duration: 133.391995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.007957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T01:44:31.671139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.6903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-07-09T01:44:31.671156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.244305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T01:44:31.671166Z","caller":"traceutil/trace.go:171","msg":"trace[1056149800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5938; }","duration":"136.077138ms","start":"2026-07-09T01:44:31.535079Z","end":"2026-07-09T01:44:31.671156Z","steps":["trace[1056149800] 'agreement among raft nodes before linearized reading' (duration: 135.976886ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:31.671169Z","caller":"traceutil/trace.go:171","msg":"trace[1906121426] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5938; }","duration":"680.743951ms","start":"2026-07-09T01:44:30.990416Z","end":"2026-07-09T01:44:31.67116Z","steps":["trace[1906121426] 'agreement among raft nodes before linearized reading' (duration: 680.631099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.019693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:31.671251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.066238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:31.67129Z","caller":"traceutil/trace.go:171","msg":"trace[1526780777] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5938; }","duration":"681.13739ms","start":"2026-07-09T01:44:30.990146Z","end":"2026-07-09T01:44:31.671283Z","steps":["trace[1526780777] 'agreement among raft nodes before linearized reading' (duration: 681.088779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.954934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-09T01:44:31.671331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.702174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:31.671361Z","caller":"traceutil/trace.go:171","msg":"trace[1344224412] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5938; }","duration":"104.014855ms","start":"2026-07-09T01:44:31.567337Z","end":"2026-07-09T01:44:31.671352Z","steps":["trace[1344224412] 'agreement among raft nodes before linearized reading' (duration: 103.930573ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:31.671371Z","caller":"traceutil/trace.go:171","msg":"trace[1317627547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5938; }","duration":"718.772136ms","start":"2026-07-09T01:44:30.952587Z","end":"2026-07-09T01:44:31.671359Z","steps":["trace[1317627547] 'agreement among raft nodes before linearized reading' (duration: 718.707934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.791032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T01:44:31.671408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.952569Z","time spent":"718.829818ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:44:31.671423Z","caller":"traceutil/trace.go:171","msg":"trace[595958680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5938; }","duration":"614.873013ms","start":"2026-07-09T01:44:31.056535Z","end":"2026-07-09T01:44:31.671408Z","steps":["trace[595958680] 'agreement among raft nodes before linearized reading' (duration: 614.686489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.056524Z","time spent":"614.930495ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:44:31.671332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.990126Z","time spent":"681.200772ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-07-09T01:44:31.671433Z","caller":"traceutil/trace.go:171","msg":"trace[1654509075] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5938; }","duration":"680.30217ms","start":"2026-07-09T01:44:30.990974Z","end":"2026-07-09T01:44:31.671276Z","steps":["trace[1654509075] 'agreement among raft nodes before linearized reading' (duration: 679.854179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.990404Z","time spent":"680.806452ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6182,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-07-09T01:44:31.671622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.165853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-09T01:44:31.671685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.990955Z","time spent":"680.70637ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-09T01:44:31.671522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.073471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:44:31.671838Z","caller":"traceutil/trace.go:171","msg":"trace[810335235] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5938; }","duration":"134.324107ms","start":"2026-07-09T01:44:31.537404Z","end":"2026-07-09T01:44:31.671728Z","steps":["trace[810335235] 'agreement among raft nodes before linearized reading' (duration: 133.491737ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:31.671887Z","caller":"traceutil/trace.go:171","msg":"trace[2070523793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:5938; }","duration":"134.44614ms","start":"2026-07-09T01:44:31.537418Z","end":"2026-07-09T01:44:31.671864Z","steps":["trace[2070523793] 'agreement among raft nodes before linearized reading' (duration: 133.997939ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:31.671206Z","caller":"traceutil/trace.go:171","msg":"trace[331809409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5938; }","duration":"134.328657ms","start":"2026-07-09T01:44:31.536864Z","end":"2026-07-09T01:44:31.671192Z","steps":["trace[331809409] 'agreement among raft nodes before linearized reading' (duration: 134.210404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.671212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023052898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:44:31.672074Z","caller":"traceutil/trace.go:171","msg":"trace[756583082] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5938; }","duration":"1.023968839s","start":"2026-07-09T01:44:30.648093Z","end":"2026-07-09T01:44:31.672062Z","steps":["trace[756583082] 'agreement among raft nodes before linearized reading' (duration: 1.022590216s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:31.672115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:30.648079Z","time spent":"1.024021411s","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:32.081582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.132866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:44:32.081716Z","caller":"traceutil/trace.go:171","msg":"trace[1401972117] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"406.220877ms","start":"2026-07-09T01:44:31.675474Z","end":"2026-07-09T01:44:32.081695Z","steps":["trace[1401972117] 'process raft request' (duration: 170.894337ms)","trace[1401972117] 'compare' (duration: 234.934791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:32.081789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.675462Z","time spent":"406.287949ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:32.49616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.865288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:44:32.496435Z","caller":"traceutil/trace.go:171","msg":"trace[272558773] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"820.577858ms","start":"2026-07-09T01:44:31.67579Z","end":"2026-07-09T01:44:32.496367Z","steps":["trace[272558773] 'process raft request' (duration: 630.415733ms)","trace[272558773] 'compare' (duration: 189.202862ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:32.496442Z","caller":"traceutil/trace.go:171","msg":"trace[2054536569] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"820.18182ms","start":"2026-07-09T01:44:31.67624Z","end":"2026-07-09T01:44:32.496422Z","steps":["trace[2054536569] 'process raft request' (duration: 820.015126ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:32.496484Z","caller":"traceutil/trace.go:171","msg":"trace[238961630] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"820.163759ms","start":"2026-07-09T01:44:31.676291Z","end":"2026-07-09T01:44:32.496454Z","steps":["trace[238961630] 'process raft request' (duration: 820.050717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:32.496625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.676232Z","time spent":"820.289672ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:32.49666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.675783Z","time spent":"820.734683ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:32.496506Z","caller":"traceutil/trace.go:171","msg":"trace[1439502675] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"819.626206ms","start":"2026-07-09T01:44:31.67685Z","end":"2026-07-09T01:44:32.496477Z","steps":["trace[1439502675] 'process raft request' (duration: 819.535884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:32.496778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.676285Z","time spent":"820.373124ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:44:32.496831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.676826Z","time spent":"819.929763ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:32.49652Z","caller":"traceutil/trace.go:171","msg":"trace[340971932] transaction","detail":"{read_only:false; response_revision:5944; number_of_response:1; }","duration":"819.292288ms","start":"2026-07-09T01:44:31.6772Z","end":"2026-07-09T01:44:32.496493Z","steps":["trace[340971932] 'process raft request' (duration: 819.222357ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:32.496475Z","caller":"traceutil/trace.go:171","msg":"trace[275802241] linearizableReadLoop","detail":"{readStateIndex:6165; appliedIndex:6160; }","duration":"819.420561ms","start":"2026-07-09T01:44:31.677035Z","end":"2026-07-09T01:44:32.496455Z","steps":["trace[275802241] 'read index received' (duration: 169.458833ms)","trace[275802241] 'applied index is now lower than readState.Index' (duration: 649.960668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:32.496713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.669697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101685"} {"level":"warn","ts":"2026-07-09T01:44:32.497071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.677194Z","time spent":"819.829611ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:44:32.497109Z","caller":"traceutil/trace.go:171","msg":"trace[102896121] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5944; }","duration":"820.056706ms","start":"2026-07-09T01:44:31.677032Z","end":"2026-07-09T01:44:32.497089Z","steps":["trace[102896121] 'agreement among raft nodes before linearized reading' (duration: 819.470402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:32.497153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.481165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:32.497159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.954078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:44:32.497174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.677026Z","time spent":"820.128148ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101708,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-09T01:44:32.497157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.299743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:32.4972Z","caller":"traceutil/trace.go:171","msg":"trace[1251326471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5944; }","duration":"543.560726ms","start":"2026-07-09T01:44:31.953623Z","end":"2026-07-09T01:44:32.497184Z","steps":["trace[1251326471] 'agreement among raft nodes before linearized reading' (duration: 543.491744ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:32.497221Z","caller":"traceutil/trace.go:171","msg":"trace[1500219386] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5944; }","duration":"584.05917ms","start":"2026-07-09T01:44:31.913146Z","end":"2026-07-09T01:44:32.497205Z","steps":["trace[1500219386] 'agreement among raft nodes before linearized reading' (duration: 583.954278ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:32.497239Z","caller":"traceutil/trace.go:171","msg":"trace[2015244027] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5944; }","duration":"386.424176ms","start":"2026-07-09T01:44:32.110795Z","end":"2026-07-09T01:44:32.497219Z","steps":["trace[2015244027] 'agreement among raft nodes before linearized reading' (duration: 386.307294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:32.497283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.913124Z","time spent":"584.144292ms","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:32.497283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:32.110774Z","time spent":"386.495139ms","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:44:32.497232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:31.953597Z","time spent":"543.629358ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:44:33.049583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.125722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:44:33.049683Z","caller":"traceutil/trace.go:171","msg":"trace[1839850962] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5944; }","duration":"434.279286ms","start":"2026-07-09T01:44:32.61538Z","end":"2026-07-09T01:44:33.049659Z","steps":["trace[1839850962] 'count revisions from in-memory index tree' (duration: 434.0565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:33.049745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:44:32.615363Z","time spent":"434.363577ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:44:36.065763Z","caller":"traceutil/trace.go:171","msg":"trace[1270400109] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"100.050561ms","start":"2026-07-09T01:44:35.965686Z","end":"2026-07-09T01:44:36.065736Z","steps":["trace[1270400109] 'process raft request' (duration: 99.634611ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:36.221381Z","caller":"traceutil/trace.go:171","msg":"trace[1930160558] linearizableReadLoop","detail":"{readStateIndex:6187; appliedIndex:6186; }","duration":"120.004677ms","start":"2026-07-09T01:44:36.101348Z","end":"2026-07-09T01:44:36.221352Z","steps":["trace[1930160558] 'read index received' (duration: 83.675682ms)","trace[1930160558] 'applied index is now lower than readState.Index' (duration: 36.325704ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:36.221461Z","caller":"traceutil/trace.go:171","msg":"trace[751709662] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"147.309406ms","start":"2026-07-09T01:44:36.074122Z","end":"2026-07-09T01:44:36.221431Z","steps":["trace[751709662] 'process raft request' (duration: 110.773227ms)","trace[751709662] 'compare' (duration: 36.232842ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:44:36.221765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.387045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T01:44:36.221877Z","caller":"traceutil/trace.go:171","msg":"trace[620836409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5965; }","duration":"120.556949ms","start":"2026-07-09T01:44:36.101293Z","end":"2026-07-09T01:44:36.22185Z","steps":["trace[620836409] 'agreement among raft nodes before linearized reading' (duration: 120.226662ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:36.453639Z","caller":"traceutil/trace.go:171","msg":"trace[1308502795] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"116.923973ms","start":"2026-07-09T01:44:36.33669Z","end":"2026-07-09T01:44:36.453613Z","steps":["trace[1308502795] 'process raft request' (duration: 116.700328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:40.926832Z","caller":"traceutil/trace.go:171","msg":"trace[1524157283] transaction","detail":"{read_only:false; response_revision:6006; number_of_response:1; }","duration":"212.107667ms","start":"2026-07-09T01:44:40.714704Z","end":"2026-07-09T01:44:40.926811Z","steps":["trace[1524157283] 'process raft request' (duration: 165.080368ms)","trace[1524157283] 'compare' (duration: 46.854225ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:40.926985Z","caller":"traceutil/trace.go:171","msg":"trace[1966512979] linearizableReadLoop","detail":"{readStateIndex:6230; appliedIndex:6229; }","duration":"172.722591ms","start":"2026-07-09T01:44:40.754198Z","end":"2026-07-09T01:44:40.92692Z","steps":["trace[1966512979] 'read index received' (duration: 125.60123ms)","trace[1966512979] 'applied index is now lower than readState.Index' (duration: 47.114851ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:40.92712Z","caller":"traceutil/trace.go:171","msg":"trace[466499230] transaction","detail":"{read_only:false; response_revision:6007; number_of_response:1; }","duration":"118.032009ms","start":"2026-07-09T01:44:40.809042Z","end":"2026-07-09T01:44:40.927074Z","steps":["trace[466499230] 'process raft request' (duration: 117.758622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:40.927265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.058689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109103"} {"level":"info","ts":"2026-07-09T01:44:40.927299Z","caller":"traceutil/trace.go:171","msg":"trace[590906442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6007; }","duration":"173.154621ms","start":"2026-07-09T01:44:40.754138Z","end":"2026-07-09T01:44:40.927292Z","steps":["trace[590906442] 'agreement among raft nodes before linearized reading' (duration: 172.907895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:40.927389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.034296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-j4qlk\" ","response":"range_response_count:1 size:7339"} {"level":"info","ts":"2026-07-09T01:44:40.927468Z","caller":"traceutil/trace.go:171","msg":"trace[1993787241] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-j4qlk; range_end:; response_count:1; response_revision:6007; }","duration":"120.1591ms","start":"2026-07-09T01:44:40.807296Z","end":"2026-07-09T01:44:40.927455Z","steps":["trace[1993787241] 'agreement among raft nodes before linearized reading' (duration: 119.902613ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:42.803486Z","caller":"traceutil/trace.go:171","msg":"trace[536685430] linearizableReadLoop","detail":"{readStateIndex:6237; appliedIndex:6236; }","duration":"130.986017ms","start":"2026-07-09T01:44:42.672474Z","end":"2026-07-09T01:44:42.80346Z","steps":["trace[536685430] 'read index received' (duration: 130.871074ms)","trace[536685430] 'applied index is now lower than readState.Index' (duration: 113.783µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:44:42.803632Z","caller":"traceutil/trace.go:171","msg":"trace[1689263349] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"219.3145ms","start":"2026-07-09T01:44:42.584289Z","end":"2026-07-09T01:44:42.803604Z","steps":["trace[1689263349] 'process raft request' (duration: 219.018643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:44:42.803892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.339465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:44:42.804015Z","caller":"traceutil/trace.go:171","msg":"trace[1913213103] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6013; }","duration":"131.550361ms","start":"2026-07-09T01:44:42.672437Z","end":"2026-07-09T01:44:42.803987Z","steps":["trace[1913213103] 'agreement among raft nodes before linearized reading' (duration: 131.142791ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:43.714557Z","caller":"traceutil/trace.go:171","msg":"trace[1486604486] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"299.784425ms","start":"2026-07-09T01:44:43.414739Z","end":"2026-07-09T01:44:43.714524Z","steps":["trace[1486604486] 'process raft request' (duration: 299.489128ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:44:50.910128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3013} {"level":"info","ts":"2026-07-09T01:44:51.008218Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3013,"took":"96.139288ms","hash":1654060166,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":31678464,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T01:44:51.008291Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1654060166,"revision":3013,"compact-revision":-1} {"level":"info","ts":"2026-07-09T01:45:24.35763Z","caller":"traceutil/trace.go:171","msg":"trace[1097594227] transaction","detail":"{read_only:false; response_revision:6324; number_of_response:1; }","duration":"118.636733ms","start":"2026-07-09T01:45:24.238956Z","end":"2026-07-09T01:45:24.357593Z","steps":["trace[1097594227] 'process raft request' (duration: 118.373527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:45:29.82022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.992411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:45:29.820336Z","caller":"traceutil/trace.go:171","msg":"trace[48559687] transaction","detail":"{read_only:false; response_revision:6370; number_of_response:1; }","duration":"171.658215ms","start":"2026-07-09T01:45:29.648658Z","end":"2026-07-09T01:45:29.820316Z","steps":["trace[48559687] 'process raft request' (duration: 34.482311ms)","trace[48559687] 'compare' (duration: 136.820836ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:46:23.777537Z","caller":"traceutil/trace.go:171","msg":"trace[18014054] linearizableReadLoop","detail":"{readStateIndex:6901; appliedIndex:6899; }","duration":"132.221438ms","start":"2026-07-09T01:46:23.645289Z","end":"2026-07-09T01:46:23.777511Z","steps":["trace[18014054] 'read index received' (duration: 6.7607ms)","trace[18014054] 'applied index is now lower than readState.Index' (duration: 125.459888ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:46:23.777694Z","caller":"traceutil/trace.go:171","msg":"trace[1197536012] transaction","detail":"{read_only:false; response_revision:6655; number_of_response:1; }","duration":"144.116631ms","start":"2026-07-09T01:46:23.633531Z","end":"2026-07-09T01:46:23.777648Z","steps":["trace[1197536012] 'process raft request' (duration: 91.640215ms)","trace[1197536012] 'compare' (duration: 52.20667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:46:23.77775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.433083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:46:23.777874Z","caller":"traceutil/trace.go:171","msg":"trace[883279056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:6655; }","duration":"132.594667ms","start":"2026-07-09T01:46:23.64527Z","end":"2026-07-09T01:46:23.777864Z","steps":["trace[883279056] 'agreement among raft nodes before linearized reading' (duration: 132.337311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:46:26.476683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.509071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:46:26.476862Z","caller":"traceutil/trace.go:171","msg":"trace[759288470] transaction","detail":"{read_only:false; response_revision:6667; number_of_response:1; }","duration":"204.824962ms","start":"2026-07-09T01:46:26.272008Z","end":"2026-07-09T01:46:26.476833Z","steps":["trace[759288470] 'process raft request' (duration: 33.025634ms)","trace[759288470] 'compare' (duration: 171.383508ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:46:26.477433Z","caller":"traceutil/trace.go:171","msg":"trace[1335246805] transaction","detail":"{read_only:false; response_revision:6668; number_of_response:1; }","duration":"146.20593ms","start":"2026-07-09T01:46:26.331184Z","end":"2026-07-09T01:46:26.47739Z","steps":["trace[1335246805] 'process raft request' (duration: 146.013095ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:17.15127Z","caller":"traceutil/trace.go:171","msg":"trace[196974696] linearizableReadLoop","detail":"{readStateIndex:8221; appliedIndex:8220; }","duration":"197.288129ms","start":"2026-07-09T01:49:16.953963Z","end":"2026-07-09T01:49:17.151251Z","steps":["trace[196974696] 'read index received' (duration: 197.113615ms)","trace[196974696] 'applied index is now lower than readState.Index' (duration: 173.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:17.151455Z","caller":"traceutil/trace.go:171","msg":"trace[12239384] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"211.589086ms","start":"2026-07-09T01:49:16.939858Z","end":"2026-07-09T01:49:17.151447Z","steps":["trace[12239384] 'process raft request' (duration: 211.280289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:17.151593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.619837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:49:17.15162Z","caller":"traceutil/trace.go:171","msg":"trace[1280012581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7934; }","duration":"197.697609ms","start":"2026-07-09T01:49:16.953916Z","end":"2026-07-09T01:49:17.151614Z","steps":["trace[1280012581] 'agreement among raft nodes before linearized reading' (duration: 197.641527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:17.151713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.045833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:49:17.151802Z","caller":"traceutil/trace.go:171","msg":"trace[588954075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7934; }","duration":"121.160005ms","start":"2026-07-09T01:49:17.030604Z","end":"2026-07-09T01:49:17.151764Z","steps":["trace[588954075] 'agreement among raft nodes before linearized reading' (duration: 121.056793ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:33.54424Z","caller":"traceutil/trace.go:171","msg":"trace[1349362326] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"323.938293ms","start":"2026-07-09T01:49:33.220271Z","end":"2026-07-09T01:49:33.544209Z","steps":["trace[1349362326] 'process raft request' (duration: 323.768799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:33.544413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:33.220246Z","time spent":"324.078647ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:49:33.546426Z","caller":"traceutil/trace.go:171","msg":"trace[991157281] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8482; }","duration":"298.553046ms","start":"2026-07-09T01:49:33.247847Z","end":"2026-07-09T01:49:33.5464Z","steps":["trace[991157281] 'read index received' (duration: 296.242451ms)","trace[991157281] 'applied index is now lower than readState.Index' (duration: 2.309395ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:33.546504Z","caller":"traceutil/trace.go:171","msg":"trace[1647492249] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"321.873595ms","start":"2026-07-09T01:49:33.224611Z","end":"2026-07-09T01:49:33.546485Z","steps":["trace[1647492249] 'process raft request' (duration: 321.732541ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:33.546494Z","caller":"traceutil/trace.go:171","msg":"trace[714021388] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"322.07972ms","start":"2026-07-09T01:49:33.224364Z","end":"2026-07-09T01:49:33.546444Z","steps":["trace[714021388] 'process raft request' (duration: 321.841414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:33.546593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:33.224599Z","time spent":"321.946587ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:49:33.546618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.306296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:49:33.546662Z","caller":"traceutil/trace.go:171","msg":"trace[939930431] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8190; }","duration":"297.420678ms","start":"2026-07-09T01:49:33.249229Z","end":"2026-07-09T01:49:33.54665Z","steps":["trace[939930431] 'agreement among raft nodes before linearized reading' (duration: 297.325926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:33.546661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.811751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:49:33.546717Z","caller":"traceutil/trace.go:171","msg":"trace[490944523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8190; }","duration":"298.909054ms","start":"2026-07-09T01:49:33.247791Z","end":"2026-07-09T01:49:33.5467Z","steps":["trace[490944523] 'agreement among raft nodes before linearized reading' (duration: 298.74421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:33.546732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:33.224357Z","time spent":"322.245493ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:49:45.176783Z","caller":"traceutil/trace.go:171","msg":"trace[187952312] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8551; }","duration":"106.046969ms","start":"2026-07-09T01:49:45.070708Z","end":"2026-07-09T01:49:45.176755Z","steps":["trace[187952312] 'read index received' (duration: 105.932447ms)","trace[187952312] 'applied index is now lower than readState.Index' (duration: 113.062µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:45.176907Z","caller":"traceutil/trace.go:171","msg":"trace[1172132715] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"128.183181ms","start":"2026-07-09T01:49:45.04869Z","end":"2026-07-09T01:49:45.176873Z","steps":["trace[1172132715] 'process raft request' (duration: 127.896254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:45.176985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.239534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:49:45.177051Z","caller":"traceutil/trace.go:171","msg":"trace[563620656] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:8253; }","duration":"106.371527ms","start":"2026-07-09T01:49:45.070666Z","end":"2026-07-09T01:49:45.177038Z","steps":["trace[563620656] 'agreement among raft nodes before linearized reading' (duration: 106.230054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.117435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056844767,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T01:49:46.181493Z","caller":"traceutil/trace.go:171","msg":"trace[1303751225] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"571.050527ms","start":"2026-07-09T01:49:45.610417Z","end":"2026-07-09T01:49:46.181468Z","steps":["trace[1303751225] 'process raft request' (duration: 570.799211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.181696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.610394Z","time spent":"571.173899ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:49:46.389048Z","caller":"traceutil/trace.go:171","msg":"trace[658888433] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"778.139917ms","start":"2026-07-09T01:49:45.61088Z","end":"2026-07-09T01:49:46.38902Z","steps":["trace[658888433] 'process raft request' (duration: 778.040105ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:46.389064Z","caller":"traceutil/trace.go:171","msg":"trace[246636807] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"778.531296ms","start":"2026-07-09T01:49:45.61049Z","end":"2026-07-09T01:49:46.389022Z","steps":["trace[246636807] 'process raft request' (duration: 778.223339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.610847Z","time spent":"778.28832ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:49:46.389262Z","caller":"traceutil/trace.go:171","msg":"trace[2061189642] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"412.289245ms","start":"2026-07-09T01:49:45.976958Z","end":"2026-07-09T01:49:46.389248Z","steps":["trace[2061189642] 'process raft request' (duration: 412.019869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.610465Z","time spent":"778.765471ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:49:46.389171Z","caller":"traceutil/trace.go:171","msg":"trace[1638123461] linearizableReadLoop","detail":"{readStateIndex:8556; appliedIndex:8552; }","duration":"772.411812ms","start":"2026-07-09T01:49:45.616733Z","end":"2026-07-09T01:49:46.389144Z","steps":["trace[1638123461] 'read index received' (duration: 564.482232ms)","trace[1638123461] 'applied index is now lower than readState.Index' (duration: 207.92732ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:49:46.389401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.657758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:49:46.389455Z","caller":"traceutil/trace.go:171","msg":"trace[147579608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8257; }","duration":"772.73168ms","start":"2026-07-09T01:49:45.616711Z","end":"2026-07-09T01:49:46.389443Z","steps":["trace[147579608] 'agreement among raft nodes before linearized reading' (duration: 772.494104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.616704Z","time spent":"772.784051ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:49:46.389553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.291131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:49:46.389606Z","caller":"traceutil/trace.go:171","msg":"trace[640004059] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8257; }","duration":"621.389123ms","start":"2026-07-09T01:49:45.768205Z","end":"2026-07-09T01:49:46.389595Z","steps":["trace[640004059] 'agreement among raft nodes before linearized reading' (duration: 621.273791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.053889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:49:46.389647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.768183Z","time spent":"621.453504ms","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:49:46.389673Z","caller":"traceutil/trace.go:171","msg":"trace[1708153036] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8257; }","duration":"350.183522ms","start":"2026-07-09T01:49:46.039468Z","end":"2026-07-09T01:49:46.389651Z","steps":["trace[1708153036] 'agreement among raft nodes before linearized reading' (duration: 350.044408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.418894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:49:46.389717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:46.039447Z","time spent":"350.259044ms","remote":"127.0.0.1:45922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:49:46.389745Z","caller":"traceutil/trace.go:171","msg":"trace[1501294562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8257; }","duration":"436.585238ms","start":"2026-07-09T01:49:45.95315Z","end":"2026-07-09T01:49:46.389735Z","steps":["trace[1501294562] 'agreement among raft nodes before linearized reading' (duration: 436.449655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.079334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:49:46.389786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.953128Z","time spent":"436.64954ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:49:46.389825Z","caller":"traceutil/trace.go:171","msg":"trace[1380735364] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8257; }","duration":"396.267658ms","start":"2026-07-09T01:49:45.993527Z","end":"2026-07-09T01:49:46.389794Z","steps":["trace[1380735364] 'agreement among raft nodes before linearized reading' (duration: 396.052153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.389908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.993508Z","time spent":"396.37617ms","remote":"127.0.0.1:45844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:49:46.389841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.14824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T01:49:46.389999Z","caller":"traceutil/trace.go:171","msg":"trace[701459794] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8257; }","duration":"173.448297ms","start":"2026-07-09T01:49:46.216529Z","end":"2026-07-09T01:49:46.389977Z","steps":["trace[701459794] 'agreement among raft nodes before linearized reading' (duration: 173.076479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.390162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:49:45.976934Z","time spent":"412.412659ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:49:46.595568Z","caller":"traceutil/trace.go:171","msg":"trace[810704932] linearizableReadLoop","detail":"{readStateIndex:8558; appliedIndex:8556; }","duration":"155.375642ms","start":"2026-07-09T01:49:46.440148Z","end":"2026-07-09T01:49:46.595524Z","steps":["trace[810704932] 'read index received' (duration: 96.215778ms)","trace[810704932] 'applied index is now lower than readState.Index' (duration: 59.158674ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:46.595599Z","caller":"traceutil/trace.go:171","msg":"trace[1078710733] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"200.086795ms","start":"2026-07-09T01:49:46.395468Z","end":"2026-07-09T01:49:46.595555Z","steps":["trace[1078710733] 'process raft request' (duration: 140.88059ms)","trace[1078710733] 'compare' (duration: 58.784415ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:46.595673Z","caller":"traceutil/trace.go:171","msg":"trace[1902944713] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"199.571343ms","start":"2026-07-09T01:49:46.396065Z","end":"2026-07-09T01:49:46.595636Z","steps":["trace[1902944713] 'process raft request' (duration: 199.363078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:46.595797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.605607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:49:46.595895Z","caller":"traceutil/trace.go:171","msg":"trace[896336974] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8259; }","duration":"155.783121ms","start":"2026-07-09T01:49:46.440091Z","end":"2026-07-09T01:49:46.595874Z","steps":["trace[896336974] 'agreement among raft nodes before linearized reading' (duration: 155.552856ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:46.780473Z","caller":"traceutil/trace.go:171","msg":"trace[1420617430] linearizableReadLoop","detail":"{readStateIndex:8561; appliedIndex:8560; }","duration":"103.887518ms","start":"2026-07-09T01:49:46.676564Z","end":"2026-07-09T01:49:46.780451Z","steps":["trace[1420617430] 'read index received' (duration: 87.131203ms)","trace[1420617430] 'applied index is now lower than readState.Index' (duration: 16.755155ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:46.780553Z","caller":"traceutil/trace.go:171","msg":"trace[8130270] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"133.313551ms","start":"2026-07-09T01:49:46.64719Z","end":"2026-07-09T01:49:46.780504Z","steps":["trace[8130270] 'process raft request' (duration: 116.500355ms)","trace[8130270] 'compare' (duration: 16.657852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:49:46.780702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.101663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:49:46.780898Z","caller":"traceutil/trace.go:171","msg":"trace[2145915418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8262; }","duration":"104.351129ms","start":"2026-07-09T01:49:46.676499Z","end":"2026-07-09T01:49:46.78085Z","steps":["trace[2145915418] 'agreement among raft nodes before linearized reading' (duration: 104.064992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:48.668739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.638487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:49:48.668846Z","caller":"traceutil/trace.go:171","msg":"trace[1826823764] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8564; }","duration":"247.072361ms","start":"2026-07-09T01:49:48.421755Z","end":"2026-07-09T01:49:48.668827Z","steps":["trace[1826823764] 'read index received' (duration: 57.150596ms)","trace[1826823764] 'applied index is now lower than readState.Index' (duration: 189.920045ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:48.668893Z","caller":"traceutil/trace.go:171","msg":"trace[843289859] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"273.202076ms","start":"2026-07-09T01:49:48.395649Z","end":"2026-07-09T01:49:48.668851Z","steps":["trace[843289859] 'process raft request' (duration: 83.353984ms)","trace[843289859] 'compare' (duration: 189.425232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:49:48.669067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.314397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:49:48.669113Z","caller":"traceutil/trace.go:171","msg":"trace[973423775] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8266; }","duration":"247.399508ms","start":"2026-07-09T01:49:48.4217Z","end":"2026-07-09T01:49:48.669099Z","steps":["trace[973423775] 'agreement among raft nodes before linearized reading' (duration: 247.305646ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:48.889944Z","caller":"traceutil/trace.go:171","msg":"trace[101224682] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"216.143714ms","start":"2026-07-09T01:49:48.673768Z","end":"2026-07-09T01:49:48.889912Z","steps":["trace[101224682] 'process raft request' (duration: 161.025735ms)","trace[101224682] 'compare' (duration: 54.903354ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:48.890254Z","caller":"traceutil/trace.go:171","msg":"trace[1166946623] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"216.183984ms","start":"2026-07-09T01:49:48.674048Z","end":"2026-07-09T01:49:48.890232Z","steps":["trace[1166946623] 'process raft request' (duration: 215.807675ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:48.890355Z","caller":"traceutil/trace.go:171","msg":"trace[473769897] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"215.99696ms","start":"2026-07-09T01:49:48.674333Z","end":"2026-07-09T01:49:48.890329Z","steps":["trace[473769897] 'process raft request' (duration: 215.783355ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:48.890459Z","caller":"traceutil/trace.go:171","msg":"trace[1453670784] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8565; }","duration":"148.858987ms","start":"2026-07-09T01:49:48.741587Z","end":"2026-07-09T01:49:48.890446Z","steps":["trace[1453670784] 'read index received' (duration: 93.315649ms)","trace[1453670784] 'applied index is now lower than readState.Index' (duration: 55.542058ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:49:48.890526Z","caller":"traceutil/trace.go:171","msg":"trace[1953106298] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"215.607451ms","start":"2026-07-09T01:49:48.674891Z","end":"2026-07-09T01:49:48.890499Z","steps":["trace[1953106298] 'process raft request' (duration: 215.390945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:49:48.890645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.029822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:49:48.890712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.549157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:49:48.890757Z","caller":"traceutil/trace.go:171","msg":"trace[1516611282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8270; }","duration":"105.651859ms","start":"2026-07-09T01:49:48.785093Z","end":"2026-07-09T01:49:48.890745Z","steps":["trace[1516611282] 'agreement among raft nodes before linearized reading' (duration: 105.510256ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:48.890695Z","caller":"traceutil/trace.go:171","msg":"trace[957916558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8270; }","duration":"149.138784ms","start":"2026-07-09T01:49:48.741544Z","end":"2026-07-09T01:49:48.890683Z","steps":["trace[957916558] 'agreement among raft nodes before linearized reading' (duration: 149.003611ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:49:50.916871Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6060} {"level":"info","ts":"2026-07-09T01:49:51.034823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6060,"took":"115.642425ms","hash":1840663060,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":23646208,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-09T01:49:51.0349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1840663060,"revision":6060,"compact-revision":3013} {"level":"info","ts":"2026-07-09T01:50:12.636882Z","caller":"traceutil/trace.go:171","msg":"trace[1243471424] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"130.095516ms","start":"2026-07-09T01:50:12.50674Z","end":"2026-07-09T01:50:12.636835Z","steps":["trace[1243471424] 'process raft request' (duration: 129.805299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:16.520965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066038791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:50:16.52107Z","caller":"traceutil/trace.go:171","msg":"trace[1406621205] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:8467; }","duration":"1.066181544s","start":"2026-07-09T01:50:15.454864Z","end":"2026-07-09T01:50:16.521045Z","steps":["trace[1406621205] 'range keys from in-memory index tree' (duration: 1.065782745s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:16.521134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:15.454847Z","time spent":"1.066266176s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T01:50:16.521179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.34934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:16.521307Z","caller":"traceutil/trace.go:171","msg":"trace[1070527858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8467; }","duration":"567.523414ms","start":"2026-07-09T01:50:15.953758Z","end":"2026-07-09T01:50:16.521282Z","steps":["trace[1070527858] 'range keys from in-memory index tree' (duration: 567.208316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:16.521386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:15.953739Z","time spent":"567.632316ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:50:16.561824Z","caller":"traceutil/trace.go:171","msg":"trace[1596726293] transaction","detail":"{read_only:false; response_revision:8468; number_of_response:1; }","duration":"235.379937ms","start":"2026-07-09T01:50:16.326414Z","end":"2026-07-09T01:50:16.561794Z","steps":["trace[1596726293] 'process raft request' (duration: 234.871135ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:18.708176Z","caller":"traceutil/trace.go:171","msg":"trace[1854080184] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"139.047287ms","start":"2026-07-09T01:50:18.5691Z","end":"2026-07-09T01:50:18.708147Z","steps":["trace[1854080184] 'read index received' (duration: 138.990206ms)","trace[1854080184] 'applied index is now lower than readState.Index' (duration: 55.921µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:18.708389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.267942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:50:18.70843Z","caller":"traceutil/trace.go:171","msg":"trace[54499274] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:8478; }","duration":"139.345603ms","start":"2026-07-09T01:50:18.569071Z","end":"2026-07-09T01:50:18.708417Z","steps":["trace[54499274] 'agreement among raft nodes before linearized reading' (duration: 139.183999ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:18.708502Z","caller":"traceutil/trace.go:171","msg":"trace[1542023926] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"140.672206ms","start":"2026-07-09T01:50:18.567799Z","end":"2026-07-09T01:50:18.708471Z","steps":["trace[1542023926] 'process raft request' (duration: 140.162563ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:28.758724Z","caller":"traceutil/trace.go:171","msg":"trace[308699148] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"122.846665ms","start":"2026-07-09T01:50:28.635852Z","end":"2026-07-09T01:50:28.758699Z","steps":["trace[308699148] 'process raft request' (duration: 122.688031ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:28.960584Z","caller":"traceutil/trace.go:171","msg":"trace[2051499072] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"133.097356ms","start":"2026-07-09T01:50:28.827463Z","end":"2026-07-09T01:50:28.960561Z","steps":["trace[2051499072] 'process raft request' (duration: 133.047825ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:28.96065Z","caller":"traceutil/trace.go:171","msg":"trace[1427464209] transaction","detail":"{read_only:false; response_revision:8562; number_of_response:1; }","duration":"192.519156ms","start":"2026-07-09T01:50:28.768077Z","end":"2026-07-09T01:50:28.960596Z","steps":["trace[1427464209] 'process raft request' (duration: 168.999632ms)","trace[1427464209] 'compare' (duration: 23.311269ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:28.960659Z","caller":"traceutil/trace.go:171","msg":"trace[444238291] linearizableReadLoop","detail":"{readStateIndex:8875; appliedIndex:8873; }","duration":"189.572097ms","start":"2026-07-09T01:50:28.77105Z","end":"2026-07-09T01:50:28.960622Z","steps":["trace[444238291] 'read index received' (duration: 21.318342ms)","trace[444238291] 'applied index is now lower than readState.Index' (duration: 168.249985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:28.960925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.395466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:28.961021Z","caller":"traceutil/trace.go:171","msg":"trace[1096100234] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8563; }","duration":"187.517759ms","start":"2026-07-09T01:50:28.773478Z","end":"2026-07-09T01:50:28.960996Z","steps":["trace[1096100234] 'agreement among raft nodes before linearized reading' (duration: 187.369375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:28.961118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.938316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:50:28.961185Z","caller":"traceutil/trace.go:171","msg":"trace[818373568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:8563; }","duration":"190.148781ms","start":"2026-07-09T01:50:28.771018Z","end":"2026-07-09T01:50:28.961166Z","steps":["trace[818373568] 'agreement among raft nodes before linearized reading' (duration: 189.807313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.302485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.189451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T01:50:29.302569Z","caller":"traceutil/trace.go:171","msg":"trace[1339796129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8563; }","duration":"201.316024ms","start":"2026-07-09T01:50:29.101233Z","end":"2026-07-09T01:50:29.302549Z","steps":["trace[1339796129] 'range keys from in-memory index tree' (duration: 201.027737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.302485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.895864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:50:29.302809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.47095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T01:50:29.30287Z","caller":"traceutil/trace.go:171","msg":"trace[213990913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8563; }","duration":"210.597923ms","start":"2026-07-09T01:50:29.092258Z","end":"2026-07-09T01:50:29.302856Z","steps":["trace[213990913] 'range keys from in-memory index tree' (duration: 209.978138ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:29.302913Z","caller":"traceutil/trace.go:171","msg":"trace[1183373853] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8563; }","duration":"128.290193ms","start":"2026-07-09T01:50:29.174535Z","end":"2026-07-09T01:50:29.302825Z","steps":["trace[1183373853] 'count revisions from in-memory index tree' (duration: 127.800961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.302875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.178965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:50:29.303152Z","caller":"traceutil/trace.go:171","msg":"trace[2079764068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8563; }","duration":"202.714197ms","start":"2026-07-09T01:50:29.100414Z","end":"2026-07-09T01:50:29.303128Z","steps":["trace[2079764068] 'range keys from in-memory index tree' (duration: 201.869517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.303025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.963369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:50:29.303257Z","caller":"traceutil/trace.go:171","msg":"trace[1225647641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8563; }","duration":"199.273406ms","start":"2026-07-09T01:50:29.103972Z","end":"2026-07-09T01:50:29.303246Z","steps":["trace[1225647641] 'range keys from in-memory index tree' (duration: 198.21065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.303055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.94636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T01:50:29.303343Z","caller":"traceutil/trace.go:171","msg":"trace[1138574950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8563; }","duration":"205.307258ms","start":"2026-07-09T01:50:29.098023Z","end":"2026-07-09T01:50:29.30333Z","steps":["trace[1138574950] 'range keys from in-memory index tree' (duration: 204.258823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.518058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.358304ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T01:50:29.518365Z","caller":"traceutil/trace.go:171","msg":"trace[1028228489] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8876; }","duration":"284.301559ms","start":"2026-07-09T01:50:29.234034Z","end":"2026-07-09T01:50:29.518336Z","steps":["trace[1028228489] 'read index received' (duration: 29.547306ms)","trace[1028228489] 'applied index is now lower than readState.Index' (duration: 254.751303ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:29.518418Z","caller":"traceutil/trace.go:171","msg":"trace[1014792722] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"211.040653ms","start":"2026-07-09T01:50:29.307359Z","end":"2026-07-09T01:50:29.518399Z","steps":["trace[1014792722] 'process raft request' (duration: 210.902709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.518613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.570806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T01:50:29.518651Z","caller":"traceutil/trace.go:171","msg":"trace[1862132125] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8564; }","duration":"284.646147ms","start":"2026-07-09T01:50:29.233994Z","end":"2026-07-09T01:50:29.51864Z","steps":["trace[1862132125] 'agreement among raft nodes before linearized reading' (duration: 284.459513ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:29.693967Z","caller":"traceutil/trace.go:171","msg":"trace[914669089] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"386.400305ms","start":"2026-07-09T01:50:29.307496Z","end":"2026-07-09T01:50:29.693896Z","steps":["trace[914669089] 'process raft request' (duration: 340.097484ms)","trace[914669089] 'compare' (duration: 46.005834ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:29.694171Z","caller":"traceutil/trace.go:171","msg":"trace[890023275] transaction","detail":"{read_only:false; response_revision:8567; number_of_response:1; }","duration":"386.350194ms","start":"2026-07-09T01:50:29.307794Z","end":"2026-07-09T01:50:29.694144Z","steps":["trace[890023275] 'process raft request' (duration: 386.207041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.694324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:29.307785Z","time spent":"386.460436ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:29.694282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:29.307476Z","time spent":"386.656312ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:29.694473Z","caller":"traceutil/trace.go:171","msg":"trace[1237602269] linearizableReadLoop","detail":"{readStateIndex:8883; appliedIndex:8878; }","duration":"176.038649ms","start":"2026-07-09T01:50:29.518423Z","end":"2026-07-09T01:50:29.694462Z","steps":["trace[1237602269] 'read index received' (duration: 129.293147ms)","trace[1237602269] 'applied index is now lower than readState.Index' (duration: 46.744542ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:29.694375Z","caller":"traceutil/trace.go:171","msg":"trace[1657565053] transaction","detail":"{read_only:false; response_revision:8570; number_of_response:1; }","duration":"169.786371ms","start":"2026-07-09T01:50:29.524561Z","end":"2026-07-09T01:50:29.694347Z","steps":["trace[1657565053] 'process raft request' (duration: 169.74629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.694547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.00403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:50:29.694181Z","caller":"traceutil/trace.go:171","msg":"trace[1413467482] transaction","detail":"{read_only:false; response_revision:8566; number_of_response:1; }","duration":"386.564639ms","start":"2026-07-09T01:50:29.307593Z","end":"2026-07-09T01:50:29.694157Z","steps":["trace[1413467482] 'process raft request' (duration: 386.248402ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:29.694603Z","caller":"traceutil/trace.go:171","msg":"trace[1708676139] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8570; }","duration":"348.094433ms","start":"2026-07-09T01:50:29.346496Z","end":"2026-07-09T01:50:29.69459Z","steps":["trace[1708676139] 'agreement among raft nodes before linearized reading' (duration: 347.9971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.694637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:29.346479Z","time spent":"348.148753ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:50:29.694553Z","caller":"traceutil/trace.go:171","msg":"trace[1210349512] transaction","detail":"{read_only:false; response_revision:8569; number_of_response:1; }","duration":"273.011924ms","start":"2026-07-09T01:50:29.421462Z","end":"2026-07-09T01:50:29.694474Z","steps":["trace[1210349512] 'process raft request' (duration: 272.756128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.694708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:29.307565Z","time spent":"387.057171ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:29.69444Z","caller":"traceutil/trace.go:171","msg":"trace[1018777687] transaction","detail":"{read_only:false; response_revision:8568; number_of_response:1; }","duration":"386.60407ms","start":"2026-07-09T01:50:29.307827Z","end":"2026-07-09T01:50:29.694431Z","steps":["trace[1018777687] 'process raft request' (duration: 386.270952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:29.695033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:29.307815Z","time spent":"387.165434ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:32.522887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.723470793s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T01:50:32.654133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323351939s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:50:32.654499Z","caller":"traceutil/trace.go:171","msg":"trace[1353678816] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"2.46682794s","start":"2026-07-09T01:50:30.187642Z","end":"2026-07-09T01:50:32.65447Z","steps":["trace[1353678816] 'process raft request' (duration: 143.048321ms)","trace[1353678816] 'compare' (duration: 2.322919909s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:32.654589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.187622Z","time spent":"2.466922712s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:32.654694Z","caller":"traceutil/trace.go:171","msg":"trace[761059004] linearizableReadLoop","detail":"{readStateIndex:8890; appliedIndex:8889; }","duration":"2.453611668s","start":"2026-07-09T01:50:30.201044Z","end":"2026-07-09T01:50:32.654655Z","steps":["trace[761059004] 'read index received' (duration: 129.627315ms)","trace[761059004] 'applied index is now lower than readState.Index' (duration: 2.323979863s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:32.655575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454486269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-09T01:50:32.655822Z","caller":"traceutil/trace.go:171","msg":"trace[842163496] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"1.856524868s","start":"2026-07-09T01:50:30.799277Z","end":"2026-07-09T01:50:32.655802Z","steps":["trace[842163496] 'process raft request' (duration: 1.856442606s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.655912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.799251Z","time spent":"1.85661841s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:32.655871Z","caller":"traceutil/trace.go:171","msg":"trace[1830116071] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8576; }","duration":"2.454643423s","start":"2026-07-09T01:50:30.201001Z","end":"2026-07-09T01:50:32.655644Z","steps":["trace[1830116071] 'agreement among raft nodes before linearized reading' (duration: 2.453766002s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.656566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.200982Z","time spent":"2.455162764s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-09T01:50:32.823316Z","caller":"traceutil/trace.go:171","msg":"trace[1468572512] transaction","detail":"{read_only:false; response_revision:8580; number_of_response:1; }","duration":"162.742925ms","start":"2026-07-09T01:50:32.660548Z","end":"2026-07-09T01:50:32.823291Z","steps":["trace[1468572512] 'process raft request' (duration: 162.685364ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.823314Z","caller":"traceutil/trace.go:171","msg":"trace[1458674224] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"1.857919871s","start":"2026-07-09T01:50:30.965354Z","end":"2026-07-09T01:50:32.823274Z","steps":["trace[1458674224] 'process raft request' (duration: 1.818100802s)","trace[1458674224] 'compare' (duration: 39.552122ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:32.82339Z","caller":"traceutil/trace.go:171","msg":"trace[813012560] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8579; }","duration":"1.693094046s","start":"2026-07-09T01:50:31.130207Z","end":"2026-07-09T01:50:32.823301Z","steps":["trace[813012560] 'process raft request' (duration: 1.692986194s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.823589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.130181Z","time spent":"1.693289991s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":53,"response count":0,"response size":3100,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:32.823611Z","caller":"traceutil/trace.go:171","msg":"trace[1132053105] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"1.857604663s","start":"2026-07-09T01:50:30.965903Z","end":"2026-07-09T01:50:32.823507Z","steps":["trace[1132053105] 'process raft request' (duration: 1.857239885s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.823664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.96532Z","time spent":"1.858135876s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:32.82371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.965884Z","time spent":"1.857768326s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:32.823987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125206875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-09T01:50:32.82403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124650932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-09T01:50:32.82405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.107015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-07-09T01:50:32.824048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125137674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:50:32.824099Z","caller":"traceutil/trace.go:171","msg":"trace[513149857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8580; }","duration":"1.124740725s","start":"2026-07-09T01:50:31.699341Z","end":"2026-07-09T01:50:32.824081Z","steps":["trace[513149857] 'agreement among raft nodes before linearized reading' (duration: 1.124446748s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.824096Z","caller":"traceutil/trace.go:171","msg":"trace[799451339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8580; }","duration":"1.125338478s","start":"2026-07-09T01:50:31.698734Z","end":"2026-07-09T01:50:32.824073Z","steps":["trace[799451339] 'agreement among raft nodes before linearized reading' (duration: 1.12499181s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.824324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.699327Z","time spent":"1.124816506s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.698669Z","time spent":"1.125655815s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125626105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:50:32.824109Z","caller":"traceutil/trace.go:171","msg":"trace[1000881770] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6; range_end:; response_count:1; response_revision:8580; }","duration":"831.204247ms","start":"2026-07-09T01:50:31.992888Z","end":"2026-07-09T01:50:32.824092Z","steps":["trace[1000881770] 'agreement among raft nodes before linearized reading' (duration: 831.007952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.824378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849334228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:50:32.824398Z","caller":"traceutil/trace.go:171","msg":"trace[327297149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8580; }","duration":"1.125683897s","start":"2026-07-09T01:50:31.698698Z","end":"2026-07-09T01:50:32.824382Z","steps":["trace[327297149] 'agreement among raft nodes before linearized reading' (duration: 1.125372179s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.824407Z","caller":"traceutil/trace.go:171","msg":"trace[435622217] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:8580; }","duration":"1.849363609s","start":"2026-07-09T01:50:30.975035Z","end":"2026-07-09T01:50:32.824399Z","steps":["trace[435622217] 'agreement among raft nodes before linearized reading' (duration: 1.849097943s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.824433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.698686Z","time spent":"1.125739568s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.975013Z","time spent":"1.84941752s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.992859Z","time spent":"831.559626ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6\" "} {"level":"info","ts":"2026-07-09T01:50:32.823775Z","caller":"traceutil/trace.go:171","msg":"trace[25296938] linearizableReadLoop","detail":"{readStateIndex:8894; appliedIndex:8891; }","duration":"168.941221ms","start":"2026-07-09T01:50:32.654758Z","end":"2026-07-09T01:50:32.823699Z","steps":["trace[25296938] 'read index received' (duration: 128.809125ms)","trace[25296938] 'applied index is now lower than readState.Index' (duration: 40.125425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:32.824536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213619359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-07-09T01:50:32.824602Z","caller":"traceutil/trace.go:171","msg":"trace[600145526] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8580; }","duration":"1.213722022s","start":"2026-07-09T01:50:31.610867Z","end":"2026-07-09T01:50:32.824589Z","steps":["trace[600145526] 'agreement among raft nodes before linearized reading' (duration: 1.213190259s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.824017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125080883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T01:50:32.824673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873286652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:50:32.824707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.003912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:499"} {"level":"info","ts":"2026-07-09T01:50:32.824726Z","caller":"traceutil/trace.go:171","msg":"trace[768097752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8580; }","duration":"1.873373644s","start":"2026-07-09T01:50:30.951334Z","end":"2026-07-09T01:50:32.824708Z","steps":["trace[768097752] 'agreement among raft nodes before linearized reading' (duration: 1.873286852s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.824737Z","caller":"traceutil/trace.go:171","msg":"trace[1056183986] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8580; }","duration":"166.060823ms","start":"2026-07-09T01:50:32.658667Z","end":"2026-07-09T01:50:32.824727Z","steps":["trace[1056183986] 'agreement among raft nodes before linearized reading' (duration: 165.968071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.82464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.610847Z","time spent":"1.213783013s","remote":"127.0.0.1:34312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3196,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:30.951316Z","time spent":"1.873433966s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:50:32.824714Z","caller":"traceutil/trace.go:171","msg":"trace[993094444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8580; }","duration":"1.12579548s","start":"2026-07-09T01:50:31.698876Z","end":"2026-07-09T01:50:32.824671Z","steps":["trace[993094444] 'agreement among raft nodes before linearized reading' (duration: 1.125004291s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.824775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.70926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:50:32.824106Z","caller":"traceutil/trace.go:171","msg":"trace[1842675228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8580; }","duration":"1.125197445s","start":"2026-07-09T01:50:31.698896Z","end":"2026-07-09T01:50:32.824093Z","steps":["trace[1842675228] 'agreement among raft nodes before linearized reading' (duration: 1.125034981s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.824818Z","caller":"traceutil/trace.go:171","msg":"trace[363701954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8580; }","duration":"144.779612ms","start":"2026-07-09T01:50:32.680028Z","end":"2026-07-09T01:50:32.824807Z","steps":["trace[363701954] 'agreement among raft nodes before linearized reading' (duration: 144.660339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.824835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.698824Z","time spent":"1.125996944s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.698855Z","time spent":"1.125953663s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:50:32.824997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.42293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-qkszs\" ","response":"range_response_count:1 size:4740"} {"level":"warn","ts":"2026-07-09T01:50:32.825108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.641226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"warn","ts":"2026-07-09T01:50:32.8251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302721978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T01:50:32.825424Z","caller":"traceutil/trace.go:171","msg":"trace[643898478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8580; }","duration":"1.303078927s","start":"2026-07-09T01:50:31.522318Z","end":"2026-07-09T01:50:32.825397Z","steps":["trace[643898478] 'agreement among raft nodes before linearized reading' (duration: 1.301760916s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.825165Z","caller":"traceutil/trace.go:171","msg":"trace[277351117] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8580; }","duration":"160.743638ms","start":"2026-07-09T01:50:32.664404Z","end":"2026-07-09T01:50:32.825148Z","steps":["trace[277351117] 'agreement among raft nodes before linearized reading' (duration: 160.567184ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:32.825103Z","caller":"traceutil/trace.go:171","msg":"trace[207168179] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-qkszs; range_end:; response_count:1; response_revision:8580; }","duration":"160.537382ms","start":"2026-07-09T01:50:32.664555Z","end":"2026-07-09T01:50:32.825092Z","steps":["trace[207168179] 'agreement among raft nodes before linearized reading' (duration: 160.373109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:32.825891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:31.522253Z","time spent":"1.30361855s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:50:33.130113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.117785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:50:33.13041Z","caller":"traceutil/trace.go:171","msg":"trace[1999003988] transaction","detail":"{read_only:false; response_revision:8581; number_of_response:1; }","duration":"302.438487ms","start":"2026-07-09T01:50:32.827953Z","end":"2026-07-09T01:50:33.130392Z","steps":["trace[1999003988] 'process raft request' (duration: 194.757559ms)","trace[1999003988] 'compare' (duration: 106.943951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:33.130492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.827936Z","time spent":"302.522879ms","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:33.226746Z","caller":"traceutil/trace.go:171","msg":"trace[2115638741] transaction","detail":"{read_only:false; response_revision:8582; number_of_response:1; }","duration":"398.706176ms","start":"2026-07-09T01:50:32.828004Z","end":"2026-07-09T01:50:33.22671Z","steps":["trace[2115638741] 'process raft request' (duration: 398.382908ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:33.226912Z","caller":"traceutil/trace.go:171","msg":"trace[612631609] transaction","detail":"{read_only:false; response_revision:8583; number_of_response:1; }","duration":"396.34193ms","start":"2026-07-09T01:50:32.830551Z","end":"2026-07-09T01:50:33.226892Z","steps":["trace[612631609] 'process raft request' (duration: 395.988092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.226953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.827985Z","time spent":"398.853959ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:33.227041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.830532Z","time spent":"396.441292ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:33.227277Z","caller":"traceutil/trace.go:171","msg":"trace[360932606] transaction","detail":"{read_only:false; response_revision:8584; number_of_response:1; }","duration":"396.596975ms","start":"2026-07-09T01:50:32.830649Z","end":"2026-07-09T01:50:33.227246Z","steps":["trace[360932606] 'process raft request' (duration: 396.141134ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:33.227332Z","caller":"traceutil/trace.go:171","msg":"trace[549921664] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"396.146575ms","start":"2026-07-09T01:50:32.831173Z","end":"2026-07-09T01:50:33.22732Z","steps":["trace[549921664] 'process raft request' (duration: 395.685224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.227418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.831161Z","time spent":"396.225097ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:33.227431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.830642Z","time spent":"396.706599ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:33.227586Z","caller":"traceutil/trace.go:171","msg":"trace[1505963629] transaction","detail":"{read_only:false; response_revision:8586; number_of_response:1; }","duration":"396.173376ms","start":"2026-07-09T01:50:32.831389Z","end":"2026-07-09T01:50:33.227562Z","steps":["trace[1505963629] 'process raft request' (duration: 395.870909ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:33.227737Z","caller":"traceutil/trace.go:171","msg":"trace[1040053194] transaction","detail":"{read_only:false; response_revision:8587; number_of_response:1; }","duration":"396.038522ms","start":"2026-07-09T01:50:32.831683Z","end":"2026-07-09T01:50:33.227721Z","steps":["trace[1040053194] 'process raft request' (duration: 395.796517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.22776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.831374Z","time spent":"396.340299ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:33.227821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.831675Z","time spent":"396.102384ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:33.227812Z","caller":"traceutil/trace.go:171","msg":"trace[1507240374] linearizableReadLoop","detail":"{readStateIndex:8897; appliedIndex:8895; }","duration":"398.693495ms","start":"2026-07-09T01:50:32.829095Z","end":"2026-07-09T01:50:33.227789Z","steps":["trace[1507240374] 'read index received' (duration: 193.695754ms)","trace[1507240374] 'applied index is now lower than readState.Index' (duration: 204.996621ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:33.227942Z","caller":"traceutil/trace.go:171","msg":"trace[2041102676] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"395.502ms","start":"2026-07-09T01:50:32.832427Z","end":"2026-07-09T01:50:33.227929Z","steps":["trace[2041102676] 'process raft request' (duration: 395.207853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.22801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.832417Z","time spent":"395.553981ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:33.228166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.148884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:50:33.228175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.256701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:33.228206Z","caller":"traceutil/trace.go:171","msg":"trace[37767378] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8589; }","duration":"289.227846ms","start":"2026-07-09T01:50:32.938966Z","end":"2026-07-09T01:50:33.228194Z","steps":["trace[37767378] 'agreement among raft nodes before linearized reading' (duration: 289.162194ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:33.228239Z","caller":"traceutil/trace.go:171","msg":"trace[302396922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8589; }","duration":"394.341482ms","start":"2026-07-09T01:50:32.833882Z","end":"2026-07-09T01:50:33.228223Z","steps":["trace[302396922] 'agreement among raft nodes before linearized reading' (duration: 394.24299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.228283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.833874Z","time spent":"394.397814ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:50:33.228185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.077324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-09T01:50:33.228335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.432756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-07-09T01:50:33.228339Z","caller":"traceutil/trace.go:171","msg":"trace[1037719265] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"393.541544ms","start":"2026-07-09T01:50:32.834694Z","end":"2026-07-09T01:50:33.228235Z","steps":["trace[1037719265] 'process raft request' (duration: 392.989041ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:33.22838Z","caller":"traceutil/trace.go:171","msg":"trace[1871240777] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8589; }","duration":"397.501637ms","start":"2026-07-09T01:50:32.830867Z","end":"2026-07-09T01:50:33.228368Z","steps":["trace[1871240777] 'agreement among raft nodes before linearized reading' (duration: 397.412265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.228168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.338963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c07c04967d3221\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-09T01:50:33.228382Z","caller":"traceutil/trace.go:171","msg":"trace[1988761906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8589; }","duration":"399.296709ms","start":"2026-07-09T01:50:32.829063Z","end":"2026-07-09T01:50:33.22836Z","steps":["trace[1988761906] 'agreement among raft nodes before linearized reading' (duration: 398.948581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.228414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.830855Z","time spent":"397.552039ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3089,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-07-09T01:50:33.228431Z","caller":"traceutil/trace.go:171","msg":"trace[673264386] range","detail":"{range_begin:/registry/events/openstack/ceph.18c07c04967d3221; range_end:; response_count:1; response_revision:8589; }","duration":"397.63997ms","start":"2026-07-09T01:50:32.830779Z","end":"2026-07-09T01:50:33.228419Z","steps":["trace[673264386] 'agreement among raft nodes before linearized reading' (duration: 397.263381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.228441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.834685Z","time spent":"393.702457ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:33.228447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.829047Z","time spent":"399.381201ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:50:33.228469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.830763Z","time spent":"397.693712ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18c07c04967d3221\" "} {"level":"warn","ts":"2026-07-09T01:50:33.228595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.272948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228573"} {"level":"info","ts":"2026-07-09T01:50:33.228634Z","caller":"traceutil/trace.go:171","msg":"trace[260161350] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8589; }","duration":"396.311129ms","start":"2026-07-09T01:50:32.832312Z","end":"2026-07-09T01:50:33.228623Z","steps":["trace[260161350] 'agreement among raft nodes before linearized reading' (duration: 395.880859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:33.228666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:32.832285Z","time spent":"396.372811ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228596,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-09T01:50:33.394728Z","caller":"traceutil/trace.go:171","msg":"trace[435388739] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8592; }","duration":"107.458442ms","start":"2026-07-09T01:50:33.287235Z","end":"2026-07-09T01:50:33.394694Z","steps":["trace[435388739] 'process raft request' (duration: 88.497375ms)","trace[435388739] 'compare' (duration: 18.827144ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:34.316333Z","caller":"traceutil/trace.go:171","msg":"trace[1137257488] linearizableReadLoop","detail":"{readStateIndex:8914; appliedIndex:8913; }","duration":"422.118697ms","start":"2026-07-09T01:50:33.894194Z","end":"2026-07-09T01:50:34.316313Z","steps":["trace[1137257488] 'read index received' (duration: 421.919032ms)","trace[1137257488] 'applied index is now lower than readState.Index' (duration: 198.825µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:34.316458Z","caller":"traceutil/trace.go:171","msg":"trace[2117661926] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"478.347282ms","start":"2026-07-09T01:50:33.838076Z","end":"2026-07-09T01:50:34.316423Z","steps":["trace[2117661926] 'process raft request' (duration: 478.096107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:34.316572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.618216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:50:34.316647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:33.83805Z","time spent":"478.513746ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:34.316679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.933113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:50:34.316799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.398603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-09T01:50:34.316842Z","caller":"traceutil/trace.go:171","msg":"trace[390236141] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:8598; }","duration":"360.460904ms","start":"2026-07-09T01:50:33.956369Z","end":"2026-07-09T01:50:34.31683Z","steps":["trace[390236141] 'agreement among raft nodes before linearized reading' (duration: 360.320821ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:34.316771Z","caller":"traceutil/trace.go:171","msg":"trace[194793761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8598; }","duration":"349.069295ms","start":"2026-07-09T01:50:33.967685Z","end":"2026-07-09T01:50:34.316754Z","steps":["trace[194793761] 'agreement among raft nodes before linearized reading' (duration: 348.884741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:34.316898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:33.967669Z","time spent":"349.218349ms","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:50:34.316892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:33.956358Z","time spent":"360.523785ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-09T01:50:34.316664Z","caller":"traceutil/trace.go:171","msg":"trace[1261251932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8598; }","duration":"365.755169ms","start":"2026-07-09T01:50:33.950888Z","end":"2026-07-09T01:50:34.316643Z","steps":["trace[1261251932] 'agreement among raft nodes before linearized reading' (duration: 365.590765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:34.317488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:33.95087Z","time spent":"366.600599ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:50:34.316533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.300231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:50:34.318001Z","caller":"traceutil/trace.go:171","msg":"trace[609479811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8598; }","duration":"423.832857ms","start":"2026-07-09T01:50:33.894152Z","end":"2026-07-09T01:50:34.317985Z","steps":["trace[609479811] 'agreement among raft nodes before linearized reading' (duration: 422.281351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:34.318244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:33.894134Z","time spent":"424.035343ms","remote":"127.0.0.1:56770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:50:34.59174Z","caller":"traceutil/trace.go:171","msg":"trace[1808219668] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8914; }","duration":"272.397139ms","start":"2026-07-09T01:50:34.319321Z","end":"2026-07-09T01:50:34.591718Z","steps":["trace[1808219668] 'read index received' (duration: 266.912799ms)","trace[1808219668] 'applied index is now lower than readState.Index' (duration: 5.48279ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:34.592173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.838039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:34.592246Z","caller":"traceutil/trace.go:171","msg":"trace[142083997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8598; }","duration":"272.951522ms","start":"2026-07-09T01:50:34.319277Z","end":"2026-07-09T01:50:34.592229Z","steps":["trace[142083997] 'agreement among raft nodes before linearized reading' (duration: 272.777308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:34.592599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.721011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:34.592667Z","caller":"traceutil/trace.go:171","msg":"trace[504983759] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8598; }","duration":"130.828853ms","start":"2026-07-09T01:50:34.46182Z","end":"2026-07-09T01:50:34.592649Z","steps":["trace[504983759] 'agreement among raft nodes before linearized reading' (duration: 130.72299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:34.942044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.532997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:50:34.942262Z","caller":"traceutil/trace.go:171","msg":"trace[1742141536] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"280.376857ms","start":"2026-07-09T01:50:34.66187Z","end":"2026-07-09T01:50:34.942247Z","steps":["trace[1742141536] 'process raft request' (duration: 280.260824ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:34.942784Z","caller":"traceutil/trace.go:171","msg":"trace[1250952261] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"348.699127ms","start":"2026-07-09T01:50:34.593907Z","end":"2026-07-09T01:50:34.942606Z","steps":["trace[1250952261] 'process raft request' (duration: 228.521185ms)","trace[1250952261] 'compare' (duration: 119.21933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:34.943074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:34.593883Z","time spent":"349.054335ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:35.020038Z","caller":"traceutil/trace.go:171","msg":"trace[162534749] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"189.381723ms","start":"2026-07-09T01:50:34.830637Z","end":"2026-07-09T01:50:35.020019Z","steps":["trace[162534749] 'process raft request' (duration: 189.25574ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:35.02037Z","caller":"traceutil/trace.go:171","msg":"trace[662178221] transaction","detail":"{read_only:false; response_revision:8602; number_of_response:1; }","duration":"189.537426ms","start":"2026-07-09T01:50:34.83076Z","end":"2026-07-09T01:50:35.020297Z","steps":["trace[662178221] 'process raft request' (duration: 189.222659ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:35.432682Z","caller":"traceutil/trace.go:171","msg":"trace[1175280133] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8920; }","duration":"103.633822ms","start":"2026-07-09T01:50:35.329022Z","end":"2026-07-09T01:50:35.432656Z","steps":["trace[1175280133] 'read index received' (duration: 84.703116ms)","trace[1175280133] 'applied index is now lower than readState.Index' (duration: 18.929716ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:35.432898Z","caller":"traceutil/trace.go:171","msg":"trace[384090504] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"193.611672ms","start":"2026-07-09T01:50:35.239269Z","end":"2026-07-09T01:50:35.432881Z","steps":["trace[384090504] 'process raft request' (duration: 193.339766ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:35.432862Z","caller":"traceutil/trace.go:171","msg":"trace[423396248] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"195.19743ms","start":"2026-07-09T01:50:35.23761Z","end":"2026-07-09T01:50:35.432807Z","steps":["trace[423396248] 'process raft request' (duration: 194.877752ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:35.43295Z","caller":"traceutil/trace.go:171","msg":"trace[816728291] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"194.983675ms","start":"2026-07-09T01:50:35.237952Z","end":"2026-07-09T01:50:35.432936Z","steps":["trace[816728291] 'process raft request' (duration: 194.587155ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:35.432966Z","caller":"traceutil/trace.go:171","msg":"trace[606668066] transaction","detail":"{read_only:false; response_revision:8604; number_of_response:1; }","duration":"195.385484ms","start":"2026-07-09T01:50:35.23754Z","end":"2026-07-09T01:50:35.432926Z","steps":["trace[606668066] 'process raft request' (duration: 176.282804ms)","trace[606668066] 'compare' (duration: 18.524497ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:35.43288Z","caller":"traceutil/trace.go:171","msg":"trace[1159397377] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"194.552005ms","start":"2026-07-09T01:50:35.23829Z","end":"2026-07-09T01:50:35.432842Z","steps":["trace[1159397377] 'process raft request' (duration: 194.285598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:35.43334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.325398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228483"} {"level":"info","ts":"2026-07-09T01:50:35.433403Z","caller":"traceutil/trace.go:171","msg":"trace[160301053] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8608; }","duration":"104.440891ms","start":"2026-07-09T01:50:35.328944Z","end":"2026-07-09T01:50:35.433385Z","steps":["trace[160301053] 'agreement among raft nodes before linearized reading' (duration: 103.888978ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:36.015768Z","caller":"traceutil/trace.go:171","msg":"trace[1223398970] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"225.228077ms","start":"2026-07-09T01:50:35.790507Z","end":"2026-07-09T01:50:36.015735Z","steps":["trace[1223398970] 'process raft request' (duration: 224.90187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:36.208165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.665201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-09T01:50:36.208262Z","caller":"traceutil/trace.go:171","msg":"trace[1046116885] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8610; }","duration":"153.786184ms","start":"2026-07-09T01:50:36.05445Z","end":"2026-07-09T01:50:36.208236Z","steps":["trace[1046116885] 'range keys from in-memory index tree' (duration: 153.515058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:36.208588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.283653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:36.208645Z","caller":"traceutil/trace.go:171","msg":"trace[1714786695] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8610; }","duration":"128.380035ms","start":"2026-07-09T01:50:36.080249Z","end":"2026-07-09T01:50:36.208629Z","steps":["trace[1714786695] 'count revisions from in-memory index tree' (duration: 128.15628ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:37.129737Z","caller":"traceutil/trace.go:171","msg":"trace[671192178] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"104.230226ms","start":"2026-07-09T01:50:37.025479Z","end":"2026-07-09T01:50:37.12971Z","steps":["trace[671192178] 'process raft request' (duration: 104.068422ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:37.150507Z","caller":"traceutil/trace.go:171","msg":"trace[1920856264] transaction","detail":"{read_only:false; response_revision:8614; number_of_response:1; }","duration":"124.966635ms","start":"2026-07-09T01:50:37.025504Z","end":"2026-07-09T01:50:37.15047Z","steps":["trace[1920856264] 'process raft request' (duration: 124.691218ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.581616Z","caller":"traceutil/trace.go:171","msg":"trace[1527072650] linearizableReadLoop","detail":"{readStateIndex:8957; appliedIndex:8956; }","duration":"144.26558ms","start":"2026-07-09T01:50:39.437329Z","end":"2026-07-09T01:50:39.581594Z","steps":["trace[1527072650] 'read index received' (duration: 66.296272ms)","trace[1527072650] 'applied index is now lower than readState.Index' (duration: 77.968508ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:39.581701Z","caller":"traceutil/trace.go:171","msg":"trace[37908028] transaction","detail":"{read_only:false; response_revision:8639; number_of_response:1; }","duration":"166.619707ms","start":"2026-07-09T01:50:39.415041Z","end":"2026-07-09T01:50:39.581661Z","steps":["trace[37908028] 'process raft request' (duration: 88.632179ms)","trace[37908028] 'compare' (duration: 77.801473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:39.581874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.529206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-07-09T01:50:39.581889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.741983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T01:50:39.581921Z","caller":"traceutil/trace.go:171","msg":"trace[2097715568] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8639; }","duration":"144.621918ms","start":"2026-07-09T01:50:39.437289Z","end":"2026-07-09T01:50:39.581911Z","steps":["trace[2097715568] 'agreement among raft nodes before linearized reading' (duration: 144.420884ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.581946Z","caller":"traceutil/trace.go:171","msg":"trace[1965972085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8639; }","duration":"128.820826ms","start":"2026-07-09T01:50:39.453109Z","end":"2026-07-09T01:50:39.58193Z","steps":["trace[1965972085] 'agreement among raft nodes before linearized reading' (duration: 128.622931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:39.581962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.45948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:50:39.582078Z","caller":"traceutil/trace.go:171","msg":"trace[784047231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8639; }","duration":"129.574164ms","start":"2026-07-09T01:50:39.45249Z","end":"2026-07-09T01:50:39.582065Z","steps":["trace[784047231] 'agreement among raft nodes before linearized reading' (duration: 129.41225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:39.581881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.435678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T01:50:39.582142Z","caller":"traceutil/trace.go:171","msg":"trace[2110191295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8639; }","duration":"134.709045ms","start":"2026-07-09T01:50:39.44742Z","end":"2026-07-09T01:50:39.582129Z","steps":["trace[2110191295] 'agreement among raft nodes before linearized reading' (duration: 134.307795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:39.581882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.543279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:50:39.582271Z","caller":"traceutil/trace.go:171","msg":"trace[118246092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8639; }","duration":"128.947649ms","start":"2026-07-09T01:50:39.453315Z","end":"2026-07-09T01:50:39.582263Z","steps":["trace[118246092] 'agreement among raft nodes before linearized reading' (duration: 128.415186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:39.581979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.367347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-09T01:50:39.582273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.052981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T01:50:39.58233Z","caller":"traceutil/trace.go:171","msg":"trace[1466488109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:8639; }","duration":"123.731996ms","start":"2026-07-09T01:50:39.458589Z","end":"2026-07-09T01:50:39.582321Z","steps":["trace[1466488109] 'agreement among raft nodes before linearized reading' (duration: 123.328887ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.58235Z","caller":"traceutil/trace.go:171","msg":"trace[2082964922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8639; }","duration":"129.171964ms","start":"2026-07-09T01:50:39.45316Z","end":"2026-07-09T01:50:39.582332Z","steps":["trace[2082964922] 'agreement among raft nodes before linearized reading' (duration: 128.846477ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.726833Z","caller":"traceutil/trace.go:171","msg":"trace[446838753] transaction","detail":"{read_only:false; response_revision:8641; number_of_response:1; }","duration":"138.932004ms","start":"2026-07-09T01:50:39.58788Z","end":"2026-07-09T01:50:39.726812Z","steps":["trace[446838753] 'process raft request' (duration: 138.683528ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.727085Z","caller":"traceutil/trace.go:171","msg":"trace[124978270] transaction","detail":"{read_only:false; response_revision:8642; number_of_response:1; }","duration":"139.123889ms","start":"2026-07-09T01:50:39.587942Z","end":"2026-07-09T01:50:39.727066Z","steps":["trace[124978270] 'process raft request' (duration: 138.827362ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.727339Z","caller":"traceutil/trace.go:171","msg":"trace[258732121] linearizableReadLoop","detail":"{readStateIndex:8960; appliedIndex:8957; }","duration":"139.17883ms","start":"2026-07-09T01:50:39.588144Z","end":"2026-07-09T01:50:39.727323Z","steps":["trace[258732121] 'read index received' (duration: 32.364833ms)","trace[258732121] 'applied index is now lower than readState.Index' (duration: 106.812957ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:39.727404Z","caller":"traceutil/trace.go:171","msg":"trace[1792233411] transaction","detail":"{read_only:false; response_revision:8644; number_of_response:1; }","duration":"138.288298ms","start":"2026-07-09T01:50:39.589098Z","end":"2026-07-09T01:50:39.727386Z","steps":["trace[1792233411] 'process raft request' (duration: 138.160915ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:39.727391Z","caller":"traceutil/trace.go:171","msg":"trace[667189558] transaction","detail":"{read_only:false; response_revision:8643; number_of_response:1; }","duration":"139.18498ms","start":"2026-07-09T01:50:39.588184Z","end":"2026-07-09T01:50:39.727369Z","steps":["trace[667189558] 'process raft request' (duration: 138.814471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:39.727867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.59633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-09T01:50:39.727939Z","caller":"traceutil/trace.go:171","msg":"trace[1898423437] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8644; }","duration":"114.690903ms","start":"2026-07-09T01:50:39.613229Z","end":"2026-07-09T01:50:39.72792Z","steps":["trace[1898423437] 'agreement among raft nodes before linearized reading' (duration: 114.455307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:39.72811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.937838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223840"} {"level":"info","ts":"2026-07-09T01:50:39.728192Z","caller":"traceutil/trace.go:171","msg":"trace[486847962] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8644; }","duration":"140.066251ms","start":"2026-07-09T01:50:39.588109Z","end":"2026-07-09T01:50:39.728175Z","steps":["trace[486847962] 'agreement among raft nodes before linearized reading' (duration: 139.477907ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:40.40826Z","caller":"traceutil/trace.go:171","msg":"trace[299833917] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"127.326477ms","start":"2026-07-09T01:50:40.280891Z","end":"2026-07-09T01:50:40.408217Z","steps":["trace[299833917] 'process raft request' (duration: 120.66837ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:41.565554Z","caller":"traceutil/trace.go:171","msg":"trace[1971448476] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"555.671655ms","start":"2026-07-09T01:50:41.009862Z","end":"2026-07-09T01:50:41.565533Z","steps":["trace[1971448476] 'process raft request' (duration: 551.922947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.565675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.009758Z","time spent":"555.85149ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7022,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:41.578043Z","caller":"traceutil/trace.go:171","msg":"trace[1856513032] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"436.186134ms","start":"2026-07-09T01:50:41.141841Z","end":"2026-07-09T01:50:41.578027Z","steps":["trace[1856513032] 'process raft request' (duration: 436.03764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.578134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.141813Z","time spent":"436.277985ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:50:41.578253Z","caller":"traceutil/trace.go:171","msg":"trace[1605573834] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"414.798961ms","start":"2026-07-09T01:50:41.16344Z","end":"2026-07-09T01:50:41.578239Z","steps":["trace[1605573834] 'process raft request' (duration: 414.543915ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:41.57825Z","caller":"traceutil/trace.go:171","msg":"trace[1803376684] linearizableReadLoop","detail":"{readStateIndex:8970; appliedIndex:8968; }","duration":"431.811001ms","start":"2026-07-09T01:50:41.146403Z","end":"2026-07-09T01:50:41.578214Z","steps":["trace[1803376684] 'read index received' (duration: 415.302933ms)","trace[1803376684] 'applied index is now lower than readState.Index' (duration: 16.506078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:41.578318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.163414Z","time spent":"414.866282ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:41.578461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.627779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:50:41.578496Z","caller":"traceutil/trace.go:171","msg":"trace[874097834] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8653; }","duration":"293.686361ms","start":"2026-07-09T01:50:41.284801Z","end":"2026-07-09T01:50:41.578487Z","steps":["trace[874097834] 'agreement among raft nodes before linearized reading' (duration: 293.549327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.578533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.611506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T01:50:41.578566Z","caller":"traceutil/trace.go:171","msg":"trace[4428242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8653; }","duration":"165.645307ms","start":"2026-07-09T01:50:41.412913Z","end":"2026-07-09T01:50:41.578558Z","steps":["trace[4428242] 'agreement among raft nodes before linearized reading' (duration: 165.531535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.578531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.085037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:50:41.578658Z","caller":"traceutil/trace.go:171","msg":"trace[170364355] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8653; }","duration":"432.265732ms","start":"2026-07-09T01:50:41.146367Z","end":"2026-07-09T01:50:41.578632Z","steps":["trace[170364355] 'agreement among raft nodes before linearized reading' (duration: 431.973785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.578729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.14635Z","time spent":"432.350824ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":55,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:50:41.780122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.515998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:50:41.780441Z","caller":"traceutil/trace.go:171","msg":"trace[892019275] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"197.094548ms","start":"2026-07-09T01:50:41.583326Z","end":"2026-07-09T01:50:41.780421Z","steps":["trace[892019275] 'process raft request' (duration: 95.18262ms)","trace[892019275] 'compare' (duration: 101.385676ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:41.902627Z","caller":"traceutil/trace.go:171","msg":"trace[453899551] linearizableReadLoop","detail":"{readStateIndex:8973; appliedIndex:8971; }","duration":"278.300358ms","start":"2026-07-09T01:50:41.624307Z","end":"2026-07-09T01:50:41.902608Z","steps":["trace[453899551] 'read index received' (duration: 54.285497ms)","trace[453899551] 'applied index is now lower than readState.Index' (duration: 224.013841ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:41.902739Z","caller":"traceutil/trace.go:171","msg":"trace[1391173445] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"317.311816ms","start":"2026-07-09T01:50:41.585416Z","end":"2026-07-09T01:50:41.902728Z","steps":["trace[1391173445] 'process raft request' (duration: 294.558871ms)","trace[1391173445] 'compare' (duration: 22.53562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:41.902827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.585399Z","time spent":"317.358968ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1100,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:50:41.902966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.167428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-09T01:50:41.903014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.610164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-07-09T01:50:41.903017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.400176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T01:50:41.903044Z","caller":"traceutil/trace.go:171","msg":"trace[472177619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8655; }","duration":"171.330871ms","start":"2026-07-09T01:50:41.731694Z","end":"2026-07-09T01:50:41.903025Z","steps":["trace[472177619] 'agreement among raft nodes before linearized reading' (duration: 171.091796ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:41.903065Z","caller":"traceutil/trace.go:171","msg":"trace[1373142374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:8655; }","duration":"167.679246ms","start":"2026-07-09T01:50:41.735371Z","end":"2026-07-09T01:50:41.90305Z","steps":["trace[1373142374] 'agreement among raft nodes before linearized reading' (duration: 167.490151ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:41.903098Z","caller":"traceutil/trace.go:171","msg":"trace[632443800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8655; }","duration":"169.502659ms","start":"2026-07-09T01:50:41.733576Z","end":"2026-07-09T01:50:41.903078Z","steps":["trace[632443800] 'agreement among raft nodes before linearized reading' (duration: 169.244062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.903026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.666068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T01:50:41.903189Z","caller":"traceutil/trace.go:171","msg":"trace[1562295774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8655; }","duration":"278.917894ms","start":"2026-07-09T01:50:41.624254Z","end":"2026-07-09T01:50:41.903172Z","steps":["trace[1562295774] 'agreement among raft nodes before linearized reading' (duration: 278.563475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.903214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.26854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T01:50:41.903288Z","caller":"traceutil/trace.go:171","msg":"trace[617351703] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8655; }","duration":"171.363272ms","start":"2026-07-09T01:50:41.731906Z","end":"2026-07-09T01:50:41.90327Z","steps":["trace[617351703] 'agreement among raft nodes before linearized reading' (duration: 171.146097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:41.903312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.8325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T01:50:41.903438Z","caller":"traceutil/trace.go:171","msg":"trace[661060112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8655; }","duration":"171.014984ms","start":"2026-07-09T01:50:41.732396Z","end":"2026-07-09T01:50:41.903411Z","steps":["trace[661060112] 'agreement among raft nodes before linearized reading' (duration: 170.597785ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:42.155949Z","caller":"traceutil/trace.go:171","msg":"trace[2129631531] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"247.940054ms","start":"2026-07-09T01:50:41.907967Z","end":"2026-07-09T01:50:42.155907Z","steps":["trace[2129631531] 'process raft request' (duration: 214.786714ms)","trace[2129631531] 'compare' (duration: 32.819183ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:42.156209Z","caller":"traceutil/trace.go:171","msg":"trace[976027652] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"247.615807ms","start":"2026-07-09T01:50:41.90856Z","end":"2026-07-09T01:50:42.156176Z","steps":["trace[976027652] 'process raft request' (duration: 247.262328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:42.156227Z","caller":"traceutil/trace.go:171","msg":"trace[1835181785] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"247.158945ms","start":"2026-07-09T01:50:41.90904Z","end":"2026-07-09T01:50:42.156199Z","steps":["trace[1835181785] 'process raft request' (duration: 247.064823ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:42.15624Z","caller":"traceutil/trace.go:171","msg":"trace[2088363726] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"247.596816ms","start":"2026-07-09T01:50:41.908588Z","end":"2026-07-09T01:50:42.156185Z","steps":["trace[2088363726] 'process raft request' (duration: 247.454603ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:42.156625Z","caller":"traceutil/trace.go:171","msg":"trace[496132825] linearizableReadLoop","detail":"{readStateIndex:8978; appliedIndex:8974; }","duration":"216.795561ms","start":"2026-07-09T01:50:41.93939Z","end":"2026-07-09T01:50:42.156185Z","steps":["trace[496132825] 'read index received' (duration: 183.361844ms)","trace[496132825] 'applied index is now lower than readState.Index' (duration: 33.432397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:42.157784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.593654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223840"} {"level":"info","ts":"2026-07-09T01:50:42.157841Z","caller":"traceutil/trace.go:171","msg":"trace[1353560037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8660; }","duration":"249.704596ms","start":"2026-07-09T01:50:41.90812Z","end":"2026-07-09T01:50:42.157825Z","steps":["trace[1353560037] 'agreement among raft nodes before linearized reading' (duration: 248.19383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:42.412001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.579236ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-09T01:50:42.412121Z","caller":"traceutil/trace.go:171","msg":"trace[1643479839] linearizableReadLoop","detail":"{readStateIndex:8979; appliedIndex:8978; }","duration":"254.59242ms","start":"2026-07-09T01:50:42.157506Z","end":"2026-07-09T01:50:42.412099Z","steps":["trace[1643479839] 'read index received' (duration: 108.916312ms)","trace[1643479839] 'applied index is now lower than readState.Index' (duration: 145.674048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:42.412118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.94169Z","time spent":"470.420678ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T01:50:42.412227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.293597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:42.412269Z","caller":"traceutil/trace.go:171","msg":"trace[1106412739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8660; }","duration":"459.345038ms","start":"2026-07-09T01:50:41.952915Z","end":"2026-07-09T01:50:42.41226Z","steps":["trace[1106412739] 'agreement among raft nodes before linearized reading' (duration: 459.236415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:42.412303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.952885Z","time spent":"459.41076ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:50:42.41249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.161926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-09T01:50:42.412574Z","caller":"traceutil/trace.go:171","msg":"trace[1069260485] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6; range_end:; response_count:1; response_revision:8660; }","duration":"420.273749ms","start":"2026-07-09T01:50:41.992276Z","end":"2026-07-09T01:50:42.41255Z","steps":["trace[1069260485] 'agreement among raft nodes before linearized reading' (duration: 419.988422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:42.412622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:50:41.992264Z","time spent":"420.34849ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6\" "} {"level":"warn","ts":"2026-07-09T01:50:42.66596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.737288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T01:50:42.666072Z","caller":"traceutil/trace.go:171","msg":"trace[631667842] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8980; }","duration":"138.94089ms","start":"2026-07-09T01:50:42.527114Z","end":"2026-07-09T01:50:42.666055Z","steps":["trace[631667842] 'read index received' (duration: 18.960196ms)","trace[631667842] 'applied index is now lower than readState.Index' (duration: 119.978444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:42.666146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.035672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:42.666171Z","caller":"traceutil/trace.go:171","msg":"trace[614420571] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8662; }","duration":"139.107273ms","start":"2026-07-09T01:50:42.527055Z","end":"2026-07-09T01:50:42.666163Z","steps":["trace[614420571] 'agreement among raft nodes before linearized reading' (duration: 139.045912ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:42.666276Z","caller":"traceutil/trace.go:171","msg":"trace[1483910205] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"251.459447ms","start":"2026-07-09T01:50:42.414785Z","end":"2026-07-09T01:50:42.666245Z","steps":["trace[1483910205] 'process raft request' (duration: 131.33989ms)","trace[1483910205] 'compare' (duration: 119.448281ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:43.01621Z","caller":"traceutil/trace.go:171","msg":"trace[2137718940] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"116.910781ms","start":"2026-07-09T01:50:42.899257Z","end":"2026-07-09T01:50:43.016168Z","steps":["trace[2137718940] 'process raft request' (duration: 116.615594ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.208135Z","caller":"traceutil/trace.go:171","msg":"trace[870738029] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"184.808008ms","start":"2026-07-09T01:50:43.023284Z","end":"2026-07-09T01:50:43.208092Z","steps":["trace[870738029] 'process raft request' (duration: 116.123382ms)","trace[870738029] 'compare' (duration: 68.340328ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:43.231124Z","caller":"traceutil/trace.go:171","msg":"trace[1972138605] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"140.105767ms","start":"2026-07-09T01:50:43.090993Z","end":"2026-07-09T01:50:43.231098Z","steps":["trace[1972138605] 'process raft request' (duration: 139.946574ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.445046Z","caller":"traceutil/trace.go:171","msg":"trace[563860519] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"263.87986ms","start":"2026-07-09T01:50:43.181122Z","end":"2026-07-09T01:50:43.445001Z","steps":["trace[563860519] 'process raft request' (duration: 189.922969ms)","trace[563860519] 'compare' (duration: 73.689104ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:43.445088Z","caller":"traceutil/trace.go:171","msg":"trace[939809733] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"232.653735ms","start":"2026-07-09T01:50:43.212407Z","end":"2026-07-09T01:50:43.445061Z","steps":["trace[939809733] 'process raft request' (duration: 232.477891ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.445113Z","caller":"traceutil/trace.go:171","msg":"trace[1917653402] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"230.392892ms","start":"2026-07-09T01:50:43.214697Z","end":"2026-07-09T01:50:43.445089Z","steps":["trace[1917653402] 'process raft request' (duration: 230.32235ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.445135Z","caller":"traceutil/trace.go:171","msg":"trace[433492382] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"231.477987ms","start":"2026-07-09T01:50:43.213624Z","end":"2026-07-09T01:50:43.445102Z","steps":["trace[433492382] 'process raft request' (duration: 231.338384ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.678118Z","caller":"traceutil/trace.go:171","msg":"trace[952497391] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"227.662637ms","start":"2026-07-09T01:50:43.450431Z","end":"2026-07-09T01:50:43.678094Z","steps":["trace[952497391] 'process raft request' (duration: 227.570715ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.678228Z","caller":"traceutil/trace.go:171","msg":"trace[1329476465] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"227.78203ms","start":"2026-07-09T01:50:43.450409Z","end":"2026-07-09T01:50:43.678191Z","steps":["trace[1329476465] 'process raft request' (duration: 195.290105ms)","trace[1329476465] 'compare' (duration: 32.063415ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:43.686674Z","caller":"traceutil/trace.go:171","msg":"trace[659773877] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"235.501302ms","start":"2026-07-09T01:50:43.451139Z","end":"2026-07-09T01:50:43.68664Z","steps":["trace[659773877] 'process raft request' (duration: 235.089932ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.687008Z","caller":"traceutil/trace.go:171","msg":"trace[1417535433] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"103.591668ms","start":"2026-07-09T01:50:43.583354Z","end":"2026-07-09T01:50:43.686945Z","steps":["trace[1417535433] 'process raft request' (duration: 103.034035ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.687222Z","caller":"traceutil/trace.go:171","msg":"trace[58674191] linearizableReadLoop","detail":"{readStateIndex:8991; appliedIndex:8988; }","duration":"231.015516ms","start":"2026-07-09T01:50:43.456123Z","end":"2026-07-09T01:50:43.687139Z","steps":["trace[58674191] 'read index received' (duration: 189.622062ms)","trace[58674191] 'applied index is now lower than readState.Index' (duration: 41.392434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:43.687569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.406985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-p8mtv\" ","response":"range_response_count:1 size:3408"} {"level":"info","ts":"2026-07-09T01:50:43.687648Z","caller":"traceutil/trace.go:171","msg":"trace[1640915469] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-p8mtv; range_end:; response_count:1; response_revision:8674; }","duration":"231.555359ms","start":"2026-07-09T01:50:43.456066Z","end":"2026-07-09T01:50:43.687621Z","steps":["trace[1640915469] 'agreement among raft nodes before linearized reading' (duration: 231.299913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:43.687659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.884276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:50:43.687701Z","caller":"traceutil/trace.go:171","msg":"trace[1019815919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8674; }","duration":"126.990398ms","start":"2026-07-09T01:50:43.5607Z","end":"2026-07-09T01:50:43.68769Z","steps":["trace[1019815919] 'agreement among raft nodes before linearized reading' (duration: 126.730102ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:43.687823Z","caller":"traceutil/trace.go:171","msg":"trace[1003391689] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"104.445597ms","start":"2026-07-09T01:50:43.583365Z","end":"2026-07-09T01:50:43.687811Z","steps":["trace[1003391689] 'process raft request' (duration: 103.380222ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.168233Z","caller":"traceutil/trace.go:171","msg":"trace[1285129740] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"179.266958ms","start":"2026-07-09T01:50:43.988947Z","end":"2026-07-09T01:50:44.168214Z","steps":["trace[1285129740] 'process raft request' (duration: 179.109414ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.168405Z","caller":"traceutil/trace.go:171","msg":"trace[953479882] transaction","detail":"{read_only:false; response_revision:8680; number_of_response:1; }","duration":"174.089947ms","start":"2026-07-09T01:50:43.994276Z","end":"2026-07-09T01:50:44.168366Z","steps":["trace[953479882] 'process raft request' (duration: 173.903902ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.196403Z","caller":"traceutil/trace.go:171","msg":"trace[1643221649] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:8997; }","duration":"161.267345ms","start":"2026-07-09T01:50:44.035109Z","end":"2026-07-09T01:50:44.196377Z","steps":["trace[1643221649] 'read index received' (duration: 97.892684ms)","trace[1643221649] 'applied index is now lower than readState.Index' (duration: 63.372901ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:44.196468Z","caller":"traceutil/trace.go:171","msg":"trace[1499482207] transaction","detail":"{read_only:false; response_revision:8681; number_of_response:1; }","duration":"183.071888ms","start":"2026-07-09T01:50:44.013357Z","end":"2026-07-09T01:50:44.196429Z","steps":["trace[1499482207] 'process raft request' (duration: 182.851333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:44.196749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.606703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-09T01:50:44.196805Z","caller":"traceutil/trace.go:171","msg":"trace[1875355778] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8681; }","duration":"161.721946ms","start":"2026-07-09T01:50:44.035068Z","end":"2026-07-09T01:50:44.19679Z","steps":["trace[1875355778] 'agreement among raft nodes before linearized reading' (duration: 161.434979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:44.259689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.227886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:50:44.259757Z","caller":"traceutil/trace.go:171","msg":"trace[995049528] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8682; }","duration":"153.333068ms","start":"2026-07-09T01:50:44.106409Z","end":"2026-07-09T01:50:44.259743Z","steps":["trace[995049528] 'agreement among raft nodes before linearized reading' (duration: 153.171204ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.39116Z","caller":"traceutil/trace.go:171","msg":"trace[1798309528] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:9002; }","duration":"123.905095ms","start":"2026-07-09T01:50:44.267215Z","end":"2026-07-09T01:50:44.39112Z","steps":["trace[1798309528] 'read index received' (duration: 30.555069ms)","trace[1798309528] 'applied index is now lower than readState.Index' (duration: 93.347456ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:44.391266Z","caller":"traceutil/trace.go:171","msg":"trace[933781908] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"125.202596ms","start":"2026-07-09T01:50:44.26602Z","end":"2026-07-09T01:50:44.391222Z","steps":["trace[933781908] 'process raft request' (duration: 31.743487ms)","trace[933781908] 'compare' (duration: 93.031679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:44.391647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.406567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T01:50:44.391644Z","caller":"traceutil/trace.go:171","msg":"trace[694830751] transaction","detail":"{read_only:false; response_revision:8684; number_of_response:1; }","duration":"124.327305ms","start":"2026-07-09T01:50:44.267291Z","end":"2026-07-09T01:50:44.391619Z","steps":["trace[694830751] 'process raft request' (duration: 123.758612ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.391662Z","caller":"traceutil/trace.go:171","msg":"trace[981779690] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"124.272164ms","start":"2026-07-09T01:50:44.267364Z","end":"2026-07-09T01:50:44.391636Z","steps":["trace[981779690] 'process raft request' (duration: 124.212213ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.391707Z","caller":"traceutil/trace.go:171","msg":"trace[1857915243] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8684; }","duration":"124.4933ms","start":"2026-07-09T01:50:44.2672Z","end":"2026-07-09T01:50:44.391693Z","steps":["trace[1857915243] 'agreement among raft nodes before linearized reading' (duration: 124.07489ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.391681Z","caller":"traceutil/trace.go:171","msg":"trace[1504621677] transaction","detail":"{read_only:false; response_revision:8685; number_of_response:1; }","duration":"124.339526ms","start":"2026-07-09T01:50:44.267309Z","end":"2026-07-09T01:50:44.391648Z","steps":["trace[1504621677] 'process raft request' (duration: 124.055279ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:44.964601Z","caller":"traceutil/trace.go:171","msg":"trace[1563261891] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"160.433686ms","start":"2026-07-09T01:50:44.804129Z","end":"2026-07-09T01:50:44.964563Z","steps":["trace[1563261891] 'process raft request' (duration: 160.169049ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:49.880436Z","caller":"traceutil/trace.go:171","msg":"trace[938468725] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"168.472454ms","start":"2026-07-09T01:50:49.711928Z","end":"2026-07-09T01:50:49.8804Z","steps":["trace[938468725] 'process raft request' (duration: 95.077307ms)","trace[938468725] 'compare' (duration: 73.075179ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:50:50.004644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.345325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T01:50:50.005065Z","caller":"traceutil/trace.go:171","msg":"trace[1909055451] linearizableReadLoop","detail":"{readStateIndex:9119; appliedIndex:9117; }","duration":"289.767779ms","start":"2026-07-09T01:50:49.715277Z","end":"2026-07-09T01:50:50.005045Z","steps":["trace[1909055451] 'read index received' (duration: 32.561647ms)","trace[1909055451] 'applied index is now lower than readState.Index' (duration: 257.205202ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:50:50.005139Z","caller":"traceutil/trace.go:171","msg":"trace[233979528] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"267.057724ms","start":"2026-07-09T01:50:49.738048Z","end":"2026-07-09T01:50:50.005105Z","steps":["trace[233979528] 'process raft request' (duration: 266.752067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:50.005257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.892278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:50:50.005312Z","caller":"traceutil/trace.go:171","msg":"trace[1268173140] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8796; }","duration":"203.99367ms","start":"2026-07-09T01:50:49.801304Z","end":"2026-07-09T01:50:50.005297Z","steps":["trace[1268173140] 'agreement among raft nodes before linearized reading' (duration: 203.879927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:50:50.005348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.05743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T01:50:50.005345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.046695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-07-09T01:50:50.005957Z","caller":"traceutil/trace.go:171","msg":"trace[562283562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8796; }","duration":"144.159592ms","start":"2026-07-09T01:50:49.861247Z","end":"2026-07-09T01:50:50.005406Z","steps":["trace[562283562] 'agreement among raft nodes before linearized reading' (duration: 143.965938ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:50.005971Z","caller":"traceutil/trace.go:171","msg":"trace[1935326950] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8796; }","duration":"290.357522ms","start":"2026-07-09T01:50:49.715244Z","end":"2026-07-09T01:50:50.005602Z","steps":["trace[1935326950] 'agreement among raft nodes before linearized reading' (duration: 289.903861ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:50:50.430286Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023a9.wal"} {"level":"info","ts":"2026-07-09T01:51:47.099448Z","caller":"traceutil/trace.go:171","msg":"trace[1161942022] linearizableReadLoop","detail":"{readStateIndex:9600; appliedIndex:9597; }","duration":"345.91835ms","start":"2026-07-09T01:51:46.753502Z","end":"2026-07-09T01:51:47.099421Z","steps":["trace[1161942022] 'read index received' (duration: 37.748429ms)","trace[1161942022] 'applied index is now lower than readState.Index' (duration: 308.168721ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:51:47.099875Z","caller":"traceutil/trace.go:171","msg":"trace[194611952] transaction","detail":"{read_only:false; response_revision:9260; number_of_response:1; }","duration":"358.769071ms","start":"2026-07-09T01:51:46.741093Z","end":"2026-07-09T01:51:47.099863Z","steps":["trace[194611952] 'process raft request' (duration: 358.114106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:51:47.099995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:51:46.741052Z","time spent":"358.862664ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:51:47.100155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.363037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-09T01:51:47.100254Z","caller":"traceutil/trace.go:171","msg":"trace[1610350368] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9261; }","duration":"161.50673ms","start":"2026-07-09T01:51:46.938727Z","end":"2026-07-09T01:51:47.100234Z","steps":["trace[1610350368] 'agreement among raft nodes before linearized reading' (duration: 161.291195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:51:47.100395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.886723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T01:51:47.10044Z","caller":"traceutil/trace.go:171","msg":"trace[235048972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9261; }","duration":"346.946444ms","start":"2026-07-09T01:51:46.753482Z","end":"2026-07-09T01:51:47.100429Z","steps":["trace[235048972] 'agreement among raft nodes before linearized reading' (duration: 346.838251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:51:47.100483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:51:46.753473Z","time spent":"347.001015ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T01:51:47.100397Z","caller":"traceutil/trace.go:171","msg":"trace[1213238871] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"357.001871ms","start":"2026-07-09T01:51:46.743338Z","end":"2026-07-09T01:51:47.100339Z","steps":["trace[1213238871] 'process raft request' (duration: 356.038498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:51:47.101002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:51:46.743309Z","time spent":"357.474291ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:51:47.251024Z","caller":"traceutil/trace.go:171","msg":"trace[1070275387] transaction","detail":"{read_only:false; response_revision:9262; number_of_response:1; }","duration":"144.206734ms","start":"2026-07-09T01:51:47.106747Z","end":"2026-07-09T01:51:47.250954Z","steps":["trace[1070275387] 'process raft request' (duration: 81.417296ms)","trace[1070275387] 'compare' (duration: 62.551732ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:52:30.282437Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T01:52:30.290837Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-09T01:52:30.291034Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-09T01:54:50.923418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8287} {"level":"info","ts":"2026-07-09T01:54:51.005715Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8287,"took":"80.033079ms","hash":3175783796,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":25899008,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-09T01:54:51.005856Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3175783796,"revision":8287,"compact-revision":6060} {"level":"info","ts":"2026-07-09T01:55:25.097032Z","caller":"traceutil/trace.go:171","msg":"trace[383245576] linearizableReadLoop","detail":"{readStateIndex:11567; appliedIndex:11566; }","duration":"143.639549ms","start":"2026-07-09T01:55:24.953366Z","end":"2026-07-09T01:55:25.097006Z","steps":["trace[383245576] 'read index received' (duration: 143.454954ms)","trace[383245576] 'applied index is now lower than readState.Index' (duration: 183.715µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:55:25.097169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.786893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:25.097166Z","caller":"traceutil/trace.go:171","msg":"trace[836082834] transaction","detail":"{read_only:false; response_revision:11173; number_of_response:1; }","duration":"220.700413ms","start":"2026-07-09T01:55:24.876418Z","end":"2026-07-09T01:55:25.097119Z","steps":["trace[836082834] 'process raft request' (duration: 220.407576ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:25.097393Z","caller":"traceutil/trace.go:171","msg":"trace[649691590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11173; }","duration":"143.880875ms","start":"2026-07-09T01:55:24.953316Z","end":"2026-07-09T01:55:25.097197Z","steps":["trace[649691590] 'agreement among raft nodes before linearized reading' (duration: 143.800183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.599067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852761,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:25.974784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.270339Z","time spent":"704.431725ms","remote":"127.0.0.1:40642","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T01:55:25.975273Z","caller":"traceutil/trace.go:171","msg":"trace[1134300907] linearizableReadLoop","detail":"{readStateIndex:11568; appliedIndex:11567; }","duration":"876.208022ms","start":"2026-07-09T01:55:25.099031Z","end":"2026-07-09T01:55:25.975239Z","steps":["trace[1134300907] 'read index received' (duration: 788.338772ms)","trace[1134300907] 'applied index is now lower than readState.Index' (duration: 87.86788ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:55:25.975449Z","caller":"traceutil/trace.go:171","msg":"trace[1478955297] transaction","detail":"{read_only:false; response_revision:11174; number_of_response:1; }","duration":"1.011305219s","start":"2026-07-09T01:55:24.964125Z","end":"2026-07-09T01:55:25.97543Z","steps":["trace[1478955297] 'process raft request' (duration: 923.256475ms)","trace[1478955297] 'compare' (duration: 87.332937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:55:25.975503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.457708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:25.975607Z","caller":"traceutil/trace.go:171","msg":"trace[1203488235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11174; }","duration":"876.627222ms","start":"2026-07-09T01:55:25.098964Z","end":"2026-07-09T01:55:25.975591Z","steps":["trace[1203488235] 'agreement among raft nodes before linearized reading' (duration: 876.475728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.975631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:24.964108Z","time spent":"1.011407911s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:55:25.975667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.098938Z","time spent":"876.714294ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:55:25.975961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.714271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:25.976019Z","caller":"traceutil/trace.go:171","msg":"trace[1842836762] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11174; }","duration":"870.794114ms","start":"2026-07-09T01:55:25.105211Z","end":"2026-07-09T01:55:25.976005Z","steps":["trace[1842836762] 'agreement among raft nodes before linearized reading' (duration: 870.708462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.97605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.47122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:25.976068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.105199Z","time spent":"870.857795ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-09T01:55:25.97609Z","caller":"traceutil/trace.go:171","msg":"trace[1519053875] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11174; }","duration":"727.608644ms","start":"2026-07-09T01:55:25.248471Z","end":"2026-07-09T01:55:25.97608Z","steps":["trace[1519053875] 'agreement among raft nodes before linearized reading' (duration: 727.506982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.24844Z","time spent":"727.707856ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.869162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:55:25.976333Z","caller":"traceutil/trace.go:171","msg":"trace[471540411] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11174; }","duration":"221.971095ms","start":"2026-07-09T01:55:25.754348Z","end":"2026-07-09T01:55:25.976319Z","steps":["trace[471540411] 'agreement among raft nodes before linearized reading' (duration: 221.800981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.997964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:25.976442Z","caller":"traceutil/trace.go:171","msg":"trace[1930859223] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11174; }","duration":"728.060805ms","start":"2026-07-09T01:55:25.248372Z","end":"2026-07-09T01:55:25.976433Z","steps":["trace[1930859223] 'agreement among raft nodes before linearized reading' (duration: 727.993853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.536396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:25.976431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.978647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:25.976475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.248362Z","time spent":"728.106816ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-09T01:55:25.976502Z","caller":"traceutil/trace.go:171","msg":"trace[1525842652] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11174; }","duration":"728.616748ms","start":"2026-07-09T01:55:25.247867Z","end":"2026-07-09T01:55:25.976484Z","steps":["trace[1525842652] 'agreement among raft nodes before linearized reading' (duration: 728.501655ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:25.976508Z","caller":"traceutil/trace.go:171","msg":"trace[2116193495] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11174; }","duration":"868.060089ms","start":"2026-07-09T01:55:25.10843Z","end":"2026-07-09T01:55:25.97649Z","steps":["trace[2116193495] 'agreement among raft nodes before linearized reading' (duration: 867.926116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.782939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:25.976554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.108395Z","time spent":"868.148901ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-09T01:55:25.97657Z","caller":"traceutil/trace.go:171","msg":"trace[277684692] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11174; }","duration":"869.866882ms","start":"2026-07-09T01:55:25.106688Z","end":"2026-07-09T01:55:25.976554Z","steps":["trace[277684692] 'agreement among raft nodes before linearized reading' (duration: 869.78135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.904005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-09T01:55:25.976622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.24781Z","time spent":"728.73098ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.102685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:25.976661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.292909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T01:55:25.976655Z","caller":"traceutil/trace.go:171","msg":"trace[268102579] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11174; }","duration":"868.008968ms","start":"2026-07-09T01:55:25.108631Z","end":"2026-07-09T01:55:25.97664Z","steps":["trace[268102579] 'agreement among raft nodes before linearized reading' (duration: 867.825933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.909983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:25.976699Z","caller":"traceutil/trace.go:171","msg":"trace[1347923307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11174; }","duration":"371.3291ms","start":"2026-07-09T01:55:25.605362Z","end":"2026-07-09T01:55:25.976691Z","steps":["trace[1347923307] 'agreement among raft nodes before linearized reading' (duration: 371.236678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.10862Z","time spent":"868.082489ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.605336Z","time spent":"371.396542ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T01:55:25.976726Z","caller":"traceutil/trace.go:171","msg":"trace[1139042506] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11174; }","duration":"728.26029ms","start":"2026-07-09T01:55:25.248426Z","end":"2026-07-09T01:55:25.976686Z","steps":["trace[1139042506] 'agreement among raft nodes before linearized reading' (duration: 728.088126ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:25.976741Z","caller":"traceutil/trace.go:171","msg":"trace[937730070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11174; }","duration":"869.955744ms","start":"2026-07-09T01:55:25.106771Z","end":"2026-07-09T01:55:25.976727Z","steps":["trace[937730070] 'agreement among raft nodes before linearized reading' (duration: 869.889792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.419238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-07-09T01:55:25.976773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.1578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T01:55:25.976813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.106733Z","time spent":"870.068336ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.232738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:55:25.976816Z","caller":"traceutil/trace.go:171","msg":"trace[357389564] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11174; }","duration":"871.50244ms","start":"2026-07-09T01:55:25.105301Z","end":"2026-07-09T01:55:25.976804Z","steps":["trace[357389564] 'agreement among raft nodes before linearized reading' (duration: 871.340937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.248415Z","time spent":"728.379722ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.106677Z","time spent":"869.941863ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.105251Z","time spent":"871.637123ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-09T01:55:25.976824Z","caller":"traceutil/trace.go:171","msg":"trace[2139545445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11174; }","duration":"511.245523ms","start":"2026-07-09T01:55:25.465566Z","end":"2026-07-09T01:55:25.976812Z","steps":["trace[2139545445] 'agreement among raft nodes before linearized reading' (duration: 511.111919ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:25.976901Z","caller":"traceutil/trace.go:171","msg":"trace[2145027233] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11174; }","duration":"409.558786ms","start":"2026-07-09T01:55:25.567302Z","end":"2026-07-09T01:55:25.976861Z","steps":["trace[2145027233] 'agreement among raft nodes before linearized reading' (duration: 409.230228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.976962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.465545Z","time spent":"511.401046ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:55:25.976988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.567277Z","time spent":"409.678198ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:25.977924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.317187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-09T01:55:25.978022Z","caller":"traceutil/trace.go:171","msg":"trace[1732331685] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11174; }","duration":"727.473961ms","start":"2026-07-09T01:55:25.250523Z","end":"2026-07-09T01:55:25.977997Z","steps":["trace[1732331685] 'agreement among raft nodes before linearized reading' (duration: 726.304253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:25.978103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:25.250508Z","time spent":"727.583843ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-09T01:55:30.831273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:31.332343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:31.83325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:32.981657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:33.481996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:33.982235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:34.077209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:55:34.077292Z","caller":"traceutil/trace.go:171","msg":"trace[128413391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533716s","start":"2026-07-09T01:55:32.076739Z","end":"2026-07-09T01:55:34.077272Z","steps":["trace[128413391] 'agreement among raft nodes before linearized reading' (duration: 2.000425663s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:34.077348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.076733Z","time spent":"2.000606278s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:55:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:55:34.482693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:34.991412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:35.408907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999885477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T01:55:35.409041Z","caller":"traceutil/trace.go:171","msg":"trace[190026919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000098512s","start":"2026-07-09T01:55:30.408914Z","end":"2026-07-09T01:55:35.409013Z","steps":["trace[190026919] 'agreement among raft nodes before linearized reading' (duration: 4.999917628s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:35.409112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.408895Z","time spent":"5.000202705s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:35.491583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:35.992781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:36.07728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999751268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:55:36.077338Z","caller":"traceutil/trace.go:171","msg":"trace[1167368616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999883601s","start":"2026-07-09T01:55:34.077441Z","end":"2026-07-09T01:55:36.077324Z","steps":["trace[1167368616] 'agreement among raft nodes before linearized reading' (duration: 1.999799909s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:36.07737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:34.077411Z","time spent":"1.999953763s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:55:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:55:36.159716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.16208Z","time spent":"4.997631202s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 01:55:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:55:36.575562Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:36.993772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.996135Z","time spent":"4.997631102s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 01:55:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:55:37.032898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999887866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:55:37.032963Z","caller":"traceutil/trace.go:171","msg":"trace[863788322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999982339s","start":"2026-07-09T01:55:32.032966Z","end":"2026-07-09T01:55:37.032949Z","steps":["trace[863788322] 'agreement among raft nodes before linearized reading' (duration: 4.999899897s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:37.033003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.032956Z","time spent":"5.00003618s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/09 01:55:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:55:37.049654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999858406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:55:37.049705Z","caller":"traceutil/trace.go:171","msg":"trace[589048556] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999986138s","start":"2026-07-09T01:55:32.049706Z","end":"2026-07-09T01:55:37.049692Z","steps":["trace[589048556] 'agreement among raft nodes before linearized reading' (duration: 4.999930917s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:37.049736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.049678Z","time spent":"5.00005099s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/09 01:55:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:55:37.076115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852857,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:37.217042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.216553Z","time spent":"7.000483135s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-09T01:55:37.259282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.258399Z","time spent":"7.000878593s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-09T01:55:37.33206Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-09T01:55:37.332256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001131639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-09T01:55:37.332337Z","caller":"traceutil/trace.go:171","msg":"trace[313781534] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; }","duration":"7.001326274s","start":"2026-07-09T01:55:30.330992Z","end":"2026-07-09T01:55:37.332318Z","steps":["trace[313781534] 'agreement among raft nodes before linearized reading' (duration: 7.001201171s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:37.33239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.33097Z","time spent":"7.001404716s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T01:55:37.365443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.364354Z","time spent":"7.001083469s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-09T01:55:37.83325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:38.057307Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.840620122s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T01:55:38.08239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000356142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:55:38.082458Z","caller":"traceutil/trace.go:171","msg":"trace[704910209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469385s","start":"2026-07-09T01:55:36.081974Z","end":"2026-07-09T01:55:38.082444Z","steps":["trace[704910209] 'agreement among raft nodes before linearized reading' (duration: 2.000381543s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.082499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:36.08196Z","time spent":"2.000531056s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:55:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-09T01:55:38.094075Z","caller":"traceutil/trace.go:171","msg":"trace[834079480] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"6.551112247s","start":"2026-07-09T01:55:31.542941Z","end":"2026-07-09T01:55:38.094054Z","steps":["trace[834079480] 'process raft request' (duration: 6.551056676s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.094209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.542923Z","time spent":"6.551217129s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:38.095813Z","caller":"traceutil/trace.go:171","msg":"trace[2005426490] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"4.841019766s","start":"2026-07-09T01:55:33.254768Z","end":"2026-07-09T01:55:38.095788Z","steps":["trace[2005426490] 'process raft request' (duration: 4.83989008s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.095904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.254746Z","time spent":"4.841125548s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:55:38.095945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.709856616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T01:55:38.096018Z","caller":"traceutil/trace.go:171","msg":"trace[543533777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11210; }","duration":"7.709989439s","start":"2026-07-09T01:55:30.386013Z","end":"2026-07-09T01:55:38.096003Z","steps":["trace[543533777] 'agreement among raft nodes before linearized reading' (duration: 7.709782784s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.095977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.02152988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:38.096071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.385995Z","time spent":"7.710068672s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T01:55:38.096112Z","caller":"traceutil/trace.go:171","msg":"trace[1036216301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11210; }","duration":"6.021658463s","start":"2026-07-09T01:55:32.074414Z","end":"2026-07-09T01:55:38.096072Z","steps":["trace[1036216301] 'agreement among raft nodes before linearized reading' (duration: 6.021502069s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.096155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.074406Z","time spent":"6.021741496s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:55:38.096201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279970893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:55:38.096239Z","caller":"traceutil/trace.go:171","msg":"trace[1236449567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11210; }","duration":"3.280044885s","start":"2026-07-09T01:55:34.816185Z","end":"2026-07-09T01:55:38.096229Z","steps":["trace[1236449567] 'agreement among raft nodes before linearized reading' (duration: 3.279901911s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.096271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:34.816167Z","time spent":"3.280097856s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:55:38.09635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.022309698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:55:38.096399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.051619943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T01:55:38.096423Z","caller":"traceutil/trace.go:171","msg":"trace[1431614783] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11210; }","duration":"5.022447611s","start":"2026-07-09T01:55:33.073945Z","end":"2026-07-09T01:55:38.096392Z","steps":["trace[1431614783] 'agreement among raft nodes before linearized reading' (duration: 5.022190564s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:38.096447Z","caller":"traceutil/trace.go:171","msg":"trace[1040417627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11210; }","duration":"6.051674934s","start":"2026-07-09T01:55:32.04476Z","end":"2026-07-09T01:55:38.096435Z","steps":["trace[1040417627] 'agreement among raft nodes before linearized reading' (duration: 6.051500479s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.096462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.073917Z","time spent":"5.022533723s","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":88,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:55:38.09584Z","caller":"traceutil/trace.go:171","msg":"trace[1325906514] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"5.095686565s","start":"2026-07-09T01:55:33.000092Z","end":"2026-07-09T01:55:38.095779Z","steps":["trace[1325906514] 'process raft request' (duration: 5.09419496s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.096788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.262199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-09T01:55:38.096833Z","caller":"traceutil/trace.go:171","msg":"trace[755158159] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11210; }","duration":"834.31638ms","start":"2026-07-09T01:55:37.262499Z","end":"2026-07-09T01:55:38.096815Z","steps":["trace[755158159] 'agreement among raft nodes before linearized reading' (duration: 834.093464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.09686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:37.262487Z","time spent":"834.367961ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-09T01:55:38.096946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61900011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:55:38.096956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.00007Z","time spent":"5.096640427s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19030,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:38.097003Z","caller":"traceutil/trace.go:171","msg":"trace[742940710] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11210; }","duration":"4.619080832s","start":"2026-07-09T01:55:33.477898Z","end":"2026-07-09T01:55:38.096978Z","steps":["trace[742940710] 'agreement among raft nodes before linearized reading' (duration: 4.618797196s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.097035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.477885Z","time spent":"4.619141144s","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.09705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966115167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.097097Z","caller":"traceutil/trace.go:171","msg":"trace[1243094719] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11210; }","duration":"4.966211229s","start":"2026-07-09T01:55:33.130876Z","end":"2026-07-09T01:55:38.097087Z","steps":["trace[1243094719] 'agreement among raft nodes before linearized reading' (duration: 4.966094726s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.097114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.038575093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:55:38.097178Z","caller":"traceutil/trace.go:171","msg":"trace[763286302] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11210; }","duration":"5.038685975s","start":"2026-07-09T01:55:33.058477Z","end":"2026-07-09T01:55:38.097163Z","steps":["trace[763286302] 'agreement among raft nodes before linearized reading' (duration: 5.03848179s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.097227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.058463Z","time spent":"5.038740207s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":63,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:55:38.097308Z","caller":"traceutil/trace.go:171","msg":"trace[847605084] linearizableReadLoop","detail":"{readStateIndex:11605; appliedIndex:11597; }","duration":"763.625866ms","start":"2026-07-09T01:55:37.332163Z","end":"2026-07-09T01:55:38.095789Z","steps":["trace[847605084] 'read index received' (duration: 725.428632ms)","trace[847605084] 'applied index is now lower than readState.Index' (duration: 38.195544ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:55:38.097491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936801618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-09T01:55:38.097551Z","caller":"traceutil/trace.go:171","msg":"trace[224580841] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:11210; }","duration":"1.936870839s","start":"2026-07-09T01:55:36.160653Z","end":"2026-07-09T01:55:38.097523Z","steps":["trace[224580841] 'agreement among raft nodes before linearized reading' (duration: 1.936750777s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.09758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:36.160635Z","time spent":"1.936937882s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-09T01:55:38.097795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06045945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-09T01:55:38.097832Z","caller":"traceutil/trace.go:171","msg":"trace[1523804059] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11210; }","duration":"5.060533212s","start":"2026-07-09T01:55:33.037289Z","end":"2026-07-09T01:55:38.097822Z","steps":["trace[1523804059] 'agreement among raft nodes before linearized reading' (duration: 5.06041023s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.097866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.037272Z","time spent":"5.060585163s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T01:55:38.098033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.269432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-6fnxv\" ","response":"range_response_count:1 size:7002"} {"level":"info","ts":"2026-07-09T01:55:38.098088Z","caller":"traceutil/trace.go:171","msg":"trace[502840369] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-6fnxv; range_end:; response_count:1; response_revision:11210; }","duration":"873.313503ms","start":"2026-07-09T01:55:37.224753Z","end":"2026-07-09T01:55:38.098067Z","steps":["trace[502840369] 'agreement among raft nodes before linearized reading' (duration: 873.007106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.098121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:37.224698Z","time spent":"873.416395ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7025,"request content":"key:\"/registry/pods/openstack/cinder-db-sync-6fnxv\" "} {"level":"warn","ts":"2026-07-09T01:55:38.098158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121922453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-09T01:55:38.098208Z","caller":"traceutil/trace.go:171","msg":"trace[543532845] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:11210; }","duration":"4.122025016s","start":"2026-07-09T01:55:33.976173Z","end":"2026-07-09T01:55:38.098198Z","steps":["trace[543532845] 'agreement among raft nodes before linearized reading' (duration: 4.121547045s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.09824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.976144Z","time spent":"4.122082727s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-09T01:55:38.098421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018806018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-09T01:55:38.09848Z","caller":"traceutil/trace.go:171","msg":"trace[1194444512] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:11210; }","duration":"2.018933802s","start":"2026-07-09T01:55:36.079533Z","end":"2026-07-09T01:55:38.098467Z","steps":["trace[1194444512] 'agreement among raft nodes before linearized reading' (duration: 2.018669565s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.098511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:36.079522Z","time spent":"2.018976933s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T01:55:38.098589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.294687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-09T01:55:38.098691Z","caller":"traceutil/trace.go:171","msg":"trace[392971067] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11210; }","duration":"730.40065ms","start":"2026-07-09T01:55:37.368215Z","end":"2026-07-09T01:55:38.098615Z","steps":["trace[392971067] 'agreement among raft nodes before linearized reading' (duration: 730.100413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.098727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:37.368203Z","time spent":"730.515903ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:55:38.098846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117193364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:38.098905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227325856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.098937Z","caller":"traceutil/trace.go:171","msg":"trace[1048768084] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11210; }","duration":"5.117295266s","start":"2026-07-09T01:55:32.981613Z","end":"2026-07-09T01:55:38.098908Z","steps":["trace[1048768084] 'agreement among raft nodes before linearized reading' (duration: 5.116491887s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:38.098946Z","caller":"traceutil/trace.go:171","msg":"trace[1097460650] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11210; }","duration":"2.227428708s","start":"2026-07-09T01:55:35.871507Z","end":"2026-07-09T01:55:38.098936Z","steps":["trace[1097460650] 'agreement among raft nodes before linearized reading' (duration: 2.227255794s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.09898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:35.871489Z","time spent":"2.22748403s","remote":"127.0.0.1:45850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.097132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:33.130847Z","time spent":"4.966270591s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.099039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.025515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.099099Z","caller":"traceutil/trace.go:171","msg":"trace[2101317298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11210; }","duration":"889.100717ms","start":"2026-07-09T01:55:37.209974Z","end":"2026-07-09T01:55:38.099074Z","steps":["trace[2101317298] 'agreement among raft nodes before linearized reading' (duration: 889.017625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.099139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:37.20996Z","time spent":"889.171379ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:55:38.099115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104046094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T01:55:38.099216Z","caller":"traceutil/trace.go:171","msg":"trace[1427622828] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11210; }","duration":"1.104174238s","start":"2026-07-09T01:55:36.995007Z","end":"2026-07-09T01:55:38.099181Z","steps":["trace[1427622828] 'agreement among raft nodes before linearized reading' (duration: 1.103988663s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.099268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:36.994994Z","time spent":"1.10426506s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T01:55:38.099316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.024805648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-09T01:55:38.099366Z","caller":"traceutil/trace.go:171","msg":"trace[460736410] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11210; }","duration":"6.02485205s","start":"2026-07-09T01:55:32.074492Z","end":"2026-07-09T01:55:38.099344Z","steps":["trace[460736410] 'agreement among raft nodes before linearized reading' (duration: 6.024547872s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.098977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.981597Z","time spent":"5.117371039s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.099396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.074489Z","time spent":"6.024900311s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-09T01:55:38.096477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:32.044754Z","time spent":"6.051716724s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:38.099884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.613896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:55:38.099933Z","caller":"traceutil/trace.go:171","msg":"trace[1195216617] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11210; }","duration":"172.663097ms","start":"2026-07-09T01:55:37.927259Z","end":"2026-07-09T01:55:38.099922Z","steps":["trace[1195216617] 'agreement among raft nodes before linearized reading' (duration: 172.460522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.024234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T01:55:38.100295Z","caller":"traceutil/trace.go:171","msg":"trace[1810424635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11210; }","duration":"690.115807ms","start":"2026-07-09T01:55:37.410167Z","end":"2026-07-09T01:55:38.100283Z","steps":["trace[1810424635] 'agreement among raft nodes before linearized reading' (duration: 689.999524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:37.410148Z","time spent":"690.163967ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:38.100335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.594102427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.10038Z","caller":"traceutil/trace.go:171","msg":"trace[2086168527] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11210; }","duration":"7.594137798s","start":"2026-07-09T01:55:30.50622Z","end":"2026-07-09T01:55:38.100358Z","steps":["trace[2086168527] 'agreement among raft nodes before linearized reading' (duration: 7.594082086s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.10039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106806209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.100521Z","caller":"traceutil/trace.go:171","msg":"trace[191558482] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11210; }","duration":"6.106982593s","start":"2026-07-09T01:55:31.993522Z","end":"2026-07-09T01:55:38.100505Z","steps":["trace[191558482] 'agreement among raft nodes before linearized reading' (duration: 6.106585224s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.993503Z","time spent":"6.107058435s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T01:55:38.10069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.610661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-09T01:55:38.100699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105761694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:38.10073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.747973817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.10074Z","caller":"traceutil/trace.go:171","msg":"trace[1893210341] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11210; }","duration":"503.671943ms","start":"2026-07-09T01:55:37.597047Z","end":"2026-07-09T01:55:38.100719Z","steps":["trace[1893210341] 'agreement among raft nodes before linearized reading' (duration: 503.501339ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:38.100743Z","caller":"traceutil/trace.go:171","msg":"trace[160825742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11210; }","duration":"6.105819135s","start":"2026-07-09T01:55:31.994914Z","end":"2026-07-09T01:55:38.100733Z","steps":["trace[160825742] 'agreement among raft nodes before linearized reading' (duration: 6.105755944s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.10077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:37.597036Z","time spent":"503.726394ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-09T01:55:38.100774Z","caller":"traceutil/trace.go:171","msg":"trace[1201991872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:11210; }","duration":"6.748048239s","start":"2026-07-09T01:55:31.352706Z","end":"2026-07-09T01:55:38.100755Z","steps":["trace[1201991872] 'agreement among raft nodes before linearized reading' (duration: 6.747779323s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.623237376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T01:55:38.100858Z","caller":"traceutil/trace.go:171","msg":"trace[2021179305] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11210; }","duration":"7.623310488s","start":"2026-07-09T01:55:30.477522Z","end":"2026-07-09T01:55:38.100832Z","steps":["trace[2021179305] 'agreement among raft nodes before linearized reading' (duration: 7.622914508s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107357532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.100969Z","caller":"traceutil/trace.go:171","msg":"trace[385164261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11210; }","duration":"6.107524076s","start":"2026-07-09T01:55:31.993412Z","end":"2026-07-09T01:55:38.100936Z","steps":["trace[385164261] 'agreement among raft nodes before linearized reading' (duration: 6.107056665s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.450040716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-09T01:55:38.101021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.993388Z","time spent":"6.107621238s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:55:38.101135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106516672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:38.100804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.352684Z","time spent":"6.74811418s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:55:38.101124Z","caller":"traceutil/trace.go:171","msg":"trace[1548900052] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11210; }","duration":"7.450744983s","start":"2026-07-09T01:55:30.650355Z","end":"2026-07-09T01:55:38.1011Z","steps":["trace[1548900052] 'agreement among raft nodes before linearized reading' (duration: 7.449928554s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:38.101179Z","caller":"traceutil/trace.go:171","msg":"trace[1398356862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11210; }","duration":"6.106567803s","start":"2026-07-09T01:55:31.994594Z","end":"2026-07-09T01:55:38.101161Z","steps":["trace[1398356862] 'agreement among raft nodes before linearized reading' (duration: 6.106504182s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.101207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.994587Z","time spent":"6.106613494s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:55:38.101207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.1064462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:38.101235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.433628978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:55:38.101256Z","caller":"traceutil/trace.go:171","msg":"trace[1191863175] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11210; }","duration":"6.106515202s","start":"2026-07-09T01:55:31.99473Z","end":"2026-07-09T01:55:38.101246Z","steps":["trace[1191863175] 'agreement among raft nodes before linearized reading' (duration: 6.106444311s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.100457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.555101184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.101269Z","caller":"traceutil/trace.go:171","msg":"trace[191589824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11210; }","duration":"7.433683359s","start":"2026-07-09T01:55:30.667573Z","end":"2026-07-09T01:55:38.101256Z","steps":["trace[191589824] 'agreement among raft nodes before linearized reading' (duration: 7.433378832s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.101287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.994719Z","time spent":"6.106560043s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-09T01:55:38.10131Z","caller":"traceutil/trace.go:171","msg":"trace[147746498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11210; }","duration":"7.555945913s","start":"2026-07-09T01:55:30.545339Z","end":"2026-07-09T01:55:38.101285Z","steps":["trace[147746498] 'agreement among raft nodes before linearized reading' (duration: 7.555093973s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.101257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.650345Z","time spent":"7.450836315s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:55:38.101323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.667567Z","time spent":"7.43374378s","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.101321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106619115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.101394Z","caller":"traceutil/trace.go:171","msg":"trace[1873659820] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11210; }","duration":"6.106695046s","start":"2026-07-09T01:55:31.994678Z","end":"2026-07-09T01:55:38.101373Z","steps":["trace[1873659820] 'agreement among raft nodes before linearized reading' (duration: 6.106277937s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.101429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.994672Z","time spent":"6.106750098s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:55:38.100855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105943218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T01:55:38.10148Z","caller":"traceutil/trace.go:171","msg":"trace[1214931515] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11210; }","duration":"6.106571904s","start":"2026-07-09T01:55:31.994895Z","end":"2026-07-09T01:55:38.101467Z","steps":["trace[1214931515] 'agreement among raft nodes before linearized reading' (duration: 6.105900458s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.101514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.994873Z","time spent":"6.106632675s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-09T01:55:38.101247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.10645328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:38.101591Z","caller":"traceutil/trace.go:171","msg":"trace[173797387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11210; }","duration":"6.106796969s","start":"2026-07-09T01:55:31.994771Z","end":"2026-07-09T01:55:38.101568Z","steps":["trace[173797387] 'agreement among raft nodes before linearized reading' (duration: 6.106148614s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.101629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.994765Z","time spent":"6.10685443s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:55:38.101347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.545333Z","time spent":"7.556005305s","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.100901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.477511Z","time spent":"7.623377389s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":150,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:38.101994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.105526379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-09T01:55:38.100412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:30.506187Z","time spent":"7.59421647s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:55:38.102057Z","caller":"traceutil/trace.go:171","msg":"trace[727372132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11210; }","duration":"6.10560197s","start":"2026-07-09T01:55:31.996443Z","end":"2026-07-09T01:55:38.102044Z","steps":["trace[727372132] 'agreement among raft nodes before linearized reading' (duration: 6.100055689s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:38.102097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.996422Z","time spent":"6.105666912s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5102,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-09T01:55:38.100774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:31.994908Z","time spent":"6.105858866s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T01:55:43.362281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:43.863238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056852985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:43.883764Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251996296s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:55:43.884113Z","caller":"traceutil/trace.go:171","msg":"trace[1381738180] linearizableReadLoop","detail":"{readStateIndex:11652; appliedIndex:11651; }","duration":"1.022152055s","start":"2026-07-09T01:55:42.861941Z","end":"2026-07-09T01:55:43.884093Z","steps":["trace[1381738180] 'read index received' (duration: 1.02195666s)","trace[1381738180] 'applied index is now lower than readState.Index' (duration: 194.525µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:55:43.884188Z","caller":"traceutil/trace.go:171","msg":"trace[381012728] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"1.252721583s","start":"2026-07-09T01:55:42.631457Z","end":"2026-07-09T01:55:43.884179Z","steps":["trace[381012728] 'process raft request' (duration: 1.252486268s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:43.884289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:42.631416Z","time spent":"1.252800715s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:55:43.884297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.230465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:43.884392Z","caller":"traceutil/trace.go:171","msg":"trace[1910874726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11255; }","duration":"629.369319ms","start":"2026-07-09T01:55:43.255Z","end":"2026-07-09T01:55:43.88437Z","steps":["trace[1910874726] 'agreement among raft nodes before linearized reading' (duration: 629.221645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:43.884411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.347361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T01:55:43.884418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022473183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:43.884448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.522729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:43.88448Z","caller":"traceutil/trace.go:171","msg":"trace[1036445208] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11255; }","duration":"1.022598756s","start":"2026-07-09T01:55:42.861866Z","end":"2026-07-09T01:55:43.884465Z","steps":["trace[1036445208] 'agreement among raft nodes before linearized reading' (duration: 1.022487143s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:43.884469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:43.254981Z","time spent":"629.473631ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T01:55:43.884505Z","caller":"traceutil/trace.go:171","msg":"trace[1477647411] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11255; }","duration":"443.584261ms","start":"2026-07-09T01:55:43.440909Z","end":"2026-07-09T01:55:43.884493Z","steps":["trace[1477647411] 'agreement among raft nodes before linearized reading' (duration: 443.495158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:43.884511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.293207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-09T01:55:43.884523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:42.861833Z","time spent":"1.022678638s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:43.88454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:43.440857Z","time spent":"443.674322ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:55:43.884543Z","caller":"traceutil/trace.go:171","msg":"trace[1640433920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11255; }","duration":"629.366278ms","start":"2026-07-09T01:55:43.255168Z","end":"2026-07-09T01:55:43.884534Z","steps":["trace[1640433920] 'agreement among raft nodes before linearized reading' (duration: 629.290367ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:43.884479Z","caller":"traceutil/trace.go:171","msg":"trace[1657855904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11255; }","duration":"619.468494ms","start":"2026-07-09T01:55:43.264992Z","end":"2026-07-09T01:55:43.88446Z","steps":["trace[1657855904] 'agreement among raft nodes before linearized reading' (duration: 619.29115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:43.884619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.302897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-09T01:55:43.884409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.801819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:55:43.884695Z","caller":"traceutil/trace.go:171","msg":"trace[2078770395] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:11255; }","duration":"521.135146ms","start":"2026-07-09T01:55:43.363551Z","end":"2026-07-09T01:55:43.884686Z","steps":["trace[2078770395] 'agreement among raft nodes before linearized reading' (duration: 520.703066ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:43.884695Z","caller":"traceutil/trace.go:171","msg":"trace[1214822578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11255; }","duration":"618.418429ms","start":"2026-07-09T01:55:43.266257Z","end":"2026-07-09T01:55:43.884675Z","steps":["trace[1214822578] 'agreement among raft nodes before linearized reading' (duration: 618.069921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:43.884668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:43.264971Z","time spent":"619.649049ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:55:43.88474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:43.266245Z","time spent":"618.485491ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:55:43.884746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:43.363523Z","time spent":"521.192928ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T01:55:43.88457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:43.255145Z","time spent":"629.42084ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:55:46.979224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T01:55:46.979514Z","caller":"traceutil/trace.go:171","msg":"trace[1996053056] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"842.006611ms","start":"2026-07-09T01:55:46.137472Z","end":"2026-07-09T01:55:46.979479Z","steps":["trace[1996053056] 'process raft request' (duration: 841.884278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.979629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.137444Z","time spent":"842.117764ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:46.987297Z","caller":"traceutil/trace.go:171","msg":"trace[846714407] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"839.110613ms","start":"2026-07-09T01:55:46.148168Z","end":"2026-07-09T01:55:46.987279Z","steps":["trace[846714407] 'process raft request' (duration: 832.195649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.987406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.148142Z","time spent":"839.207235ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:46.98745Z","caller":"traceutil/trace.go:171","msg":"trace[603535665] linearizableReadLoop","detail":"{readStateIndex:11673; appliedIndex:11670; }","duration":"838.58755ms","start":"2026-07-09T01:55:46.148833Z","end":"2026-07-09T01:55:46.987421Z","steps":["trace[603535665] 'read index received' (duration: 830.456157ms)","trace[603535665] 'applied index is now lower than readState.Index' (duration: 8.130493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:55:46.987503Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":6605829870056853051,"received-request-id":6605829870056853047} {"level":"info","ts":"2026-07-09T01:55:46.987553Z","caller":"traceutil/trace.go:171","msg":"trace[1686964721] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"838.793815ms","start":"2026-07-09T01:55:46.14873Z","end":"2026-07-09T01:55:46.987524Z","steps":["trace[1686964721] 'process raft request' (duration: 838.511489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.987594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.14871Z","time spent":"838.861776ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:55:46.987709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.713779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T01:55:46.98774Z","caller":"traceutil/trace.go:171","msg":"trace[1533671154] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11275; }","duration":"834.765119ms","start":"2026-07-09T01:55:46.152965Z","end":"2026-07-09T01:55:46.98773Z","steps":["trace[1533671154] 'agreement among raft nodes before linearized reading' (duration: 834.675437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.98776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.152956Z","time spent":"834.799601ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:55:46.987822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.705764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T01:55:46.987839Z","caller":"traceutil/trace.go:171","msg":"trace[800370312] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11275; }","duration":"822.744015ms","start":"2026-07-09T01:55:46.16509Z","end":"2026-07-09T01:55:46.987834Z","steps":["trace[800370312] 'agreement among raft nodes before linearized reading' (duration: 822.682043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.987848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.347343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T01:55:46.987852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.16508Z","time spent":"822.769085ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-09T01:55:46.987865Z","caller":"traceutil/trace.go:171","msg":"trace[1877259608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11275; }","duration":"832.385703ms","start":"2026-07-09T01:55:46.155473Z","end":"2026-07-09T01:55:46.987859Z","steps":["trace[1877259608] 'agreement among raft nodes before linearized reading' (duration: 832.333582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.987881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.155463Z","time spent":"832.414134ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:46.987962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.780936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4989"} {"level":"info","ts":"2026-07-09T01:55:46.987975Z","caller":"traceutil/trace.go:171","msg":"trace[1590997136] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:11275; }","duration":"822.808907ms","start":"2026-07-09T01:55:46.165162Z","end":"2026-07-09T01:55:46.987971Z","steps":["trace[1590997136] 'agreement among raft nodes before linearized reading' (duration: 822.765356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.987988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.165157Z","time spent":"822.827187ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5012,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T01:55:46.987951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.485659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:46.988079Z","caller":"traceutil/trace.go:171","msg":"trace[1353066993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11275; }","duration":"822.708284ms","start":"2026-07-09T01:55:46.165333Z","end":"2026-07-09T01:55:46.988041Z","steps":["trace[1353066993] 'agreement among raft nodes before linearized reading' (duration: 822.410387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.988152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.16531Z","time spent":"822.832067ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:55:46.988199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.172431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:46.988216Z","caller":"traceutil/trace.go:171","msg":"trace[414821298] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11275; }","duration":"822.212813ms","start":"2026-07-09T01:55:46.165999Z","end":"2026-07-09T01:55:46.988212Z","steps":["trace[414821298] 'agreement among raft nodes before linearized reading' (duration: 822.186152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.988229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.165987Z","time spent":"822.238773ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:55:46.989774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.910545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T01:55:46.989821Z","caller":"traceutil/trace.go:171","msg":"trace[1423626831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11275; }","duration":"841.015008ms","start":"2026-07-09T01:55:46.148792Z","end":"2026-07-09T01:55:46.989807Z","steps":["trace[1423626831] 'agreement among raft nodes before linearized reading' (duration: 838.804005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:46.989849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:46.148777Z","time spent":"841.064899ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:54.570648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.177184Z","time spent":"393.461364ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T01:55:54.570884Z","caller":"traceutil/trace.go:171","msg":"trace[1353886480] linearizableReadLoop","detail":"{readStateIndex:11733; appliedIndex:11733; }","duration":"392.309107ms","start":"2026-07-09T01:55:54.178556Z","end":"2026-07-09T01:55:54.570865Z","steps":["trace[1353886480] 'read index received' (duration: 392.297366ms)","trace[1353886480] 'applied index is now lower than readState.Index' (duration: 10.281µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:55:54.570988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.412919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:54.571011Z","caller":"traceutil/trace.go:171","msg":"trace[2062029221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11332; }","duration":"392.46572ms","start":"2026-07-09T01:55:54.178539Z","end":"2026-07-09T01:55:54.571004Z","steps":["trace[2062029221] 'agreement among raft nodes before linearized reading' (duration: 392.401459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:54.571031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.178527Z","time spent":"392.498091ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:55:54.572633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.012874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:55:54.572663Z","caller":"traceutil/trace.go:171","msg":"trace[777142467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11335; }","duration":"393.053574ms","start":"2026-07-09T01:55:54.179602Z","end":"2026-07-09T01:55:54.572655Z","steps":["trace[777142467] 'agreement among raft nodes before linearized reading' (duration: 392.951542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:54.572678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.179596Z","time spent":"393.077925ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T01:55:54.572773Z","caller":"traceutil/trace.go:171","msg":"trace[1797662614] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"392.199084ms","start":"2026-07-09T01:55:54.180567Z","end":"2026-07-09T01:55:54.572766Z","steps":["trace[1797662614] 'process raft request' (duration: 391.961978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:54.572828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.180547Z","time spent":"392.241414ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:54.573056Z","caller":"traceutil/trace.go:171","msg":"trace[1821634056] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"392.4472ms","start":"2026-07-09T01:55:54.180331Z","end":"2026-07-09T01:55:54.572778Z","steps":["trace[1821634056] 'process raft request' (duration: 392.174444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:54.573218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.351757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462679"} {"level":"info","ts":"2026-07-09T01:55:54.573241Z","caller":"traceutil/trace.go:171","msg":"trace[907846977] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11335; }","duration":"392.376228ms","start":"2026-07-09T01:55:54.18086Z","end":"2026-07-09T01:55:54.573236Z","steps":["trace[907846977] 'agreement among raft nodes before linearized reading' (duration: 392.04607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:54.573256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.180854Z","time spent":"392.398528ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462702,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-09T01:55:54.572933Z","caller":"traceutil/trace.go:171","msg":"trace[1048043236] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"392.805598ms","start":"2026-07-09T01:55:54.180102Z","end":"2026-07-09T01:55:54.572908Z","steps":["trace[1048043236] 'process raft request' (duration: 392.311616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:54.57334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.180317Z","time spent":"392.832039ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:55:54.57347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:54.180089Z","time spent":"393.3001ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:55:55.557865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:56.05831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:55:56.414762Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.366839386s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:55:56.41615Z","caller":"traceutil/trace.go:171","msg":"trace[762598629] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"1.387187958s","start":"2026-07-09T01:55:55.028943Z","end":"2026-07-09T01:55:56.416131Z","steps":["trace[762598629] 'process raft request' (duration: 1.386143923s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.416254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.028927Z","time spent":"1.387271069s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:56.416296Z","caller":"traceutil/trace.go:171","msg":"trace[520308990] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"1.386622464s","start":"2026-07-09T01:55:55.029647Z","end":"2026-07-09T01:55:56.41627Z","steps":["trace[520308990] 'process raft request' (duration: 1.38643291s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.416409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.029627Z","time spent":"1.386711257s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:55:56.419671Z","caller":"traceutil/trace.go:171","msg":"trace[831378703] linearizableReadLoop","detail":"{readStateIndex:11741; appliedIndex:11738; }","duration":"1.362301479s","start":"2026-07-09T01:55:55.057331Z","end":"2026-07-09T01:55:56.419633Z","steps":["trace[831378703] 'read index received' (duration: 1.357766001s)","trace[831378703] 'applied index is now lower than readState.Index' (duration: 4.534858ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:55:56.419753Z","caller":"traceutil/trace.go:171","msg":"trace[64904652] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"1.315353467s","start":"2026-07-09T01:55:55.10438Z","end":"2026-07-09T01:55:56.419734Z","steps":["trace[64904652] 'process raft request' (duration: 1.315177603s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.419835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.104353Z","time spent":"1.31544259s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T01:55:56.41996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362625356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T01:55:56.419988Z","caller":"traceutil/trace.go:171","msg":"trace[862978286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11340; }","duration":"1.362694028s","start":"2026-07-09T01:55:55.057286Z","end":"2026-07-09T01:55:56.41998Z","steps":["trace[862978286] 'agreement among raft nodes before linearized reading' (duration: 1.362443252s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.419976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.266707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:56.420004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.057266Z","time spent":"1.362734239s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:56.420046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362608936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:55:56.420125Z","caller":"traceutil/trace.go:171","msg":"trace[2031727862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11340; }","duration":"1.362730389s","start":"2026-07-09T01:55:55.057377Z","end":"2026-07-09T01:55:56.420108Z","steps":["trace[2031727862] 'agreement among raft nodes before linearized reading' (duration: 1.362453763s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.420136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.797297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:56.42017Z","caller":"traceutil/trace.go:171","msg":"trace[31948725] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11340; }","duration":"239.856528ms","start":"2026-07-09T01:55:56.180305Z","end":"2026-07-09T01:55:56.420161Z","steps":["trace[31948725] 'agreement among raft nodes before linearized reading' (duration: 239.794617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.420205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.999087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:55:56.420238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317533149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-xsxnr\" ","response":"range_response_count:1 size:8145"} {"level":"warn","ts":"2026-07-09T01:55:56.420242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362395741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-09T01:55:56.42022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.570905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:55:56.420276Z","caller":"traceutil/trace.go:171","msg":"trace[428495413] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-xsxnr; range_end:; response_count:1; response_revision:11340; }","duration":"1.317606571s","start":"2026-07-09T01:55:55.10266Z","end":"2026-07-09T01:55:56.420266Z","steps":["trace[428495413] 'agreement among raft nodes before linearized reading' (duration: 1.317453367s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:56.420284Z","caller":"traceutil/trace.go:171","msg":"trace[460682850] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11340; }","duration":"1.362474753s","start":"2026-07-09T01:55:55.057797Z","end":"2026-07-09T01:55:56.420271Z","steps":["trace[460682850] 'agreement among raft nodes before linearized reading' (duration: 1.36233856s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.420175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.057361Z","time spent":"1.36280569s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:55:56.420306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.102641Z","time spent":"1.317657462s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8168,"request content":"key:\"/registry/pods/openstack/cinder-ks-service-xsxnr\" "} {"level":"warn","ts":"2026-07-09T01:55:56.420309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.057781Z","time spent":"1.362522014s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T01:55:56.420315Z","caller":"traceutil/trace.go:171","msg":"trace[1043426005] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11340; }","duration":"809.712627ms","start":"2026-07-09T01:55:55.61058Z","end":"2026-07-09T01:55:56.420293Z","steps":["trace[1043426005] 'agreement among raft nodes before linearized reading' (duration: 809.547424ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:56.420068Z","caller":"traceutil/trace.go:171","msg":"trace[1360877992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11340; }","duration":"466.398721ms","start":"2026-07-09T01:55:55.953645Z","end":"2026-07-09T01:55:56.420044Z","steps":["trace[1360877992] 'agreement among raft nodes before linearized reading' (duration: 466.213006ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:56.420256Z","caller":"traceutil/trace.go:171","msg":"trace[413650100] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11340; }","duration":"560.093809ms","start":"2026-07-09T01:55:55.860151Z","end":"2026-07-09T01:55:56.420244Z","steps":["trace[413650100] 'agreement among raft nodes before linearized reading' (duration: 560.007767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.420364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.610563Z","time spent":"809.79052ms","remote":"127.0.0.1:52046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:55:56.42038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.953629Z","time spent":"466.743269ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:55:56.420414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:55.860127Z","time spent":"560.251452ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:55:56.846509Z","caller":"traceutil/trace.go:171","msg":"trace[1955740599] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"266.377626ms","start":"2026-07-09T01:55:56.580102Z","end":"2026-07-09T01:55:56.84648Z","steps":["trace[1955740599] 'process raft request' (duration: 266.203352ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:55:56.847216Z","caller":"traceutil/trace.go:171","msg":"trace[1065804] linearizableReadLoop","detail":"{readStateIndex:11747; appliedIndex:11747; }","duration":"249.092267ms","start":"2026-07-09T01:55:56.598095Z","end":"2026-07-09T01:55:56.847187Z","steps":["trace[1065804] 'read index received' (duration: 249.082326ms)","trace[1065804] 'applied index is now lower than readState.Index' (duration: 8.531µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:55:56.847293Z","caller":"traceutil/trace.go:171","msg":"trace[869847360] transaction","detail":"{read_only:false; response_revision:11347; number_of_response:1; }","duration":"248.983604ms","start":"2026-07-09T01:55:56.598297Z","end":"2026-07-09T01:55:56.84728Z","steps":["trace[869847360] 'process raft request' (duration: 248.916852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:56.847511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.389964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:55:56.847694Z","caller":"traceutil/trace.go:171","msg":"trace[2134483008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:11347; }","duration":"249.628309ms","start":"2026-07-09T01:55:56.598051Z","end":"2026-07-09T01:55:56.847679Z","steps":["trace[2134483008] 'agreement among raft nodes before linearized reading' (duration: 249.23366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:55:58.93251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:00.127714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:00.628584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:01.129099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:01.630159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853272,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:02.037556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.909704726s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:56:02.038029Z","caller":"traceutil/trace.go:171","msg":"trace[215853586] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"3.786748889s","start":"2026-07-09T01:55:58.251249Z","end":"2026-07-09T01:56:02.037998Z","steps":["trace[215853586] 'process raft request' (duration: 3.786543864s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.0382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.251223Z","time spent":"3.786885083s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:02.041024Z","caller":"traceutil/trace.go:171","msg":"trace[2137344165] transaction","detail":"{read_only:false; response_revision:11352; number_of_response:1; }","duration":"3.256299583s","start":"2026-07-09T01:55:58.784699Z","end":"2026-07-09T01:56:02.040999Z","steps":["trace[2137344165] 'process raft request' (duration: 3.256206401s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.041224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.784676Z","time spent":"3.256407065s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:02.041401Z","caller":"traceutil/trace.go:171","msg":"trace[665520184] transaction","detail":"{read_only:false; response_revision:11351; number_of_response:1; }","duration":"3.608605463s","start":"2026-07-09T01:55:58.432668Z","end":"2026-07-09T01:56:02.041273Z","steps":["trace[665520184] 'process raft request' (duration: 3.608030829s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.04145Z","caller":"traceutil/trace.go:171","msg":"trace[356894713] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"2.982097222s","start":"2026-07-09T01:55:59.059329Z","end":"2026-07-09T01:56:02.041426Z","steps":["trace[356894713] 'process raft request' (duration: 2.981635451s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.041549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:59.059301Z","time spent":"2.982196994s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:56:02.041546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.432652Z","time spent":"3.608819177s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:02.044987Z","caller":"traceutil/trace.go:171","msg":"trace[488058210] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"1.914610462s","start":"2026-07-09T01:56:00.130352Z","end":"2026-07-09T01:56:02.044962Z","steps":["trace[488058210] 'process raft request' (duration: 1.914202052s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.045127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.130338Z","time spent":"1.914713425s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:02.045136Z","caller":"traceutil/trace.go:171","msg":"trace[115190742] linearizableReadLoop","detail":"{readStateIndex:11757; appliedIndex:11750; }","duration":"3.613661111s","start":"2026-07-09T01:55:58.431454Z","end":"2026-07-09T01:56:02.045115Z","steps":["trace[115190742] 'read index received' (duration: 3.606314638s)","trace[115190742] 'applied index is now lower than readState.Index' (duration: 7.344793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T01:56:02.045365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613907078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:56:02.045415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613830406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:02.045434Z","caller":"traceutil/trace.go:171","msg":"trace[362591381] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11355; }","duration":"3.61400473s","start":"2026-07-09T01:55:58.431412Z","end":"2026-07-09T01:56:02.045416Z","steps":["trace[362591381] 'agreement among raft nodes before linearized reading' (duration: 3.613849956s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.04547Z","caller":"traceutil/trace.go:171","msg":"trace[1374613769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11355; }","duration":"3.613932838s","start":"2026-07-09T01:55:58.431521Z","end":"2026-07-09T01:56:02.045454Z","steps":["trace[1374613769] 'agreement among raft nodes before linearized reading' (duration: 3.613843186s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.045499Z","caller":"traceutil/trace.go:171","msg":"trace[2028656828] transaction","detail":"{read_only:false; response_revision:11355; number_of_response:1; }","duration":"1.41100602s","start":"2026-07-09T01:56:00.634473Z","end":"2026-07-09T01:56:02.045479Z","steps":["trace[2028656828] 'process raft request' (duration: 1.410401766s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.045534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.431515Z","time spent":"3.61400588s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:56:02.045555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912002871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:02.045592Z","caller":"traceutil/trace.go:171","msg":"trace[48426265] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11355; }","duration":"1.912063292s","start":"2026-07-09T01:56:00.133514Z","end":"2026-07-09T01:56:02.045578Z","steps":["trace[48426265] 'agreement among raft nodes before linearized reading' (duration: 1.911999171s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.045597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.63445Z","time spent":"1.411100173s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:56:02.045628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.133504Z","time spent":"1.912115633s","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:56:02.045789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.87979757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:02.045847Z","caller":"traceutil/trace.go:171","msg":"trace[1415815858] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11355; }","duration":"2.879867661s","start":"2026-07-09T01:55:59.165965Z","end":"2026-07-09T01:56:02.045833Z","steps":["trace[1415815858] 'agreement among raft nodes before linearized reading' (duration: 2.87978415s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.045898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:59.165961Z","time spent":"2.879926283s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:56:02.045994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911273494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T01:56:02.046043Z","caller":"traceutil/trace.go:171","msg":"trace[1215478506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11355; }","duration":"1.911330875s","start":"2026-07-09T01:56:00.134701Z","end":"2026-07-09T01:56:02.046032Z","steps":["trace[1215478506] 'agreement among raft nodes before linearized reading' (duration: 1.911176262s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90901889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:56:02.046051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911512679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:56:02.046111Z","caller":"traceutil/trace.go:171","msg":"trace[921215389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11355; }","duration":"1.909108973s","start":"2026-07-09T01:56:00.136987Z","end":"2026-07-09T01:56:02.046096Z","steps":["trace[921215389] 'agreement among raft nodes before linearized reading' (duration: 1.90900562s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.046127Z","caller":"traceutil/trace.go:171","msg":"trace[1189742026] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11355; }","duration":"1.911609621s","start":"2026-07-09T01:56:00.134504Z","end":"2026-07-09T01:56:02.046114Z","steps":["trace[1189742026] 'agreement among raft nodes before linearized reading' (duration: 1.911384076s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.136972Z","time spent":"1.909170864s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.134499Z","time spent":"1.911664053s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.881757867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-07-09T01:56:02.046537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912870752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T01:56:02.046554Z","caller":"traceutil/trace.go:171","msg":"trace[378284046] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11355; }","duration":"2.882063294s","start":"2026-07-09T01:55:59.164468Z","end":"2026-07-09T01:56:02.046531Z","steps":["trace[378284046] 'agreement among raft nodes before linearized reading' (duration: 2.881709126s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.046598Z","caller":"traceutil/trace.go:171","msg":"trace[1120069214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11355; }","duration":"1.912939783s","start":"2026-07-09T01:56:00.133644Z","end":"2026-07-09T01:56:02.046583Z","steps":["trace[1120069214] 'agreement among raft nodes before linearized reading' (duration: 1.912718538s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613840927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-09T01:56:02.04662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:59.164456Z","time spent":"2.882148866s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.133639Z","time spent":"1.912997965s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T01:56:02.04548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.431388Z","time spent":"3.614080002s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:56:02.0463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91153176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-09T01:56:02.046672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83018694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T01:56:02.04671Z","caller":"traceutil/trace.go:171","msg":"trace[1134896962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11355; }","duration":"1.91195267s","start":"2026-07-09T01:56:00.13474Z","end":"2026-07-09T01:56:02.046693Z","steps":["trace[1134896962] 'agreement among raft nodes before linearized reading' (duration: 1.911441608s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432252048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:56:02.04674Z","caller":"traceutil/trace.go:171","msg":"trace[1382948143] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11355; }","duration":"1.830279543s","start":"2026-07-09T01:56:00.216442Z","end":"2026-07-09T01:56:02.046722Z","steps":["trace[1382948143] 'agreement among raft nodes before linearized reading' (duration: 1.829885723s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.04675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.134737Z","time spent":"1.912002771s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T01:56:02.046768Z","caller":"traceutil/trace.go:171","msg":"trace[1558493301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11355; }","duration":"3.432329459s","start":"2026-07-09T01:55:58.614429Z","end":"2026-07-09T01:56:02.046759Z","steps":["trace[1558493301] 'agreement among raft nodes before linearized reading' (duration: 3.432260168s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.216428Z","time spent":"1.830346184s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340829774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:56:02.046151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880720342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:56:02.046781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615152387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:56:02.046848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.46869047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:02.046859Z","caller":"traceutil/trace.go:171","msg":"trace[2146802282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11355; }","duration":"2.881459909s","start":"2026-07-09T01:55:59.165383Z","end":"2026-07-09T01:56:02.046843Z","steps":["trace[2146802282] 'agreement among raft nodes before linearized reading' (duration: 2.880730332s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.614413Z","time spent":"3.432376241s","remote":"127.0.0.1:45918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:56:02.046874Z","caller":"traceutil/trace.go:171","msg":"trace[93379141] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11355; }","duration":"3.468784103s","start":"2026-07-09T01:55:58.578082Z","end":"2026-07-09T01:56:02.046866Z","steps":["trace[93379141] 'agreement among raft nodes before linearized reading' (duration: 3.468747162s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.578062Z","time spent":"3.468863254s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:59.165378Z","time spent":"2.881527801s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185225811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T01:56:02.046978Z","caller":"traceutil/trace.go:171","msg":"trace[937043153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:11355; }","duration":"3.185308372s","start":"2026-07-09T01:55:58.86166Z","end":"2026-07-09T01:56:02.046968Z","steps":["trace[937043153] 'agreement among raft nodes before linearized reading' (duration: 3.18519645s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.04701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.861636Z","time spent":"3.185366643s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"info","ts":"2026-07-09T01:56:02.046674Z","caller":"traceutil/trace.go:171","msg":"trace[44171115] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11355; }","duration":"3.613924768s","start":"2026-07-09T01:55:58.432739Z","end":"2026-07-09T01:56:02.046664Z","steps":["trace[44171115] 'agreement among raft nodes before linearized reading' (duration: 3.613774945s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.046842Z","caller":"traceutil/trace.go:171","msg":"trace[1725250220] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11355; }","duration":"3.340901395s","start":"2026-07-09T01:55:58.705931Z","end":"2026-07-09T01:56:02.046832Z","steps":["trace[1725250220] 'agreement among raft nodes before linearized reading' (duration: 3.340762862s)"],"step_count":1} {"level":"info","ts":"2026-07-09T01:56:02.046877Z","caller":"traceutil/trace.go:171","msg":"trace[220010201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11355; }","duration":"3.61527814s","start":"2026-07-09T01:55:58.43158Z","end":"2026-07-09T01:56:02.046859Z","steps":["trace[220010201] 'agreement among raft nodes before linearized reading' (duration: 3.615096806s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.046073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.134696Z","time spent":"1.911370016s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T01:56:02.048511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163028994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-09T01:56:02.048591Z","caller":"traceutil/trace.go:171","msg":"trace[1327770986] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11355; }","duration":"3.163152578s","start":"2026-07-09T01:55:58.885405Z","end":"2026-07-09T01:56:02.048557Z","steps":["trace[1327770986] 'agreement among raft nodes before linearized reading' (duration: 3.16110628s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.048701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.885383Z","time spent":"3.163236429s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-09T01:56:02.046158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910416673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T01:56:02.049887Z","caller":"traceutil/trace.go:171","msg":"trace[594851901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11355; }","duration":"1.914131492s","start":"2026-07-09T01:56:00.135723Z","end":"2026-07-09T01:56:02.049855Z","steps":["trace[594851901] 'agreement among raft nodes before linearized reading' (duration: 1.910369403s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.049948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.135718Z","time spent":"1.914208433s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T01:56:02.050123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.432733Z","time spent":"3.6144442s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T01:56:02.050511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.705917Z","time spent":"3.341303325s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":111,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:56:02.050619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:55:58.431575Z","time spent":"3.61566195s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:56:02.052248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918541816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T01:56:02.052313Z","caller":"traceutil/trace.go:171","msg":"trace[1099228741] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11355; }","duration":"1.918613317s","start":"2026-07-09T01:56:00.133676Z","end":"2026-07-09T01:56:02.052289Z","steps":["trace[1099228741] 'agreement among raft nodes before linearized reading' (duration: 1.914733346s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:02.05242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:00.133673Z","time spent":"1.91873559s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:56:15.23098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:15.776861Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:16.277693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:16.735747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001221052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T01:56:16.735822Z","caller":"traceutil/trace.go:171","msg":"trace[2142932861] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001313714s","start":"2026-07-09T01:56:14.734486Z","end":"2026-07-09T01:56:16.7358Z","steps":["trace[2142932861] 'agreement among raft nodes before linearized reading' (duration: 2.001227882s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:16.735855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.734481Z","time spent":"2.001368025s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:56:16.77852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:17.278712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:17.77964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:19.068814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3323023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T01:56:19.068881Z","caller":"traceutil/trace.go:171","msg":"trace[1419495991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.332387951s","start":"2026-07-09T01:56:16.736479Z","end":"2026-07-09T01:56:19.068867Z","steps":["trace[1419495991] 'agreement among raft nodes before linearized reading' (duration: 2.33231066s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.068913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.736472Z","time spent":"2.332434632s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 01:56:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T01:56:19.069242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056853488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T01:56:19.419258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.695765417s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T01:56:19.421421Z","caller":"traceutil/trace.go:171","msg":"trace[1647431152] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"4.697999409s","start":"2026-07-09T01:56:14.723396Z","end":"2026-07-09T01:56:19.421395Z","steps":["trace[1647431152] 'process raft request' (duration: 4.697840576s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.42158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.723384Z","time spent":"4.698120102s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:19.430923Z","caller":"traceutil/trace.go:171","msg":"trace[1213481677] transaction","detail":"{read_only:false; response_revision:11421; number_of_response:1; }","duration":"4.700819086s","start":"2026-07-09T01:56:14.730067Z","end":"2026-07-09T01:56:19.430886Z","steps":["trace[1213481677] 'process raft request' (duration: 4.700594661s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.430974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.73054Z","time spent":"4.700431326s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T01:56:19.43106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.730042Z","time spent":"4.700944159s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:19.430931Z","caller":"traceutil/trace.go:171","msg":"trace[817872210] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"4.697481487s","start":"2026-07-09T01:56:14.733434Z","end":"2026-07-09T01:56:19.430915Z","steps":["trace[817872210] 'process raft request' (duration: 4.697419566s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.431185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.733426Z","time spent":"4.697743933s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:19.431218Z","caller":"traceutil/trace.go:171","msg":"trace[330065062] transaction","detail":"{read_only:false; response_revision:11423; number_of_response:1; }","duration":"4.60001303s","start":"2026-07-09T01:56:14.831199Z","end":"2026-07-09T01:56:19.431212Z","steps":["trace[330065062] 'process raft request' (duration: 4.599695312s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.431288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.831176Z","time spent":"4.600063841s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T01:56:19.431334Z","caller":"traceutil/trace.go:171","msg":"trace[1813222475] linearizableReadLoop","detail":"{readStateIndex:11829; appliedIndex:11824; }","duration":"4.701422211s","start":"2026-07-09T01:56:14.729903Z","end":"2026-07-09T01:56:19.431325Z","steps":["trace[1813222475] 'read index received' (duration: 4.692010598s)","trace[1813222475] 'applied index is now lower than readState.Index' (duration: 9.411013ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T01:56:19.431394Z","caller":"traceutil/trace.go:171","msg":"trace[2018346746] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"2.368346843s","start":"2026-07-09T01:56:17.063041Z","end":"2026-07-09T01:56:19.431388Z","steps":["trace[2018346746] 'process raft request' (duration: 2.368153269s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.431423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:17.063027Z","time spent":"2.368380264s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T01:56:19.431518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701544073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T01:56:19.431578Z","caller":"traceutil/trace.go:171","msg":"trace[565889932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11424; }","duration":"4.701581164s","start":"2026-07-09T01:56:14.72995Z","end":"2026-07-09T01:56:19.431532Z","steps":["trace[565889932] 'agreement among raft nodes before linearized reading' (duration: 4.701498122s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.431595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.729944Z","time spent":"4.701648226s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T01:56:19.431658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704780507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.431677Z","caller":"traceutil/trace.go:171","msg":"trace[1039816203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11424; }","duration":"2.704805988s","start":"2026-07-09T01:56:16.726866Z","end":"2026-07-09T01:56:19.431672Z","steps":["trace[1039816203] 'agreement among raft nodes before linearized reading' (duration: 2.704774357s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.43169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.726858Z","time spent":"2.704828928s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:56:19.431786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701881021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-09T01:56:19.431807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705182506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T01:56:19.43183Z","caller":"traceutil/trace.go:171","msg":"trace[1867422766] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11424; }","duration":"2.705265489s","start":"2026-07-09T01:56:16.72656Z","end":"2026-07-09T01:56:19.431826Z","steps":["trace[1867422766] 'agreement among raft nodes before linearized reading' (duration: 2.705205737s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.43185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.726529Z","time spent":"2.70531454s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-07-09T01:56:19.431848Z","caller":"traceutil/trace.go:171","msg":"trace[1855377679] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11424; }","duration":"4.701958313s","start":"2026-07-09T01:56:14.729862Z","end":"2026-07-09T01:56:19.43182Z","steps":["trace[1855377679] 'agreement among raft nodes before linearized reading' (duration: 4.70181459s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.43186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.520419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-07-09T01:56:19.431886Z","caller":"traceutil/trace.go:171","msg":"trace[800164897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11424; }","duration":"247.563051ms","start":"2026-07-09T01:56:19.184313Z","end":"2026-07-09T01:56:19.431876Z","steps":["trace[800164897] 'agreement among raft nodes before linearized reading' (duration: 247.51189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.431887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.729844Z","time spent":"4.702034875s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T01:56:19.431938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07667811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:56:19.431955Z","caller":"traceutil/trace.go:171","msg":"trace[2050061778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11424; }","duration":"3.076747872s","start":"2026-07-09T01:56:16.355202Z","end":"2026-07-09T01:56:19.43195Z","steps":["trace[2050061778] 'agreement among raft nodes before linearized reading' (duration: 3.076716332s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.431991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.355179Z","time spent":"3.076786983s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:56:19.432028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.266498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.432048Z","caller":"traceutil/trace.go:171","msg":"trace[1440814036] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11424; }","duration":"262.32564ms","start":"2026-07-09T01:56:19.169717Z","end":"2026-07-09T01:56:19.432043Z","steps":["trace[1440814036] 'agreement among raft nodes before linearized reading' (duration: 262.287119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311285314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:56:19.432098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128923856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T01:56:19.432104Z","caller":"traceutil/trace.go:171","msg":"trace[2047827162] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11424; }","duration":"3.311344315s","start":"2026-07-09T01:56:16.120754Z","end":"2026-07-09T01:56:19.432099Z","steps":["trace[2047827162] 'agreement among raft nodes before linearized reading' (duration: 3.311311834s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.120733Z","time spent":"3.311385416s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:56:19.432126Z","caller":"traceutil/trace.go:171","msg":"trace[4921634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11424; }","duration":"2.128982977s","start":"2026-07-09T01:56:17.303133Z","end":"2026-07-09T01:56:19.432116Z","steps":["trace[4921634] 'agreement among raft nodes before linearized reading' (duration: 2.128898005s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.698776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T01:56:19.43215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:17.30309Z","time spent":"2.129053309s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T01:56:19.432161Z","caller":"traceutil/trace.go:171","msg":"trace[657972482] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11424; }","duration":"324.733077ms","start":"2026-07-09T01:56:19.107424Z","end":"2026-07-09T01:56:19.432157Z","steps":["trace[657972482] 'agreement among raft nodes before linearized reading' (duration: 324.699217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:19.107417Z","time spent":"324.758028ms","remote":"127.0.0.1:52300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:56:19.432209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975344073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:56:19.432224Z","caller":"traceutil/trace.go:171","msg":"trace[288832719] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11424; }","duration":"3.975386005s","start":"2026-07-09T01:56:15.456834Z","end":"2026-07-09T01:56:19.43222Z","steps":["trace[288832719] 'agreement among raft nodes before linearized reading' (duration: 3.975356394s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:15.45682Z","time spent":"3.975413675s","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:56:19.432257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.068242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.432273Z","caller":"traceutil/trace.go:171","msg":"trace[1550435882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11424; }","duration":"343.083892ms","start":"2026-07-09T01:56:19.089185Z","end":"2026-07-09T01:56:19.432268Z","steps":["trace[1550435882] 'agreement among raft nodes before linearized reading' (duration: 343.059841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:19.089147Z","time spent":"343.134912ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T01:56:19.432318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151868262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.432331Z","caller":"traceutil/trace.go:171","msg":"trace[792217434] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11424; }","duration":"4.151916123s","start":"2026-07-09T01:56:15.280411Z","end":"2026-07-09T01:56:19.432327Z","steps":["trace[792217434] 'agreement among raft nodes before linearized reading' (duration: 4.151893983s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:15.280393Z","time spent":"4.151948884s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T01:56:19.432357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369444649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T01:56:19.432384Z","caller":"traceutil/trace.go:171","msg":"trace[507811352] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11424; }","duration":"2.36948077s","start":"2026-07-09T01:56:17.062896Z","end":"2026-07-09T01:56:19.432377Z","steps":["trace[507811352] 'agreement among raft nodes before linearized reading' (duration: 2.369396648s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152488727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.43242Z","caller":"traceutil/trace.go:171","msg":"trace[246475863] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11424; }","duration":"4.152548218s","start":"2026-07-09T01:56:15.279868Z","end":"2026-07-09T01:56:19.432416Z","steps":["trace[246475863] 'agreement among raft nodes before linearized reading' (duration: 4.152523348s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:15.279849Z","time spent":"4.152581859s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:56:19.432448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369722945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.432476Z","caller":"traceutil/trace.go:171","msg":"trace[1365697159] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11424; }","duration":"2.369804828s","start":"2026-07-09T01:56:17.062661Z","end":"2026-07-09T01:56:19.432466Z","steps":["trace[1365697159] 'agreement among raft nodes before linearized reading' (duration: 2.369754436s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15262605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T01:56:19.432496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:17.062643Z","time spent":"2.369847238s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-09T01:56:19.432512Z","caller":"traceutil/trace.go:171","msg":"trace[80859203] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11424; }","duration":"4.152678532s","start":"2026-07-09T01:56:15.279827Z","end":"2026-07-09T01:56:19.432505Z","steps":["trace[80859203] 'agreement among raft nodes before linearized reading' (duration: 4.152651451s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:15.279811Z","time spent":"4.152712432s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:56:19.43254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705637277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.432558Z","caller":"traceutil/trace.go:171","msg":"trace[1620311906] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11424; }","duration":"2.705661888s","start":"2026-07-09T01:56:16.726891Z","end":"2026-07-09T01:56:19.432553Z","steps":["trace[1620311906] 'agreement among raft nodes before linearized reading' (duration: 2.705631237s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.726886Z","time spent":"2.705682778s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-09T01:56:19.432652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570745564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T01:56:19.432669Z","caller":"traceutil/trace.go:171","msg":"trace[1918566140] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11424; }","duration":"2.570811085s","start":"2026-07-09T01:56:16.861852Z","end":"2026-07-09T01:56:19.432663Z","steps":["trace[1918566140] 'agreement among raft nodes before linearized reading' (duration: 2.570779625s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.86181Z","time spent":"2.570868387s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T01:56:19.432874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662911818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462607"} {"level":"warn","ts":"2026-07-09T01:56:19.431805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.564618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-09T01:56:19.4329Z","caller":"traceutil/trace.go:171","msg":"trace[853935871] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:11424; }","duration":"348.690255ms","start":"2026-07-09T01:56:19.084204Z","end":"2026-07-09T01:56:19.432894Z","steps":["trace[853935871] 'agreement among raft nodes before linearized reading' (duration: 347.507177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.432917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:19.084186Z","time spent":"348.727315ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T01:56:19.43297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701732407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-09T01:56:19.431612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704696695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T01:56:19.43301Z","caller":"traceutil/trace.go:171","msg":"trace[1549289888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11424; }","duration":"2.706361414s","start":"2026-07-09T01:56:16.72664Z","end":"2026-07-09T01:56:19.433002Z","steps":["trace[1549289888] 'agreement among raft nodes before linearized reading' (duration: 2.704862329s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.433029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70182255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T01:56:19.433036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:16.72662Z","time spent":"2.706410905s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-09T01:56:19.432403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:17.06289Z","time spent":"2.36950885s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-09T01:56:19.433047Z","caller":"traceutil/trace.go:171","msg":"trace[1654918051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11424; }","duration":"4.701874851s","start":"2026-07-09T01:56:14.731167Z","end":"2026-07-09T01:56:19.433042Z","steps":["trace[1654918051] 'agreement among raft nodes before linearized reading' (duration: 4.70181825s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.433061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.731155Z","time spent":"4.701903672s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T01:56:19.433115Z","caller":"traceutil/trace.go:171","msg":"trace[2097542210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11424; }","duration":"4.663183585s","start":"2026-07-09T01:56:14.769926Z","end":"2026-07-09T01:56:19.43311Z","steps":["trace[2097542210] 'agreement among raft nodes before linearized reading' (duration: 4.662651602s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.433138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.76991Z","time spent":"4.663222186s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462630,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-09T01:56:19.433183Z","caller":"traceutil/trace.go:171","msg":"trace[528572138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11424; }","duration":"4.701961363s","start":"2026-07-09T01:56:14.731215Z","end":"2026-07-09T01:56:19.433176Z","steps":["trace[528572138] 'agreement among raft nodes before linearized reading' (duration: 4.701699917s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T01:56:19.43322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T01:56:14.731207Z","time spent":"4.702006584s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T01:59:50.930011Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10801} {"level":"info","ts":"2026-07-09T01:59:51.011528Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10801,"took":"78.943896ms","hash":3400937364,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":27680768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-09T01:59:51.01161Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3400937364,"revision":10801,"compact-revision":8287} {"level":"warn","ts":"2026-07-09T02:00:15.54246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056858175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:00:15.588132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232694921s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:00:15.58854Z","caller":"traceutil/trace.go:171","msg":"trace[1877674811] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"1.233198573s","start":"2026-07-09T02:00:14.355307Z","end":"2026-07-09T02:00:15.588506Z","steps":["trace[1877674811] 'process raft request' (duration: 1.233024949s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.588702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.355279Z","time spent":"1.233338276s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:00:15.600009Z","caller":"traceutil/trace.go:171","msg":"trace[1452563298] linearizableReadLoop","detail":"{readStateIndex:13526; appliedIndex:13524; }","duration":"870.610403ms","start":"2026-07-09T02:00:14.729375Z","end":"2026-07-09T02:00:15.599985Z","steps":["trace[1452563298] 'read index received' (duration: 858.985508ms)","trace[1452563298] 'applied index is now lower than readState.Index' (duration: 11.624215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:00:15.600206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.811049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T02:00:15.600333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.255145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-09T02:00:15.600507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.974609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-09T02:00:15.600562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.627216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-09T02:00:15.600617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.473036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-09T02:00:15.600652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.576038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T02:00:15.60071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.950288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T02:00:15.600982Z","caller":"traceutil/trace.go:171","msg":"trace[754014344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13066; }","duration":"870.898301ms","start":"2026-07-09T02:00:14.729329Z","end":"2026-07-09T02:00:15.600228Z","steps":["trace[754014344] 'agreement among raft nodes before linearized reading' (duration: 870.753128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.729311Z","time spent":"871.72465ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T02:00:15.601096Z","caller":"traceutil/trace.go:171","msg":"trace[2124470567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13066; }","duration":"768.336937ms","start":"2026-07-09T02:00:14.832044Z","end":"2026-07-09T02:00:15.60038Z","steps":["trace[2124470567] 'agreement among raft nodes before linearized reading' (duration: 768.186013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.832038Z","time spent":"769.091614ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:00:15.601205Z","caller":"traceutil/trace.go:171","msg":"trace[725103488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13066; }","duration":"526.037411ms","start":"2026-07-09T02:00:15.07449Z","end":"2026-07-09T02:00:15.600528Z","steps":["trace[725103488] 'agreement among raft nodes before linearized reading' (duration: 525.969589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:15.074472Z","time spent":"526.824719ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:00:15.601377Z","caller":"traceutil/trace.go:171","msg":"trace[1636308295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13066; }","duration":"686.647356ms","start":"2026-07-09T02:00:14.91393Z","end":"2026-07-09T02:00:15.600578Z","steps":["trace[1636308295] 'agreement among raft nodes before linearized reading' (duration: 686.599145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.913871Z","time spent":"687.532837ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:00:15.601429Z","caller":"traceutil/trace.go:171","msg":"trace[2014325075] transaction","detail":"{read_only:false; response_revision:13065; number_of_response:1; }","duration":"1.235167199s","start":"2026-07-09T02:00:14.364864Z","end":"2026-07-09T02:00:15.600032Z","steps":["trace[2014325075] 'process raft request' (duration: 1.234970335s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:00:15.601459Z","caller":"traceutil/trace.go:171","msg":"trace[1078433273] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:13066; }","duration":"687.619459ms","start":"2026-07-09T02:00:14.913012Z","end":"2026-07-09T02:00:15.600631Z","steps":["trace[1078433273] 'agreement among raft nodes before linearized reading' (duration: 687.568038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.912994Z","time spent":"688.480579ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-09T02:00:15.601543Z","caller":"traceutil/trace.go:171","msg":"trace[1835481292] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13066; }","duration":"687.619609ms","start":"2026-07-09T02:00:14.913047Z","end":"2026-07-09T02:00:15.600666Z","steps":["trace[1835481292] 'agreement among raft nodes before linearized reading' (duration: 687.586629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.913023Z","time spent":"688.54021ms","remote":"127.0.0.1:49626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:00:15.601656Z","caller":"traceutil/trace.go:171","msg":"trace[347183535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13066; }","duration":"767.978149ms","start":"2026-07-09T02:00:14.832746Z","end":"2026-07-09T02:00:15.600724Z","steps":["trace[347183535] 'agreement among raft nodes before linearized reading' (duration: 767.921847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:00:15.601686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.832739Z","time spent":"768.940861ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:00:15.601733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:00:14.364848Z","time spent":"1.236630574s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:01:22.095797Z","caller":"traceutil/trace.go:171","msg":"trace[704754460] transaction","detail":"{read_only:false; response_revision:13511; number_of_response:1; }","duration":"157.784249ms","start":"2026-07-09T02:01:21.937958Z","end":"2026-07-09T02:01:22.095743Z","steps":["trace[704754460] 'process raft request' (duration: 157.116893ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:22.098405Z","caller":"traceutil/trace.go:171","msg":"trace[1644768835] linearizableReadLoop","detail":"{readStateIndex:13990; appliedIndex:13988; }","duration":"153.674902ms","start":"2026-07-09T02:01:21.944706Z","end":"2026-07-09T02:01:22.098381Z","steps":["trace[1644768835] 'read index received' (duration: 150.469617ms)","trace[1644768835] 'applied index is now lower than readState.Index' (duration: 3.204725ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:01:22.098503Z","caller":"traceutil/trace.go:171","msg":"trace[459489829] transaction","detail":"{read_only:false; response_revision:13512; number_of_response:1; }","duration":"160.136394ms","start":"2026-07-09T02:01:21.938322Z","end":"2026-07-09T02:01:22.098459Z","steps":["trace[459489829] 'process raft request' (duration: 159.95193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:22.098719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.986979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-09T02:01:22.098747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.247169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:01:22.098826Z","caller":"traceutil/trace.go:171","msg":"trace[1828108269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13512; }","duration":"154.143503ms","start":"2026-07-09T02:01:21.944663Z","end":"2026-07-09T02:01:22.098807Z","steps":["trace[1828108269] 'agreement among raft nodes before linearized reading' (duration: 153.827876ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:22.098835Z","caller":"traceutil/trace.go:171","msg":"trace[300968833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13512; }","duration":"144.367421ms","start":"2026-07-09T02:01:21.954447Z","end":"2026-07-09T02:01:22.098814Z","steps":["trace[300968833] 'agreement among raft nodes before linearized reading' (duration: 144.213408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:22.098966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.998327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T02:01:22.099092Z","caller":"traceutil/trace.go:171","msg":"trace[1509833258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13512; }","duration":"145.210651ms","start":"2026-07-09T02:01:21.953849Z","end":"2026-07-09T02:01:22.09906Z","steps":["trace[1509833258] 'agreement among raft nodes before linearized reading' (duration: 144.819762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:22.099042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.187791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T02:01:22.099254Z","caller":"traceutil/trace.go:171","msg":"trace[1666265076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13512; }","duration":"145.441057ms","start":"2026-07-09T02:01:21.953792Z","end":"2026-07-09T02:01:22.099233Z","steps":["trace[1666265076] 'agreement among raft nodes before linearized reading' (duration: 144.817603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:22.09928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.145381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T02:01:22.100612Z","caller":"traceutil/trace.go:171","msg":"trace[1603745118] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13512; }","duration":"138.527354ms","start":"2026-07-09T02:01:21.962066Z","end":"2026-07-09T02:01:22.100593Z","steps":["trace[1603745118] 'agreement among raft nodes before linearized reading' (duration: 136.600958ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:40.67341Z","caller":"traceutil/trace.go:171","msg":"trace[1742616728] linearizableReadLoop","detail":"{readStateIndex:14097; appliedIndex:14095; }","duration":"273.36356ms","start":"2026-07-09T02:01:40.400024Z","end":"2026-07-09T02:01:40.673387Z","steps":["trace[1742616728] 'read index received' (duration: 270.753278ms)","trace[1742616728] 'applied index is now lower than readState.Index' (duration: 2.609332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:01:40.673641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.605246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T02:01:40.673674Z","caller":"traceutil/trace.go:171","msg":"trace[1652283167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:13615; }","duration":"273.685568ms","start":"2026-07-09T02:01:40.399979Z","end":"2026-07-09T02:01:40.673665Z","steps":["trace[1652283167] 'agreement among raft nodes before linearized reading' (duration: 273.489993ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:40.673845Z","caller":"traceutil/trace.go:171","msg":"trace[1877397159] transaction","detail":"{read_only:false; response_revision:13614; number_of_response:1; }","duration":"469.214249ms","start":"2026-07-09T02:01:40.204601Z","end":"2026-07-09T02:01:40.673815Z","steps":["trace[1877397159] 'process raft request' (duration: 465.905801ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:40.673852Z","caller":"traceutil/trace.go:171","msg":"trace[1909398091] transaction","detail":"{read_only:false; response_revision:13615; number_of_response:1; }","duration":"469.023944ms","start":"2026-07-09T02:01:40.204791Z","end":"2026-07-09T02:01:40.673815Z","steps":["trace[1909398091] 'process raft request' (duration: 468.397369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:40.673987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:40.204591Z","time spent":"469.316521ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:01:40.674053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:40.204777Z","time spent":"469.157978ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:01:43.266629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056859752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:01:43.766832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056859752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:01:44.267156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056859752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:01:44.397582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.714376587s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:01:44.397977Z","caller":"traceutil/trace.go:171","msg":"trace[90106845] transaction","detail":"{read_only:false; response_revision:13626; number_of_response:1; }","duration":"1.714859158s","start":"2026-07-09T02:01:42.683089Z","end":"2026-07-09T02:01:44.397948Z","steps":["trace[90106845] 'process raft request' (duration: 1.714669634s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.398155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:42.683066Z","time spent":"1.714978551s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:01:44.536303Z","caller":"traceutil/trace.go:171","msg":"trace[1986733510] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"1.852620973s","start":"2026-07-09T02:01:42.683647Z","end":"2026-07-09T02:01:44.536268Z","steps":["trace[1986733510] 'process raft request' (duration: 1.852319866s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:44.536518Z","caller":"traceutil/trace.go:171","msg":"trace[648027265] transaction","detail":"{read_only:false; response_revision:13629; number_of_response:1; }","duration":"582.883345ms","start":"2026-07-09T02:01:43.953619Z","end":"2026-07-09T02:01:44.536503Z","steps":["trace[648027265] 'process raft request' (duration: 582.802953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.536584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:43.953604Z","time spent":"582.944267ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:01:44.536626Z","caller":"traceutil/trace.go:171","msg":"trace[1068182942] linearizableReadLoop","detail":"{readStateIndex:14112; appliedIndex:14107; }","duration":"1.843980349s","start":"2026-07-09T02:01:42.692618Z","end":"2026-07-09T02:01:44.536599Z","steps":["trace[1068182942] 'read index received' (duration: 1.70518194s)","trace[1068182942] 'applied index is now lower than readState.Index' (duration: 138.797239ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:01:44.536692Z","caller":"traceutil/trace.go:171","msg":"trace[485414438] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"580.907409ms","start":"2026-07-09T02:01:43.955764Z","end":"2026-07-09T02:01:44.536672Z","steps":["trace[485414438] 'process raft request' (duration: 580.705824ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:01:44.536676Z","caller":"traceutil/trace.go:171","msg":"trace[638118705] transaction","detail":"{read_only:false; response_revision:13628; number_of_response:1; }","duration":"610.559749ms","start":"2026-07-09T02:01:43.926065Z","end":"2026-07-09T02:01:44.536624Z","steps":["trace[638118705] 'process raft request' (duration: 610.14672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.536759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:43.955753Z","time spent":"580.97642ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:01:44.536878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:43.926033Z","time spent":"610.741203ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:01:44.536921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836130733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T02:01:44.536953Z","caller":"traceutil/trace.go:171","msg":"trace[956199088] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:13630; }","duration":"1.836195705s","start":"2026-07-09T02:01:42.700751Z","end":"2026-07-09T02:01:44.536947Z","steps":["trace[956199088] 'agreement among raft nodes before linearized reading' (duration: 1.836136914s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.536979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:42.700736Z","time spent":"1.836238696s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:01:44.537015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844357987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T02:01:44.537064Z","caller":"traceutil/trace.go:171","msg":"trace[230838045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:13630; }","duration":"1.844518612s","start":"2026-07-09T02:01:42.692535Z","end":"2026-07-09T02:01:44.537053Z","steps":["trace[230838045] 'agreement among raft nodes before linearized reading' (duration: 1.844244425s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.537112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:42.6925Z","time spent":"1.844600653s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T02:01:44.537141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.033285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T02:01:44.537175Z","caller":"traceutil/trace.go:171","msg":"trace[872535090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13630; }","duration":"326.068625ms","start":"2026-07-09T02:01:44.2111Z","end":"2026-07-09T02:01:44.537169Z","steps":["trace[872535090] 'agreement among raft nodes before linearized reading' (duration: 325.917552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.5372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:44.211073Z","time spent":"326.123647ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:01:44.537208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.837197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T02:01:44.537209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.418078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-09T02:01:44.53723Z","caller":"traceutil/trace.go:171","msg":"trace[254242971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13630; }","duration":"583.896909ms","start":"2026-07-09T02:01:43.953327Z","end":"2026-07-09T02:01:44.537224Z","steps":["trace[254242971] 'agreement among raft nodes before linearized reading' (duration: 583.863368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.53725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:43.953307Z","time spent":"583.9404ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:01:44.537286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.609125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:01:44.537311Z","caller":"traceutil/trace.go:171","msg":"trace[1290442924] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13630; }","duration":"248.657237ms","start":"2026-07-09T02:01:44.288647Z","end":"2026-07-09T02:01:44.537304Z","steps":["trace[1290442924] 'agreement among raft nodes before linearized reading' (duration: 248.613846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.537355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.469258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:01:44.537379Z","caller":"traceutil/trace.go:171","msg":"trace[62383745] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13630; }","duration":"789.549679ms","start":"2026-07-09T02:01:43.74782Z","end":"2026-07-09T02:01:44.53737Z","steps":["trace[62383745] 'agreement among raft nodes before linearized reading' (duration: 789.509588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.537399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:43.747792Z","time spent":"789.601401ms","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:01:44.537489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.778597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T02:01:44.537518Z","caller":"traceutil/trace.go:171","msg":"trace[379934366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13630; }","duration":"319.848568ms","start":"2026-07-09T02:01:44.217662Z","end":"2026-07-09T02:01:44.537511Z","steps":["trace[379934366] 'agreement among raft nodes before linearized reading' (duration: 319.782687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.537536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:44.217652Z","time spent":"319.879919ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:01:44.537245Z","caller":"traceutil/trace.go:171","msg":"trace[95808995] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13630; }","duration":"319.48537ms","start":"2026-07-09T02:01:44.21775Z","end":"2026-07-09T02:01:44.537235Z","steps":["trace[95808995] 'agreement among raft nodes before linearized reading' (duration: 319.391098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.537603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:44.217744Z","time spent":"319.852858ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:01:44.537176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.051319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T02:01:44.537663Z","caller":"traceutil/trace.go:171","msg":"trace[252162814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13630; }","duration":"327.568831ms","start":"2026-07-09T02:01:44.210085Z","end":"2026-07-09T02:01:44.537654Z","steps":["trace[252162814] 'agreement among raft nodes before linearized reading' (duration: 326.995467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:01:44.537694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:44.210064Z","time spent":"327.623233ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:01:44.539146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:01:42.683627Z","time spent":"1.852772466s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:02:00.60176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.849214ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T02:02:00.601878Z","caller":"traceutil/trace.go:171","msg":"trace[1397765259] linearizableReadLoop","detail":"{readStateIndex:14211; appliedIndex:14210; }","duration":"235.337562ms","start":"2026-07-09T02:02:00.366518Z","end":"2026-07-09T02:02:00.601856Z","steps":["trace[1397765259] 'read index received' (duration: 57.325504ms)","trace[1397765259] 'applied index is now lower than readState.Index' (duration: 178.010187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:02:00.601995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.459094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:02:00.602036Z","caller":"traceutil/trace.go:171","msg":"trace[682465712] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:13724; }","duration":"235.542147ms","start":"2026-07-09T02:02:00.366482Z","end":"2026-07-09T02:02:00.602024Z","steps":["trace[682465712] 'agreement among raft nodes before linearized reading' (duration: 235.454944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:00.674278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.506114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T02:02:00.674358Z","caller":"traceutil/trace.go:171","msg":"trace[1575514177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13727; }","duration":"196.655118ms","start":"2026-07-09T02:02:00.477687Z","end":"2026-07-09T02:02:00.674342Z","steps":["trace[1575514177] 'agreement among raft nodes before linearized reading' (duration: 196.459223ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:02:23.225422Z","caller":"traceutil/trace.go:171","msg":"trace[835897536] linearizableReadLoop","detail":"{readStateIndex:14535; appliedIndex:14534; }","duration":"418.695396ms","start":"2026-07-09T02:02:22.806697Z","end":"2026-07-09T02:02:23.225393Z","steps":["trace[835897536] 'read index received' (duration: 418.391819ms)","trace[835897536] 'applied index is now lower than readState.Index' (duration: 302.727µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:02:23.225499Z","caller":"traceutil/trace.go:171","msg":"trace[454501543] transaction","detail":"{read_only:false; response_revision:14036; number_of_response:1; }","duration":"418.975522ms","start":"2026-07-09T02:02:22.806477Z","end":"2026-07-09T02:02:23.225452Z","steps":["trace[454501543] 'process raft request' (duration: 418.710896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.225748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.806458Z","time spent":"419.172167ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:02:23.225756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.077725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T02:02:23.225851Z","caller":"traceutil/trace.go:171","msg":"trace[1957507276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14036; }","duration":"419.203177ms","start":"2026-07-09T02:02:22.806627Z","end":"2026-07-09T02:02:23.22583Z","steps":["trace[1957507276] 'agreement among raft nodes before linearized reading' (duration: 418.920801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.225857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.528737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-09T02:02:23.225904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.80662Z","time spent":"419.271259ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:02:23.225914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.993163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T02:02:23.225977Z","caller":"traceutil/trace.go:171","msg":"trace[121127175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14036; }","duration":"408.088585ms","start":"2026-07-09T02:02:22.817877Z","end":"2026-07-09T02:02:23.225966Z","steps":["trace[121127175] 'agreement among raft nodes before linearized reading' (duration: 407.863099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.22602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.845244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-09T02:02:23.226021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.81787Z","time spent":"408.130485ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:02:23.226048Z","caller":"traceutil/trace.go:171","msg":"trace[1510505470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14036; }","duration":"411.882924ms","start":"2026-07-09T02:02:22.814156Z","end":"2026-07-09T02:02:23.226039Z","steps":["trace[1510505470] 'agreement among raft nodes before linearized reading' (duration: 411.804522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.226083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.814151Z","time spent":"411.925335ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:02:23.226109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.610127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:02:23.226151Z","caller":"traceutil/trace.go:171","msg":"trace[398401540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14036; }","duration":"273.670468ms","start":"2026-07-09T02:02:22.952467Z","end":"2026-07-09T02:02:23.226137Z","steps":["trace[398401540] 'agreement among raft nodes before linearized reading' (duration: 273.586176ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:02:23.225933Z","caller":"traceutil/trace.go:171","msg":"trace[1285271448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14036; }","duration":"414.624179ms","start":"2026-07-09T02:02:22.81129Z","end":"2026-07-09T02:02:23.225914Z","steps":["trace[1285271448] 'agreement among raft nodes before linearized reading' (duration: 414.423805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.226212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.811283Z","time spent":"414.916246ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:02:23.226232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.609682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T02:02:23.226257Z","caller":"traceutil/trace.go:171","msg":"trace[1856358909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:14036; }","duration":"313.656253ms","start":"2026-07-09T02:02:22.912591Z","end":"2026-07-09T02:02:23.226248Z","steps":["trace[1856358909] 'agreement among raft nodes before linearized reading' (duration: 313.565811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.226298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.912577Z","time spent":"313.713154ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T02:02:23.226319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.716115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T02:02:23.226352Z","caller":"traceutil/trace.go:171","msg":"trace[1069082769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14036; }","duration":"412.824066ms","start":"2026-07-09T02:02:22.813517Z","end":"2026-07-09T02:02:23.226341Z","steps":["trace[1069082769] 'agreement among raft nodes before linearized reading' (duration: 412.741035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:02:23.226379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:02:22.813502Z","time spent":"412.871098ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T02:02:23.432194Z","caller":"traceutil/trace.go:171","msg":"trace[1224586302] transaction","detail":"{read_only:false; response_revision:14042; number_of_response:1; }","duration":"174.589337ms","start":"2026-07-09T02:02:23.257568Z","end":"2026-07-09T02:02:23.432158Z","steps":["trace[1224586302] 'process raft request' (duration: 158.364173ms)","trace[1224586302] 'compare' (duration: 15.929517ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:03:49.328027Z","caller":"traceutil/trace.go:171","msg":"trace[1751607502] transaction","detail":"{read_only:false; response_revision:14843; number_of_response:1; }","duration":"183.666825ms","start":"2026-07-09T02:03:49.144335Z","end":"2026-07-09T02:03:49.328001Z","steps":["trace[1751607502] 'process raft request' (duration: 183.497971ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:49.418343Z","caller":"traceutil/trace.go:171","msg":"trace[808026946] linearizableReadLoop","detail":"{readStateIndex:15365; appliedIndex:15362; }","duration":"141.728895ms","start":"2026-07-09T02:03:49.276567Z","end":"2026-07-09T02:03:49.418296Z","steps":["trace[808026946] 'read index received' (duration: 51.195268ms)","trace[808026946] 'applied index is now lower than readState.Index' (duration: 90.531687ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:03:49.418471Z","caller":"traceutil/trace.go:171","msg":"trace[428561417] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"273.882873ms","start":"2026-07-09T02:03:49.144524Z","end":"2026-07-09T02:03:49.418407Z","steps":["trace[428561417] 'process raft request' (duration: 231.926753ms)","trace[428561417] 'compare' (duration: 41.582272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:03:49.419021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.246027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-07-09T02:03:49.419074Z","caller":"traceutil/trace.go:171","msg":"trace[2121243638] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w8ncx; range_end:; response_count:1; response_revision:14845; }","duration":"142.540284ms","start":"2026-07-09T02:03:49.276521Z","end":"2026-07-09T02:03:49.419061Z","steps":["trace[2121243638] 'agreement among raft nodes before linearized reading' (duration: 142.061122ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:49.418556Z","caller":"traceutil/trace.go:171","msg":"trace[1861217442] transaction","detail":"{read_only:false; response_revision:14845; number_of_response:1; }","duration":"272.334697ms","start":"2026-07-09T02:03:49.146202Z","end":"2026-07-09T02:03:49.418537Z","steps":["trace[1861217442] 'process raft request' (duration: 272.03164ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:49.94184Z","caller":"traceutil/trace.go:171","msg":"trace[1452728968] linearizableReadLoop","detail":"{readStateIndex:15367; appliedIndex:15366; }","duration":"213.043308ms","start":"2026-07-09T02:03:49.728763Z","end":"2026-07-09T02:03:49.941807Z","steps":["trace[1452728968] 'read index received' (duration: 156.294849ms)","trace[1452728968] 'applied index is now lower than readState.Index' (duration: 56.747389ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:03:49.942101Z","caller":"traceutil/trace.go:171","msg":"trace[367099503] transaction","detail":"{read_only:false; response_revision:14847; number_of_response:1; }","duration":"215.564508ms","start":"2026-07-09T02:03:49.726524Z","end":"2026-07-09T02:03:49.942088Z","steps":["trace[367099503] 'process raft request' (duration: 158.560292ms)","trace[367099503] 'compare' (duration: 56.584516ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:03:49.942421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.630972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T02:03:49.942511Z","caller":"traceutil/trace.go:171","msg":"trace[135527557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14847; }","duration":"213.776575ms","start":"2026-07-09T02:03:49.728715Z","end":"2026-07-09T02:03:49.942491Z","steps":["trace[135527557] 'agreement among raft nodes before linearized reading' (duration: 213.53591ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:50.096384Z","caller":"traceutil/trace.go:171","msg":"trace[238294270] linearizableReadLoop","detail":"{readStateIndex:15368; appliedIndex:15367; }","duration":"154.439934ms","start":"2026-07-09T02:03:49.941916Z","end":"2026-07-09T02:03:50.096356Z","steps":["trace[238294270] 'read index received' (duration: 138.528579ms)","trace[238294270] 'applied index is now lower than readState.Index' (duration: 15.909985ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:03:50.096462Z","caller":"traceutil/trace.go:171","msg":"trace[393338821] transaction","detail":"{read_only:false; response_revision:14848; number_of_response:1; }","duration":"183.796237ms","start":"2026-07-09T02:03:49.912637Z","end":"2026-07-09T02:03:50.096434Z","steps":["trace[393338821] 'process raft request' (duration: 167.785689ms)","trace[393338821] 'compare' (duration: 15.792943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:03:50.096706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.57405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-07-09T02:03:50.096718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.730909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T02:03:50.096735Z","caller":"traceutil/trace.go:171","msg":"trace[2070669689] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14848; }","duration":"327.659293ms","start":"2026-07-09T02:03:49.769068Z","end":"2026-07-09T02:03:50.096728Z","steps":["trace[2070669689] 'agreement among raft nodes before linearized reading' (duration: 327.53158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.096891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.171648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:03:50.09686Z","caller":"traceutil/trace.go:171","msg":"trace[4779314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14848; }","duration":"367.996005ms","start":"2026-07-09T02:03:49.728848Z","end":"2026-07-09T02:03:50.096844Z","steps":["trace[4779314] 'agreement among raft nodes before linearized reading' (duration: 367.687238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.096985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.485739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-09T02:03:50.096886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.327345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T02:03:50.09705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.728819Z","time spent":"368.18076ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:03:50.096822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.103353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:03:50.097061Z","caller":"traceutil/trace.go:171","msg":"trace[1840937299] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14848; }","duration":"328.075012ms","start":"2026-07-09T02:03:49.76896Z","end":"2026-07-09T02:03:50.097035Z","steps":["trace[1840937299] 'agreement among raft nodes before linearized reading' (duration: 327.589261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.097162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.793465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T02:03:50.097205Z","caller":"traceutil/trace.go:171","msg":"trace[1979071881] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14848; }","duration":"360.867516ms","start":"2026-07-09T02:03:49.736328Z","end":"2026-07-09T02:03:50.097196Z","steps":["trace[1979071881] 'agreement among raft nodes before linearized reading' (duration: 360.743703ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:50.097018Z","caller":"traceutil/trace.go:171","msg":"trace[1245812887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14848; }","duration":"276.368112ms","start":"2026-07-09T02:03:49.820624Z","end":"2026-07-09T02:03:50.096992Z","steps":["trace[1245812887] 'agreement among raft nodes before linearized reading' (duration: 275.931412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.09708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.769045Z","time spent":"327.912809ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-09T02:03:50.09724Z","caller":"traceutil/trace.go:171","msg":"trace[1565404819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14848; }","duration":"350.544073ms","start":"2026-07-09T02:03:49.746629Z","end":"2026-07-09T02:03:50.097173Z","steps":["trace[1565404819] 'agreement among raft nodes before linearized reading' (duration: 350.01343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.097019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.165249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T02:03:50.097229Z","caller":"traceutil/trace.go:171","msg":"trace[435800435] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14848; }","duration":"327.954299ms","start":"2026-07-09T02:03:49.769163Z","end":"2026-07-09T02:03:50.097118Z","steps":["trace[435800435] 'agreement among raft nodes before linearized reading' (duration: 327.244823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.097241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.736312Z","time spent":"360.922828ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:03:50.097364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.769151Z","time spent":"328.198986ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-09T02:03:50.09738Z","caller":"traceutil/trace.go:171","msg":"trace[686845989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14848; }","duration":"368.513087ms","start":"2026-07-09T02:03:49.72883Z","end":"2026-07-09T02:03:50.097343Z","steps":["trace[686845989] 'agreement among raft nodes before linearized reading' (duration: 367.709468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.097231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.768943Z","time spent":"328.235776ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-09T02:03:50.097399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.746616Z","time spent":"350.729327ms","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:03:50.097439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:03:49.728823Z","time spent":"368.597559ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:03:50.101931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.709477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:03:50.102013Z","caller":"traceutil/trace.go:171","msg":"trace[504622871] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14849; }","duration":"153.833611ms","start":"2026-07-09T02:03:49.94816Z","end":"2026-07-09T02:03:50.101993Z","steps":["trace[504622871] 'agreement among raft nodes before linearized reading' (duration: 153.660486ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:50.102313Z","caller":"traceutil/trace.go:171","msg":"trace[1520077644] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"150.479082ms","start":"2026-07-09T02:03:49.95182Z","end":"2026-07-09T02:03:50.102299Z","steps":["trace[1520077644] 'process raft request' (duration: 149.829056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.103027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.040935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:03:50.103071Z","caller":"traceutil/trace.go:171","msg":"trace[1735918170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14849; }","duration":"151.099456ms","start":"2026-07-09T02:03:49.951961Z","end":"2026-07-09T02:03:50.10306Z","steps":["trace[1735918170] 'agreement among raft nodes before linearized reading' (duration: 151.017794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.103278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.884036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-09T02:03:50.103305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.043089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:03:50.103358Z","caller":"traceutil/trace.go:171","msg":"trace[1379582881] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14849; }","duration":"155.10705ms","start":"2026-07-09T02:03:49.948238Z","end":"2026-07-09T02:03:50.103345Z","steps":["trace[1379582881] 'agreement among raft nodes before linearized reading' (duration: 155.024228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:03:50.103518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.282934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:03:50.10357Z","caller":"traceutil/trace.go:171","msg":"trace[966571900] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14849; }","duration":"155.342487ms","start":"2026-07-09T02:03:49.94822Z","end":"2026-07-09T02:03:50.103562Z","steps":["trace[966571900] 'agreement among raft nodes before linearized reading' (duration: 155.279295ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:03:50.103317Z","caller":"traceutil/trace.go:171","msg":"trace[1002451987] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14849; }","duration":"154.930947ms","start":"2026-07-09T02:03:49.948377Z","end":"2026-07-09T02:03:50.103308Z","steps":["trace[1002451987] 'agreement among raft nodes before linearized reading' (duration: 154.823424ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:04:50.936107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12895} {"level":"info","ts":"2026-07-09T02:04:51.019089Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12895,"took":"80.09168ms","hash":1996440875,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":30601216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T02:04:51.019149Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1996440875,"revision":12895,"compact-revision":10801} {"level":"info","ts":"2026-07-09T02:05:03.973838Z","caller":"traceutil/trace.go:171","msg":"trace[299086568] transaction","detail":"{read_only:false; response_revision:15339; number_of_response:1; }","duration":"229.131228ms","start":"2026-07-09T02:05:03.744673Z","end":"2026-07-09T02:05:03.973804Z","steps":["trace[299086568] 'process raft request' (duration: 228.946604ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:03.974618Z","caller":"traceutil/trace.go:171","msg":"trace[1884644787] linearizableReadLoop","detail":"{readStateIndex:15877; appliedIndex:15875; }","duration":"118.552988ms","start":"2026-07-09T02:05:03.85604Z","end":"2026-07-09T02:05:03.974593Z","steps":["trace[1884644787] 'read index received' (duration: 117.718179ms)","trace[1884644787] 'applied index is now lower than readState.Index' (duration: 833.929µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:05:03.974659Z","caller":"traceutil/trace.go:171","msg":"trace[384146928] transaction","detail":"{read_only:false; response_revision:15340; number_of_response:1; }","duration":"214.777899ms","start":"2026-07-09T02:05:03.759854Z","end":"2026-07-09T02:05:03.974632Z","steps":["trace[384146928] 'process raft request' (duration: 214.607045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:03.974813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.755433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T02:05:03.974841Z","caller":"traceutil/trace.go:171","msg":"trace[655962677] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15340; }","duration":"118.832565ms","start":"2026-07-09T02:05:03.855998Z","end":"2026-07-09T02:05:03.974831Z","steps":["trace[655962677] 'agreement among raft nodes before linearized reading' (duration: 118.700782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:42.954733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00037807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:05:42.954808Z","caller":"traceutil/trace.go:171","msg":"trace[926850215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506373s","start":"2026-07-09T02:05:40.954288Z","end":"2026-07-09T02:05:42.954794Z","steps":["trace[926850215] 'agreement among raft nodes before linearized reading' (duration: 2.000411771s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:42.954844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.954267Z","time spent":"2.000571964s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:05:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:05:44.955525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000478531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:05:44.955654Z","caller":"traceutil/trace.go:171","msg":"trace[1154518466] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673736s","start":"2026-07-09T02:05:42.954958Z","end":"2026-07-09T02:05:44.955632Z","steps":["trace[1154518466] 'agreement among raft nodes before linearized reading' (duration: 2.000494212s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:44.955704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.954948Z","time spent":"2.000745038s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:05:45.15328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.449426978s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:05:45.161762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.37788307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T02:05:45.162047Z","caller":"traceutil/trace.go:171","msg":"trace[464390593] transaction","detail":"{read_only:false; response_revision:15618; number_of_response:1; }","duration":"3.94951887s","start":"2026-07-09T02:05:41.212512Z","end":"2026-07-09T02:05:45.162031Z","steps":["trace[464390593] 'process raft request' (duration: 3.949458458s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.162164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.212487Z","time spent":"3.949603742s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T02:05:45.16212Z","caller":"traceutil/trace.go:171","msg":"trace[849064803] transaction","detail":"{read_only:false; response_revision:15617; number_of_response:1; }","duration":"4.420732021s","start":"2026-07-09T02:05:40.741333Z","end":"2026-07-09T02:05:45.162065Z","steps":["trace[849064803] 'process raft request' (duration: 4.420541876s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.162355Z","caller":"traceutil/trace.go:171","msg":"trace[1004384338] linearizableReadLoop","detail":"{readStateIndex:16166; appliedIndex:16164; }","duration":"4.417001303s","start":"2026-07-09T02:05:40.745342Z","end":"2026-07-09T02:05:45.162343Z","steps":["trace[1004384338] 'read index received' (duration: 38.452338ms)","trace[1004384338] 'applied index is now lower than readState.Index' (duration: 4.378547765s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:05:45.162386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.741321Z","time spent":"4.420906085s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:05:45.162641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41728854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-09T02:05:45.162652Z","caller":"traceutil/trace.go:171","msg":"trace[974785854] transaction","detail":"{read_only:false; response_revision:15616; number_of_response:1; }","duration":"4.421622222s","start":"2026-07-09T02:05:40.741005Z","end":"2026-07-09T02:05:45.162627Z","steps":["trace[974785854] 'process raft request' (duration: 42.78133ms)","trace[974785854] 'compare' (duration: 4.377009069s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:05:45.162675Z","caller":"traceutil/trace.go:171","msg":"trace[890857568] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:15618; }","duration":"4.417340881s","start":"2026-07-09T02:05:40.745324Z","end":"2026-07-09T02:05:45.162665Z","steps":["trace[890857568] 'agreement among raft nodes before linearized reading' (duration: 4.417188187s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.162704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.745316Z","time spent":"4.417381852s","remote":"127.0.0.1:52194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-09T02:05:45.162758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.740991Z","time spent":"4.421695934s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:05:45.254843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826511126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T02:05:45.254936Z","caller":"traceutil/trace.go:171","msg":"trace[892722751] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"2.826666709s","start":"2026-07-09T02:05:42.428239Z","end":"2026-07-09T02:05:45.254906Z","steps":["trace[892722751] 'agreement among raft nodes before linearized reading' (duration: 2.826398713s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.254975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.428227Z","time spent":"2.826740322s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-09T02:05:45.255186Z","caller":"traceutil/trace.go:171","msg":"trace[1285099654] transaction","detail":"{read_only:false; response_revision:15619; number_of_response:1; }","duration":"3.424284344s","start":"2026-07-09T02:05:41.830891Z","end":"2026-07-09T02:05:45.255175Z","steps":["trace[1285099654] 'process raft request' (duration: 3.423239199s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.830864Z","time spent":"3.424351236s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:05:45.255407Z","caller":"traceutil/trace.go:171","msg":"trace[621815190] transaction","detail":"{read_only:false; response_revision:15620; number_of_response:1; }","duration":"2.827243183s","start":"2026-07-09T02:05:42.428153Z","end":"2026-07-09T02:05:45.255396Z","steps":["trace[621815190] 'process raft request' (duration: 2.826135827s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.25545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.428124Z","time spent":"2.827304355s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:05:45.255517Z","caller":"traceutil/trace.go:171","msg":"trace[2089566308] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"2.824798486s","start":"2026-07-09T02:05:42.430711Z","end":"2026-07-09T02:05:45.255509Z","steps":["trace[2089566308] 'process raft request' (duration: 2.823628538s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.4307Z","time spent":"2.824859737s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:05:45.25564Z","caller":"traceutil/trace.go:171","msg":"trace[1049584027] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"2.545586257s","start":"2026-07-09T02:05:42.710046Z","end":"2026-07-09T02:05:45.255633Z","steps":["trace[1049584027] 'process raft request' (duration: 2.544333407s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.710032Z","time spent":"2.545640338s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:05:45.255768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82748779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-09T02:05:45.255809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797574793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T02:05:45.255838Z","caller":"traceutil/trace.go:171","msg":"trace[1120306867] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15624; }","duration":"1.797645244s","start":"2026-07-09T02:05:43.458187Z","end":"2026-07-09T02:05:45.255832Z","steps":["trace[1120306867] 'agreement among raft nodes before linearized reading' (duration: 1.797562782s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.404099977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T02:05:45.255857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:43.458165Z","time spent":"1.797686676s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:05:45.255869Z","caller":"traceutil/trace.go:171","msg":"trace[1509334131] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:15624; }","duration":"3.404152999s","start":"2026-07-09T02:05:41.851711Z","end":"2026-07-09T02:05:45.255864Z","steps":["trace[1509334131] 'agreement among raft nodes before linearized reading' (duration: 3.404113678s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247418819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T02:05:45.255949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.697159544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T02:05:45.255969Z","caller":"traceutil/trace.go:171","msg":"trace[34188652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15624; }","duration":"2.697232845s","start":"2026-07-09T02:05:42.558732Z","end":"2026-07-09T02:05:45.255965Z","steps":["trace[34188652] 'agreement among raft nodes before linearized reading' (duration: 2.697184524s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.255958Z","caller":"traceutil/trace.go:171","msg":"trace[1634010345] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15624; }","duration":"1.247613574s","start":"2026-07-09T02:05:44.008317Z","end":"2026-07-09T02:05:45.25593Z","steps":["trace[1634010345] 'agreement among raft nodes before linearized reading' (duration: 1.247366008s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.558711Z","time spent":"2.697272956s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827716205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T02:05:45.256056Z","caller":"traceutil/trace.go:171","msg":"trace[383177633] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"2.827803756s","start":"2026-07-09T02:05:42.428243Z","end":"2026-07-09T02:05:45.256047Z","steps":["trace[383177633] 'agreement among raft nodes before linearized reading' (duration: 2.827730575s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.428213Z","time spent":"2.827858318s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549533219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T02:05:45.256115Z","caller":"traceutil/trace.go:171","msg":"trace[1714365723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15624; }","duration":"2.549593241s","start":"2026-07-09T02:05:42.706517Z","end":"2026-07-09T02:05:45.25611Z","steps":["trace[1714365723] 'agreement among raft nodes before linearized reading' (duration: 2.54954443s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.256121Z","caller":"traceutil/trace.go:171","msg":"trace[23337190] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"822.01687ms","start":"2026-07-09T02:05:44.434094Z","end":"2026-07-09T02:05:45.25611Z","steps":["trace[23337190] 'process raft request' (duration: 820.360981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.25617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571937558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-07-09T02:05:45.25619Z","caller":"traceutil/trace.go:171","msg":"trace[1763646983] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w8ncx; range_end:; response_count:1; response_revision:15624; }","duration":"2.57199196s","start":"2026-07-09T02:05:42.684194Z","end":"2026-07-09T02:05:45.256186Z","steps":["trace[1763646983] 'agreement among raft nodes before linearized reading' (duration: 2.571943618s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.684177Z","time spent":"2.57202566s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" "} {"level":"warn","ts":"2026-07-09T02:05:45.255895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.851693Z","time spent":"3.40419636s","remote":"127.0.0.1:52194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:05:45.256229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:44.434066Z","time spent":"822.084262ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:05:45.255503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.992015493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-kbpck\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-09T02:05:45.256081Z","caller":"traceutil/trace.go:171","msg":"trace[1868817646] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"1.796026826s","start":"2026-07-09T02:05:43.460037Z","end":"2026-07-09T02:05:45.256064Z","steps":["trace[1868817646] 'process raft request' (duration: 1.794379337s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.256339Z","caller":"traceutil/trace.go:171","msg":"trace[1679511779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-kbpck; range_end:; response_count:1; response_revision:15624; }","duration":"3.992965716s","start":"2026-07-09T02:05:41.263348Z","end":"2026-07-09T02:05:45.256314Z","steps":["trace[1679511779] 'agreement among raft nodes before linearized reading' (duration: 3.991765677s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.263324Z","time spent":"3.993046257s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-kbpck\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.023446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:05:45.256422Z","caller":"traceutil/trace.go:171","msg":"trace[1049879857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15624; }","duration":"157.084657ms","start":"2026-07-09T02:05:45.099331Z","end":"2026-07-09T02:05:45.256416Z","steps":["trace[1049879857] 'agreement among raft nodes before linearized reading' (duration: 157.038546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.255673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465954078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9799"} {"level":"info","ts":"2026-07-09T02:05:45.256464Z","caller":"traceutil/trace.go:171","msg":"trace[2016949465] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:15624; }","duration":"3.466795587s","start":"2026-07-09T02:05:41.78966Z","end":"2026-07-09T02:05:45.256456Z","steps":["trace[2016949465] 'agreement among raft nodes before linearized reading' (duration: 3.465794593s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.789644Z","time spent":"3.466842119s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9822,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696607091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-09T02:05:45.256615Z","caller":"traceutil/trace.go:171","msg":"trace[396173326] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:15624; }","duration":"3.696659653s","start":"2026-07-09T02:05:41.559945Z","end":"2026-07-09T02:05:45.256605Z","steps":["trace[396173326] 'agreement among raft nodes before linearized reading' (duration: 3.69657126s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.559935Z","time spent":"3.696696703s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:43.460024Z","time spent":"1.796297803s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:05:45.256787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708762858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-09T02:05:45.256813Z","caller":"traceutil/trace.go:171","msg":"trace[71457091] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15624; }","duration":"3.708835579s","start":"2026-07-09T02:05:41.547971Z","end":"2026-07-09T02:05:45.256806Z","steps":["trace[71457091] 'agreement among raft nodes before linearized reading' (duration: 3.708782818s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.547947Z","time spent":"3.708881661s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.261143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-07-09T02:05:45.256818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.673677659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T02:05:45.256161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828127964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5gxwj\" ","response":"range_response_count:1 size:20660"} {"level":"warn","ts":"2026-07-09T02:05:45.256927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048755662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-98bd4f5c-gqhhp\" ","response":"range_response_count:1 size:8400"} {"level":"info","ts":"2026-07-09T02:05:45.256947Z","caller":"traceutil/trace.go:171","msg":"trace[1196650472] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-98bd4f5c-gqhhp; range_end:; response_count:1; response_revision:15624; }","duration":"4.048804412s","start":"2026-07-09T02:05:41.208137Z","end":"2026-07-09T02:05:45.256941Z","steps":["trace[1196650472] 'agreement among raft nodes before linearized reading' (duration: 4.048757031s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.25523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T02:05:45.256973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.20812Z","time spent":"4.048848384s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8423,"request content":"key:\"/registry/pods/openstack/nova-api-osapi-98bd4f5c-gqhhp\" "} {"level":"info","ts":"2026-07-09T02:05:45.256865Z","caller":"traceutil/trace.go:171","msg":"trace[1244928601] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:15624; }","duration":"163.303863ms","start":"2026-07-09T02:05:45.093554Z","end":"2026-07-09T02:05:45.256858Z","steps":["trace[1244928601] 'agreement among raft nodes before linearized reading' (duration: 163.130849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.25696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526725872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T02:05:45.257057Z","caller":"traceutil/trace.go:171","msg":"trace[191550204] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"3.526873206s","start":"2026-07-09T02:05:41.73016Z","end":"2026-07-09T02:05:45.257034Z","steps":["trace[191550204] 'agreement among raft nodes before linearized reading' (duration: 3.526548628s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082490688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-09T02:05:45.257117Z","caller":"traceutil/trace.go:171","msg":"trace[1133803456] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15624; }","duration":"4.082524329s","start":"2026-07-09T02:05:41.174589Z","end":"2026-07-09T02:05:45.257113Z","steps":["trace[1133803456] 'agreement among raft nodes before linearized reading' (duration: 4.082472387s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.25711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.73014Z","time spent":"3.526959427s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-09T02:05:45.257138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.174582Z","time spent":"4.082550419s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-09T02:05:45.257223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082658172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T02:05:45.25694Z","caller":"traceutil/trace.go:171","msg":"trace[1591172186] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15624; }","duration":"3.673853094s","start":"2026-07-09T02:05:41.583054Z","end":"2026-07-09T02:05:45.256907Z","steps":["trace[1591172186] 'agreement among raft nodes before linearized reading' (duration: 3.673597408s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.257241Z","caller":"traceutil/trace.go:171","msg":"trace[1487708116] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15624; }","duration":"4.082717033s","start":"2026-07-09T02:05:41.174521Z","end":"2026-07-09T02:05:45.257238Z","steps":["trace[1487708116] 'agreement among raft nodes before linearized reading' (duration: 4.082689143s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.174498Z","time spent":"4.082756554s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-09T02:05:45.257266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.583038Z","time spent":"3.674215303s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:05:45.25602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:44.008295Z","time spent":"1.247713145s","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:05:45.25581Z","caller":"traceutil/trace.go:171","msg":"trace[336035896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15624; }","duration":"2.82755717s","start":"2026-07-09T02:05:42.428237Z","end":"2026-07-09T02:05:45.255794Z","steps":["trace[336035896] 'agreement among raft nodes before linearized reading' (duration: 2.827481249s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.511919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T02:05:45.257422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.428207Z","time spent":"2.82920621s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:05:45.257432Z","caller":"traceutil/trace.go:171","msg":"trace[55588464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15624; }","duration":"763.878638ms","start":"2026-07-09T02:05:44.493543Z","end":"2026-07-09T02:05:45.257422Z","steps":["trace[55588464] 'agreement among raft nodes before linearized reading' (duration: 763.474398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598862614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T02:05:45.256129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.706496Z","time spent":"2.549629662s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:05:45.257468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:44.493525Z","time spent":"763.926889ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:05:45.257473Z","caller":"traceutil/trace.go:171","msg":"trace[227479915] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:15624; }","duration":"2.599748135s","start":"2026-07-09T02:05:42.65771Z","end":"2026-07-09T02:05:45.257458Z","steps":["trace[227479915] 'agreement among raft nodes before linearized reading' (duration: 2.598876954s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440477967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" ","response":"range_response_count:1 size:22131"} {"level":"info","ts":"2026-07-09T02:05:45.256947Z","caller":"traceutil/trace.go:171","msg":"trace[1127128493] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5gxwj; range_end:; response_count:1; response_revision:15624; }","duration":"2.829065316s","start":"2026-07-09T02:05:42.427873Z","end":"2026-07-09T02:05:45.256939Z","steps":["trace[1127128493] 'agreement among raft nodes before linearized reading' (duration: 2.827898009s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.657692Z","time spent":"2.599815466s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:05:45.257561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.427857Z","time spent":"2.829695901s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20683,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5gxwj\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.365936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T02:05:45.2576Z","caller":"traceutil/trace.go:171","msg":"trace[1750605095] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15624; }","duration":"164.066802ms","start":"2026-07-09T02:05:45.093524Z","end":"2026-07-09T02:05:45.25759Z","steps":["trace[1750605095] 'agreement among raft nodes before linearized reading' (duration: 163.360385ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.257537Z","caller":"traceutil/trace.go:171","msg":"trace[720448029] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w8ncx; range_end:; response_count:1; response_revision:15624; }","duration":"4.44060839s","start":"2026-07-09T02:05:40.816913Z","end":"2026-07-09T02:05:45.257522Z","steps":["trace[720448029] 'agreement among raft nodes before linearized reading' (duration: 4.440452156s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.816892Z","time spent":"4.440778074s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22154,"request content":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" "} {"level":"warn","ts":"2026-07-09T02:05:45.257703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511264307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111953"} {"level":"info","ts":"2026-07-09T02:05:45.257733Z","caller":"traceutil/trace.go:171","msg":"trace[1548759524] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:15624; }","duration":"4.511293958s","start":"2026-07-09T02:05:40.746429Z","end":"2026-07-09T02:05:45.257723Z","steps":["trace[1548759524] 'agreement among raft nodes before linearized reading' (duration: 4.511076003s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.256876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082310444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-07-09T02:05:45.257754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.746409Z","time spent":"4.51133954s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111976,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-07-09T02:05:45.257778Z","caller":"traceutil/trace.go:171","msg":"trace[2080768766] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"4.083234766s","start":"2026-07-09T02:05:41.174533Z","end":"2026-07-09T02:05:45.257768Z","steps":["trace[2080768766] 'agreement among raft nodes before linearized reading' (duration: 4.082291464s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:41.174521Z","time spent":"4.083282557s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-09T02:05:45.256992Z","caller":"traceutil/trace.go:171","msg":"trace[60327841] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15624; }","duration":"640.317901ms","start":"2026-07-09T02:05:44.616666Z","end":"2026-07-09T02:05:45.256984Z","steps":["trace[60327841] 'agreement among raft nodes before linearized reading' (duration: 640.2738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.257864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:44.616647Z","time spent":"641.207053ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:05:45.257936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501791424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T02:05:45.257984Z","caller":"traceutil/trace.go:171","msg":"trace[122224302] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15624; }","duration":"4.501850985s","start":"2026-07-09T02:05:40.75612Z","end":"2026-07-09T02:05:45.257971Z","steps":["trace[122224302] 'agreement among raft nodes before linearized reading' (duration: 4.501692721s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.258016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:40.75611Z","time spent":"4.501898357s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:05:45.256595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82834894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-07-09T02:05:45.259981Z","caller":"traceutil/trace.go:171","msg":"trace[944617612] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"2.83174738s","start":"2026-07-09T02:05:42.428216Z","end":"2026-07-09T02:05:45.259963Z","steps":["trace[944617612] 'agreement among raft nodes before linearized reading' (duration: 2.828122394s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.26003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:05:42.42821Z","time spent":"2.831805551s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-09T02:05:45.529656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.078942ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-09T02:05:45.530094Z","caller":"traceutil/trace.go:171","msg":"trace[1990771530] transaction","detail":"{read_only:false; response_revision:15630; number_of_response:1; }","duration":"261.786109ms","start":"2026-07-09T02:05:45.268294Z","end":"2026-07-09T02:05:45.53008Z","steps":["trace[1990771530] 'process raft request' (duration: 261.694297ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.530135Z","caller":"traceutil/trace.go:171","msg":"trace[1232489350] linearizableReadLoop","detail":"{readStateIndex:16174; appliedIndex:16173; }","duration":"269.243044ms","start":"2026-07-09T02:05:45.260885Z","end":"2026-07-09T02:05:45.530128Z","steps":["trace[1232489350] 'read index received' (duration: 93.67324ms)","trace[1232489350] 'applied index is now lower than readState.Index' (duration: 175.568824ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:05:45.530119Z","caller":"traceutil/trace.go:171","msg":"trace[934374620] transaction","detail":"{read_only:false; response_revision:15626; number_of_response:1; }","duration":"267.392501ms","start":"2026-07-09T02:05:45.262678Z","end":"2026-07-09T02:05:45.530071Z","steps":["trace[934374620] 'process raft request' (duration: 267.201516ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.530146Z","caller":"traceutil/trace.go:171","msg":"trace[791525202] transaction","detail":"{read_only:false; response_revision:15627; number_of_response:1; }","duration":"267.35851ms","start":"2026-07-09T02:05:45.262755Z","end":"2026-07-09T02:05:45.530114Z","steps":["trace[791525202] 'process raft request' (duration: 267.165495ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.530168Z","caller":"traceutil/trace.go:171","msg":"trace[1393925815] transaction","detail":"{read_only:false; response_revision:15629; number_of_response:1; }","duration":"265.400074ms","start":"2026-07-09T02:05:45.264732Z","end":"2026-07-09T02:05:45.530132Z","steps":["trace[1393925815] 'process raft request' (duration: 265.2358ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.530203Z","caller":"traceutil/trace.go:171","msg":"trace[951236536] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"269.271255ms","start":"2026-07-09T02:05:45.2609Z","end":"2026-07-09T02:05:45.530171Z","steps":["trace[951236536] 'process raft request' (duration: 268.836265ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.530087Z","caller":"traceutil/trace.go:171","msg":"trace[577928703] transaction","detail":"{read_only:false; response_revision:15628; number_of_response:1; }","duration":"265.823064ms","start":"2026-07-09T02:05:45.264243Z","end":"2026-07-09T02:05:45.530066Z","steps":["trace[577928703] 'process raft request' (duration: 265.700391ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:05:45.530425Z","caller":"traceutil/trace.go:171","msg":"trace[29143520] transaction","detail":"{read_only:false; response_revision:15631; number_of_response:1; }","duration":"254.291672ms","start":"2026-07-09T02:05:45.275781Z","end":"2026-07-09T02:05:45.530073Z","steps":["trace[29143520] 'process raft request' (duration: 254.251401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.530498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.836651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-09T02:05:45.530623Z","caller":"traceutil/trace.go:171","msg":"trace[244093451] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:15631; }","duration":"268.001455ms","start":"2026-07-09T02:05:45.262595Z","end":"2026-07-09T02:05:45.530596Z","steps":["trace[244093451] 'agreement among raft nodes before linearized reading' (duration: 267.638226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.5307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.595666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T02:05:45.530755Z","caller":"traceutil/trace.go:171","msg":"trace[35723406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15631; }","duration":"267.678248ms","start":"2026-07-09T02:05:45.263065Z","end":"2026-07-09T02:05:45.530743Z","steps":["trace[35723406] 'agreement among raft nodes before linearized reading' (duration: 267.534674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.530865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.972782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50ea616b-7a22-4750-bd47-e2dc87b6246a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-09T02:05:45.530897Z","caller":"traceutil/trace.go:171","msg":"trace[416600950] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50ea616b-7a22-4750-bd47-e2dc87b6246a; range_end:; response_count:1; response_revision:15631; }","duration":"270.033643ms","start":"2026-07-09T02:05:45.260854Z","end":"2026-07-09T02:05:45.530888Z","steps":["trace[416600950] 'agreement among raft nodes before linearized reading' (duration: 269.931601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.531133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.072354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:784122"} {"level":"info","ts":"2026-07-09T02:05:45.531162Z","caller":"traceutil/trace.go:171","msg":"trace[609798434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15631; }","duration":"267.125964ms","start":"2026-07-09T02:05:45.264029Z","end":"2026-07-09T02:05:45.531155Z","steps":["trace[609798434] 'agreement among raft nodes before linearized reading' (duration: 266.568891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.531375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.321792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:784122"} {"level":"info","ts":"2026-07-09T02:05:45.531433Z","caller":"traceutil/trace.go:171","msg":"trace[2135713762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15631; }","duration":"265.401763ms","start":"2026-07-09T02:05:45.266019Z","end":"2026-07-09T02:05:45.531421Z","steps":["trace[2135713762] 'agreement among raft nodes before linearized reading' (duration: 264.308748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.531449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.445615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:784122"} {"level":"info","ts":"2026-07-09T02:05:45.531477Z","caller":"traceutil/trace.go:171","msg":"trace[1096801353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15631; }","duration":"265.487276ms","start":"2026-07-09T02:05:45.265982Z","end":"2026-07-09T02:05:45.53147Z","steps":["trace[1096801353] 'agreement among raft nodes before linearized reading' (duration: 264.38974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.531909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.825714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:784122"} {"level":"info","ts":"2026-07-09T02:05:45.531934Z","caller":"traceutil/trace.go:171","msg":"trace[556909125] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15631; }","duration":"265.858614ms","start":"2026-07-09T02:05:45.26607Z","end":"2026-07-09T02:05:45.531929Z","steps":["trace[556909125] 'agreement among raft nodes before linearized reading' (duration: 264.682817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:05:45.532165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.918093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:784122"} {"level":"info","ts":"2026-07-09T02:05:45.532232Z","caller":"traceutil/trace.go:171","msg":"trace[1174469570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:15631; }","duration":"268.030135ms","start":"2026-07-09T02:05:45.264189Z","end":"2026-07-09T02:05:45.532219Z","steps":["trace[1174469570] 'agreement among raft nodes before linearized reading' (duration: 266.146341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:36.350369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.5853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-5gxwj\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-07-09T02:09:36.350496Z","caller":"traceutil/trace.go:171","msg":"trace[1370761285] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-5gxwj; range_end:; response_count:1; response_revision:17440; }","duration":"154.733014ms","start":"2026-07-09T02:09:36.195738Z","end":"2026-07-09T02:09:36.350471Z","steps":["trace[1370761285] 'range keys from in-memory index tree' (duration: 154.369756ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:09:36.539359Z","caller":"traceutil/trace.go:171","msg":"trace[1243304625] transaction","detail":"{read_only:false; response_revision:17441; number_of_response:1; }","duration":"172.340498ms","start":"2026-07-09T02:09:36.366992Z","end":"2026-07-09T02:09:36.539333Z","steps":["trace[1243304625] 'process raft request' (duration: 172.163954ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:09:36.53978Z","caller":"traceutil/trace.go:171","msg":"trace[1228289319] linearizableReadLoop","detail":"{readStateIndex:18047; appliedIndex:18047; }","duration":"126.071419ms","start":"2026-07-09T02:09:36.413663Z","end":"2026-07-09T02:09:36.539734Z","steps":["trace[1228289319] 'read index received' (duration: 125.403473ms)","trace[1228289319] 'applied index is now lower than readState.Index' (duration: 663.056µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:09:36.539949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.265823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:09:36.540057Z","caller":"traceutil/trace.go:171","msg":"trace[635663691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17441; }","duration":"126.419197ms","start":"2026-07-09T02:09:36.413613Z","end":"2026-07-09T02:09:36.540032Z","steps":["trace[635663691] 'agreement among raft nodes before linearized reading' (duration: 126.177161ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:09:37.149028Z","caller":"traceutil/trace.go:171","msg":"trace[669223319] transaction","detail":"{read_only:false; response_revision:17442; number_of_response:1; }","duration":"603.01859ms","start":"2026-07-09T02:09:36.545967Z","end":"2026-07-09T02:09:37.148986Z","steps":["trace[669223319] 'process raft request' (duration: 560.13196ms)","trace[669223319] 'compare' (duration: 42.47474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:09:37.149235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.545939Z","time spent":"603.193954ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:09:37.172702Z","caller":"traceutil/trace.go:171","msg":"trace[1174898742] linearizableReadLoop","detail":"{readStateIndex:18049; appliedIndex:18047; }","duration":"559.26361ms","start":"2026-07-09T02:09:36.613415Z","end":"2026-07-09T02:09:37.172679Z","steps":["trace[1174898742] 'read index received' (duration: 492.705532ms)","trace[1174898742] 'applied index is now lower than readState.Index' (duration: 66.556768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:09:37.172892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.479485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" ","response":"range_response_count:1 size:22132"} {"level":"info","ts":"2026-07-09T02:09:37.172927Z","caller":"traceutil/trace.go:171","msg":"trace[236862490] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-w8ncx; range_end:; response_count:1; response_revision:17443; }","duration":"559.567448ms","start":"2026-07-09T02:09:36.61335Z","end":"2026-07-09T02:09:37.172918Z","steps":["trace[236862490] 'agreement among raft nodes before linearized reading' (duration: 559.437414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.172952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.613327Z","time spent":"559.617808ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22155,"request content":"key:\"/registry/pods/openstack/nova-compute-default-w8ncx\" "} {"level":"info","ts":"2026-07-09T02:09:37.172786Z","caller":"traceutil/trace.go:171","msg":"trace[1959709996] transaction","detail":"{read_only:false; response_revision:17443; number_of_response:1; }","duration":"626.032482ms","start":"2026-07-09T02:09:36.546709Z","end":"2026-07-09T02:09:37.172741Z","steps":["trace[1959709996] 'process raft request' (duration: 625.883289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.930304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:09:37.17322Z","caller":"traceutil/trace.go:171","msg":"trace[408581996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17443; }","duration":"382.062607ms","start":"2026-07-09T02:09:36.791135Z","end":"2026-07-09T02:09:37.173198Z","steps":["trace[408581996] 'agreement among raft nodes before linearized reading' (duration: 381.849162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.791116Z","time spent":"382.143739ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:09:37.173301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.546685Z","time spent":"626.407802ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:09:37.173447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.86124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:09:37.173487Z","caller":"traceutil/trace.go:171","msg":"trace[452361440] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17443; }","duration":"372.921342ms","start":"2026-07-09T02:09:36.800555Z","end":"2026-07-09T02:09:37.173476Z","steps":["trace[452361440] 'agreement among raft nodes before linearized reading' (duration: 372.83698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.800543Z","time spent":"372.960682ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:09:37.173513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.919437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:09:37.173555Z","caller":"traceutil/trace.go:171","msg":"trace[6126803] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:17443; }","duration":"117.981068ms","start":"2026-07-09T02:09:37.055559Z","end":"2026-07-09T02:09:37.17354Z","steps":["trace[6126803] 'agreement among raft nodes before linearized reading' (duration: 117.894786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.18213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:09:37.173678Z","caller":"traceutil/trace.go:171","msg":"trace[1859955077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:17443; }","duration":"131.352803ms","start":"2026-07-09T02:09:37.042304Z","end":"2026-07-09T02:09:37.173657Z","steps":["trace[1859955077] 'agreement among raft nodes before linearized reading' (duration: 131.154368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.345949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:09:37.173776Z","caller":"traceutil/trace.go:171","msg":"trace[1759432237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17443; }","duration":"378.504623ms","start":"2026-07-09T02:09:36.795261Z","end":"2026-07-09T02:09:37.173765Z","steps":["trace[1759432237] 'agreement among raft nodes before linearized reading' (duration: 378.314958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.53329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:09:37.173809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.795252Z","time spent":"378.547913ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T02:09:37.173826Z","caller":"traceutil/trace.go:171","msg":"trace[2115245486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17443; }","duration":"377.814997ms","start":"2026-07-09T02:09:36.796Z","end":"2026-07-09T02:09:37.173815Z","steps":["trace[2115245486] 'agreement among raft nodes before linearized reading' (duration: 377.481309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:09:37.173861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:09:36.795994Z","time spent":"377.858708ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:09:50.944074Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15242} {"level":"info","ts":"2026-07-09T02:09:51.046902Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15242,"took":"98.250333ms","hash":2831784612,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":32264192,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T02:09:51.046997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2831784612,"revision":15242,"compact-revision":12895} {"level":"info","ts":"2026-07-09T02:10:27.606832Z","caller":"traceutil/trace.go:171","msg":"trace[1007165400] transaction","detail":"{read_only:false; response_revision:18067; number_of_response:1; }","duration":"105.190777ms","start":"2026-07-09T02:10:27.501593Z","end":"2026-07-09T02:10:27.606784Z","steps":["trace[1007165400] 'process raft request' (duration: 104.926451ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:32.630742Z","caller":"traceutil/trace.go:171","msg":"trace[1256312427] transaction","detail":"{read_only:false; response_revision:18118; number_of_response:1; }","duration":"192.37494ms","start":"2026-07-09T02:10:32.438336Z","end":"2026-07-09T02:10:32.630711Z","steps":["trace[1256312427] 'process raft request' (duration: 192.192516ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:32.710711Z","caller":"traceutil/trace.go:171","msg":"trace[787517163] transaction","detail":"{read_only:false; response_revision:18120; number_of_response:1; }","duration":"251.054533ms","start":"2026-07-09T02:10:32.459636Z","end":"2026-07-09T02:10:32.71069Z","steps":["trace[787517163] 'process raft request' (duration: 250.998402ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:32.711483Z","caller":"traceutil/trace.go:171","msg":"trace[556061928] transaction","detail":"{read_only:false; response_revision:18119; number_of_response:1; }","duration":"272.483057ms","start":"2026-07-09T02:10:32.438982Z","end":"2026-07-09T02:10:32.711466Z","steps":["trace[556061928] 'process raft request' (duration: 265.829601ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:34.76047Z","caller":"traceutil/trace.go:171","msg":"trace[83865888] transaction","detail":"{read_only:false; response_revision:18132; number_of_response:1; }","duration":"123.718814ms","start":"2026-07-09T02:10:34.636723Z","end":"2026-07-09T02:10:34.760442Z","steps":["trace[83865888] 'process raft request' (duration: 123.563571ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:38.013789Z","caller":"traceutil/trace.go:171","msg":"trace[1275667774] transaction","detail":"{read_only:false; response_revision:18148; number_of_response:1; }","duration":"217.238566ms","start":"2026-07-09T02:10:37.796503Z","end":"2026-07-09T02:10:38.013741Z","steps":["trace[1275667774] 'process raft request' (duration: 174.679154ms)","trace[1275667774] 'compare' (duration: 42.320697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:38.014243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.168315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:10:38.014348Z","caller":"traceutil/trace.go:171","msg":"trace[657723035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18148; }","duration":"186.324678ms","start":"2026-07-09T02:10:37.827999Z","end":"2026-07-09T02:10:38.014323Z","steps":["trace[657723035] 'agreement among raft nodes before linearized reading' (duration: 185.808666ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:38.013711Z","caller":"traceutil/trace.go:171","msg":"trace[1958574954] linearizableReadLoop","detail":"{readStateIndex:18773; appliedIndex:18772; }","duration":"185.619202ms","start":"2026-07-09T02:10:37.828059Z","end":"2026-07-09T02:10:38.013678Z","steps":["trace[1958574954] 'read index received' (duration: 143.160302ms)","trace[1958574954] 'applied index is now lower than readState.Index' (duration: 42.45796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:38.01473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.299743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:38.01476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.06636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-07-09T02:10:38.014783Z","caller":"traceutil/trace.go:171","msg":"trace[1455952974] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18148; }","duration":"165.481268ms","start":"2026-07-09T02:10:37.849288Z","end":"2026-07-09T02:10:38.014769Z","steps":["trace[1455952974] 'agreement among raft nodes before linearized reading' (duration: 165.380545ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:38.014799Z","caller":"traceutil/trace.go:171","msg":"trace[1637318493] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18148; }","duration":"163.124651ms","start":"2026-07-09T02:10:37.851664Z","end":"2026-07-09T02:10:38.014789Z","steps":["trace[1637318493] 'agreement among raft nodes before linearized reading' (duration: 163.017409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.014954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.041794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:38.015027Z","caller":"traceutil/trace.go:171","msg":"trace[1467665416] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18148; }","duration":"164.137085ms","start":"2026-07-09T02:10:37.850873Z","end":"2026-07-09T02:10:38.01501Z","steps":["trace[1467665416] 'agreement among raft nodes before linearized reading' (duration: 164.043263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.015049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.798044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:10:38.015078Z","caller":"traceutil/trace.go:171","msg":"trace[1631092500] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18148; }","duration":"145.855535ms","start":"2026-07-09T02:10:37.869215Z","end":"2026-07-09T02:10:38.01507Z","steps":["trace[1631092500] 'agreement among raft nodes before linearized reading' (duration: 145.774473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.015143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.245744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:38.015212Z","caller":"traceutil/trace.go:171","msg":"trace[488718431] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18148; }","duration":"163.352457ms","start":"2026-07-09T02:10:37.851842Z","end":"2026-07-09T02:10:38.015195Z","steps":["trace[488718431] 'agreement among raft nodes before linearized reading' (duration: 163.259145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.015331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.463283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:38.015365Z","caller":"traceutil/trace.go:171","msg":"trace[1976555941] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18148; }","duration":"164.494014ms","start":"2026-07-09T02:10:37.85086Z","end":"2026-07-09T02:10:38.015354Z","steps":["trace[1976555941] 'agreement among raft nodes before linearized reading' (duration: 164.444352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.015379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.234588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:10:38.015452Z","caller":"traceutil/trace.go:171","msg":"trace[318774338] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18148; }","duration":"164.36222ms","start":"2026-07-09T02:10:37.85107Z","end":"2026-07-09T02:10:38.015432Z","steps":["trace[318774338] 'agreement among raft nodes before linearized reading' (duration: 164.169816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.015379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.723889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:38.015552Z","caller":"traceutil/trace.go:171","msg":"trace[1674016774] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18148; }","duration":"164.903154ms","start":"2026-07-09T02:10:37.850622Z","end":"2026-07-09T02:10:38.015525Z","steps":["trace[1674016774] 'agreement among raft nodes before linearized reading' (duration: 164.681498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:38.31073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.577326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:38.310854Z","caller":"traceutil/trace.go:171","msg":"trace[595132511] linearizableReadLoop","detail":"{readStateIndex:18778; appliedIndex:18777; }","duration":"120.524348ms","start":"2026-07-09T02:10:38.190311Z","end":"2026-07-09T02:10:38.310835Z","steps":["trace[595132511] 'read index received' (duration: 81.542µs)","trace[595132511] 'applied index is now lower than readState.Index' (duration: 120.441706ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:38.311019Z","caller":"traceutil/trace.go:171","msg":"trace[1074105495] transaction","detail":"{read_only:false; response_revision:18153; number_of_response:1; }","duration":"217.988464ms","start":"2026-07-09T02:10:38.092972Z","end":"2026-07-09T02:10:38.31096Z","steps":["trace[1074105495] 'process raft request' (duration: 36.08528ms)","trace[1074105495] 'compare' (duration: 181.418793ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:38.311195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.898987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:38.311238Z","caller":"traceutil/trace.go:171","msg":"trace[1651412837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18153; }","duration":"120.942378ms","start":"2026-07-09T02:10:38.190284Z","end":"2026-07-09T02:10:38.311227Z","steps":["trace[1651412837] 'agreement among raft nodes before linearized reading' (duration: 120.60268ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:39.106977Z","caller":"traceutil/trace.go:171","msg":"trace[1693551637] transaction","detail":"{read_only:false; response_revision:18154; number_of_response:1; }","duration":"295.746465ms","start":"2026-07-09T02:10:38.811195Z","end":"2026-07-09T02:10:39.106941Z","steps":["trace[1693551637] 'process raft request' (duration: 295.433407ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:39.128695Z","caller":"traceutil/trace.go:171","msg":"trace[262081918] linearizableReadLoop","detail":"{readStateIndex:18781; appliedIndex:18778; }","duration":"288.404352ms","start":"2026-07-09T02:10:38.84026Z","end":"2026-07-09T02:10:39.128665Z","steps":["trace[262081918] 'read index received' (duration: 266.355993ms)","trace[262081918] 'applied index is now lower than readState.Index' (duration: 22.046769ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:39.128775Z","caller":"traceutil/trace.go:171","msg":"trace[1657281617] transaction","detail":"{read_only:false; response_revision:18155; number_of_response:1; }","duration":"310.39071ms","start":"2026-07-09T02:10:38.818344Z","end":"2026-07-09T02:10:39.128735Z","steps":["trace[1657281617] 'process raft request' (duration: 310.111513ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:39.128856Z","caller":"traceutil/trace.go:171","msg":"trace[638666559] transaction","detail":"{read_only:false; response_revision:18156; number_of_response:1; }","duration":"310.421051ms","start":"2026-07-09T02:10:38.818393Z","end":"2026-07-09T02:10:39.128814Z","steps":["trace[638666559] 'process raft request' (duration: 310.219006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:39.128969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.692519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-09T02:10:39.12897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:38.818336Z","time spent":"310.529083ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:39.128968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.40588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:39.129009Z","caller":"traceutil/trace.go:171","msg":"trace[1017107555] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18156; }","duration":"288.797891ms","start":"2026-07-09T02:10:38.8402Z","end":"2026-07-09T02:10:39.128998Z","steps":["trace[1017107555] 'agreement among raft nodes before linearized reading' (duration: 288.615877ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:39.129038Z","caller":"traceutil/trace.go:171","msg":"trace[1033851910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18156; }","duration":"175.539714ms","start":"2026-07-09T02:10:38.953481Z","end":"2026-07-09T02:10:39.129021Z","steps":["trace[1033851910] 'agreement among raft nodes before linearized reading' (duration: 175.38085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:39.129061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:38.818389Z","time spent":"310.558664ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:40.264875Z","caller":"traceutil/trace.go:171","msg":"trace[397785978] linearizableReadLoop","detail":"{readStateIndex:18784; appliedIndex:18783; }","duration":"224.561979ms","start":"2026-07-09T02:10:40.040284Z","end":"2026-07-09T02:10:40.264846Z","steps":["trace[397785978] 'read index received' (duration: 224.376364ms)","trace[397785978] 'applied index is now lower than readState.Index' (duration: 184.275µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:40.264995Z","caller":"traceutil/trace.go:171","msg":"trace[439475850] transaction","detail":"{read_only:false; response_revision:18159; number_of_response:1; }","duration":"239.540581ms","start":"2026-07-09T02:10:40.025407Z","end":"2026-07-09T02:10:40.264948Z","steps":["trace[439475850] 'process raft request' (duration: 239.255844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.265269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.932347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:10:40.265317Z","caller":"traceutil/trace.go:171","msg":"trace[693018001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18159; }","duration":"225.050249ms","start":"2026-07-09T02:10:40.040253Z","end":"2026-07-09T02:10:40.265303Z","steps":["trace[693018001] 'agreement among raft nodes before linearized reading' (duration: 224.789903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.265388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.617809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:10:40.265432Z","caller":"traceutil/trace.go:171","msg":"trace[1140221096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18159; }","duration":"204.765382ms","start":"2026-07-09T02:10:40.060657Z","end":"2026-07-09T02:10:40.265423Z","steps":["trace[1140221096] 'agreement among raft nodes before linearized reading' (duration: 204.552547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.265448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.662459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:10:40.265508Z","caller":"traceutil/trace.go:171","msg":"trace[1228744423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18159; }","duration":"204.766912ms","start":"2026-07-09T02:10:40.060727Z","end":"2026-07-09T02:10:40.265494Z","steps":["trace[1228744423] 'agreement among raft nodes before linearized reading' (duration: 204.590938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.26555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.305822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:10:40.265667Z","caller":"traceutil/trace.go:171","msg":"trace[1299400609] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18159; }","duration":"204.473425ms","start":"2026-07-09T02:10:40.061165Z","end":"2026-07-09T02:10:40.265639Z","steps":["trace[1299400609] 'agreement among raft nodes before linearized reading' (duration: 204.124337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.606322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.2387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:40.607074Z","caller":"traceutil/trace.go:171","msg":"trace[827370188] transaction","detail":"{read_only:false; response_revision:18161; number_of_response:1; }","duration":"336.859103ms","start":"2026-07-09T02:10:40.270195Z","end":"2026-07-09T02:10:40.607054Z","steps":["trace[827370188] 'process raft request' (duration: 336.241568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.607137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:40.270144Z","time spent":"336.967766ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:40.607238Z","caller":"traceutil/trace.go:171","msg":"trace[139491150] transaction","detail":"{read_only:false; response_revision:18160; number_of_response:1; }","duration":"336.548076ms","start":"2026-07-09T02:10:40.270029Z","end":"2026-07-09T02:10:40.606577Z","steps":["trace[139491150] 'process raft request' (duration: 69.934617ms)","trace[139491150] 'compare' (duration: 265.81303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:40.607432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:40.27001Z","time spent":"337.317984ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:40.607741Z","caller":"traceutil/trace.go:171","msg":"trace[1639556824] transaction","detail":"{read_only:false; response_revision:18162; number_of_response:1; }","duration":"337.13232ms","start":"2026-07-09T02:10:40.270588Z","end":"2026-07-09T02:10:40.607721Z","steps":["trace[1639556824] 'process raft request' (duration: 335.936441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.607824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:40.270566Z","time spent":"337.214942ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:40.608051Z","caller":"traceutil/trace.go:171","msg":"trace[480145507] transaction","detail":"{read_only:false; response_revision:18163; number_of_response:1; }","duration":"337.388016ms","start":"2026-07-09T02:10:40.270655Z","end":"2026-07-09T02:10:40.608043Z","steps":["trace[480145507] 'process raft request' (duration: 336.999737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:40.608105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:40.270642Z","time spent":"337.434247ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:40.673033Z","caller":"traceutil/trace.go:171","msg":"trace[432835352] linearizableReadLoop","detail":"{readStateIndex:18789; appliedIndex:18788; }","duration":"124.129243ms","start":"2026-07-09T02:10:40.548872Z","end":"2026-07-09T02:10:40.673002Z","steps":["trace[432835352] 'read index received' (duration: 68.308918ms)","trace[432835352] 'applied index is now lower than readState.Index' (duration: 55.818765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:40.673484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.566344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-09T02:10:40.673601Z","caller":"traceutil/trace.go:171","msg":"trace[473679196] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18163; }","duration":"124.772388ms","start":"2026-07-09T02:10:40.548807Z","end":"2026-07-09T02:10:40.67358Z","steps":["trace[473679196] 'agreement among raft nodes before linearized reading' (duration: 124.320088ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:41.329103Z","caller":"traceutil/trace.go:171","msg":"trace[89681888] transaction","detail":"{read_only:false; response_revision:18165; number_of_response:1; }","duration":"324.233155ms","start":"2026-07-09T02:10:41.004265Z","end":"2026-07-09T02:10:41.328498Z","steps":["trace[89681888] 'process raft request' (duration: 323.677272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:41.329336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:41.004229Z","time spent":"324.981993ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:41.392224Z","caller":"traceutil/trace.go:171","msg":"trace[673834043] transaction","detail":"{read_only:false; response_revision:18166; number_of_response:1; }","duration":"279.129913ms","start":"2026-07-09T02:10:41.113065Z","end":"2026-07-09T02:10:41.392195Z","steps":["trace[673834043] 'process raft request' (duration: 278.834466ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:41.392646Z","caller":"traceutil/trace.go:171","msg":"trace[2112389273] transaction","detail":"{read_only:false; response_revision:18167; number_of_response:1; }","duration":"257.238767ms","start":"2026-07-09T02:10:41.135367Z","end":"2026-07-09T02:10:41.392606Z","steps":["trace[2112389273] 'process raft request' (duration: 256.768025ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:41.392651Z","caller":"traceutil/trace.go:171","msg":"trace[1994637310] linearizableReadLoop","detail":"{readStateIndex:18794; appliedIndex:18791; }","duration":"219.027317ms","start":"2026-07-09T02:10:41.173593Z","end":"2026-07-09T02:10:41.392621Z","steps":["trace[1994637310] 'read index received' (duration: 154.797265ms)","trace[1994637310] 'applied index is now lower than readState.Index' (duration: 64.229132ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:41.392756Z","caller":"traceutil/trace.go:171","msg":"trace[1833873441] transaction","detail":"{read_only:false; response_revision:18168; number_of_response:1; }","duration":"257.088923ms","start":"2026-07-09T02:10:41.135621Z","end":"2026-07-09T02:10:41.39271Z","steps":["trace[1833873441] 'process raft request' (duration: 256.870528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:41.392948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.339615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-09T02:10:41.392995Z","caller":"traceutil/trace.go:171","msg":"trace[180572170] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18168; }","duration":"219.461077ms","start":"2026-07-09T02:10:41.17352Z","end":"2026-07-09T02:10:41.392981Z","steps":["trace[180572170] 'agreement among raft nodes before linearized reading' (duration: 219.260393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:42.28937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.9658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:10:42.289492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.653122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:42.289614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.275757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:42.289644Z","caller":"traceutil/trace.go:171","msg":"trace[799069345] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18169; }","duration":"261.907138ms","start":"2026-07-09T02:10:42.027698Z","end":"2026-07-09T02:10:42.289605Z","steps":["trace[799069345] 'range keys from in-memory index tree' (duration: 261.54744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:42.289705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.554433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:42.28975Z","caller":"traceutil/trace.go:171","msg":"trace[115290616] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18169; }","duration":"262.648255ms","start":"2026-07-09T02:10:42.027091Z","end":"2026-07-09T02:10:42.289739Z","steps":["trace[115290616] 'range keys from in-memory index tree' (duration: 262.285907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:42.289781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.124573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:42.289689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.209755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:42.289907Z","caller":"traceutil/trace.go:171","msg":"trace[1181549930] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18169; }","duration":"262.345469ms","start":"2026-07-09T02:10:42.027534Z","end":"2026-07-09T02:10:42.28988Z","steps":["trace[1181549930] 'range keys from in-memory index tree' (duration: 261.9804ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:42.289975Z","caller":"traceutil/trace.go:171","msg":"trace[2003286384] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18169; }","duration":"262.567873ms","start":"2026-07-09T02:10:42.027376Z","end":"2026-07-09T02:10:42.289944Z","steps":["trace[2003286384] 'range keys from in-memory index tree' (duration: 262.083642ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:42.289655Z","caller":"traceutil/trace.go:171","msg":"trace[2117320171] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18169; }","duration":"262.361339ms","start":"2026-07-09T02:10:42.027284Z","end":"2026-07-09T02:10:42.289645Z","steps":["trace[2117320171] 'range keys from in-memory index tree' (duration: 262.207845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:42.290082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.858653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-09T02:10:42.290206Z","caller":"traceutil/trace.go:171","msg":"trace[294741345] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18169; }","duration":"185.038798ms","start":"2026-07-09T02:10:42.105133Z","end":"2026-07-09T02:10:42.290172Z","steps":["trace[294741345] 'range keys from in-memory index tree' (duration: 184.641988ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:42.289553Z","caller":"traceutil/trace.go:171","msg":"trace[1496801052] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18169; }","duration":"262.161654ms","start":"2026-07-09T02:10:42.027359Z","end":"2026-07-09T02:10:42.28952Z","steps":["trace[1496801052] 'range keys from in-memory index tree' (duration: 261.732534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:43.012376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056876026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:10:43.512882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056876026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:10:43.607054Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.311408384s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:10:43.607623Z","caller":"traceutil/trace.go:171","msg":"trace[1106957290] transaction","detail":"{read_only:false; response_revision:18170; number_of_response:1; }","duration":"1.31211584s","start":"2026-07-09T02:10:42.295473Z","end":"2026-07-09T02:10:43.607589Z","steps":["trace[1106957290] 'process raft request' (duration: 1.311913915s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:43.607855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:42.295448Z","time spent":"1.312306435s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:44.912282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.563992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:44.912548Z","caller":"traceutil/trace.go:171","msg":"trace[373188543] transaction","detail":"{read_only:false; response_revision:18172; number_of_response:1; }","duration":"1.514264231s","start":"2026-07-09T02:10:43.398261Z","end":"2026-07-09T02:10:44.912525Z","steps":["trace[373188543] 'process raft request' (duration: 1.514154189s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.912571Z","caller":"traceutil/trace.go:171","msg":"trace[824197289] transaction","detail":"{read_only:false; response_revision:18171; number_of_response:1; }","duration":"1.51463858s","start":"2026-07-09T02:10:43.39787Z","end":"2026-07-09T02:10:44.912508Z","steps":["trace[824197289] 'process raft request' (duration: 1.1477199s)","trace[824197289] 'compare' (duration: 365.689301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:44.912632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.398227Z","time spent":"1.514371213s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:44.912675Z","caller":"traceutil/trace.go:171","msg":"trace[1078404561] linearizableReadLoop","detail":"{readStateIndex:18799; appliedIndex:18795; }","duration":"2.400521722s","start":"2026-07-09T02:10:42.512127Z","end":"2026-07-09T02:10:44.912649Z","steps":["trace[1078404561] 'read index received' (duration: 1.095235953s)","trace[1078404561] 'applied index is now lower than readState.Index' (duration: 1.305283689s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:44.912751Z","caller":"traceutil/trace.go:171","msg":"trace[26941972] transaction","detail":"{read_only:false; response_revision:18173; number_of_response:1; }","duration":"1.51423462s","start":"2026-07-09T02:10:43.398475Z","end":"2026-07-09T02:10:44.912709Z","steps":["trace[26941972] 'process raft request' (duration: 1.514010255s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.912809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.397842Z","time spent":"1.514834534s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:44.912873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624459416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:10:44.912865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339678189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.912901Z","caller":"traceutil/trace.go:171","msg":"trace[1639141553] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:18173; }","duration":"1.624524798s","start":"2026-07-09T02:10:43.288369Z","end":"2026-07-09T02:10:44.912894Z","steps":["trace[1639141553] 'agreement among raft nodes before linearized reading' (duration: 1.624466836s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.912924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.288354Z","time spent":"1.624565598s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:10:44.912929Z","caller":"traceutil/trace.go:171","msg":"trace[1569491063] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"1.339779901s","start":"2026-07-09T02:10:43.573127Z","end":"2026-07-09T02:10:44.912907Z","steps":["trace[1569491063] 'agreement among raft nodes before linearized reading' (duration: 1.339685789s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.912895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.400712257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.912935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.398446Z","time spent":"1.514396464s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:44.912975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.573105Z","time spent":"1.339859283s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-09T02:10:44.913003Z","caller":"traceutil/trace.go:171","msg":"trace[1094293655] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:18173; }","duration":"2.400908142s","start":"2026-07-09T02:10:42.512072Z","end":"2026-07-09T02:10:44.91298Z","steps":["trace[1094293655] 'agreement among raft nodes before linearized reading' (duration: 2.400637915s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.91298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300772493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-09T02:10:44.913035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339473484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:42.512051Z","time spent":"2.401004454s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:10:44.913064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.616068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:10:44.913081Z","caller":"traceutil/trace.go:171","msg":"trace[742594938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18173; }","duration":"2.300934657s","start":"2026-07-09T02:10:42.61212Z","end":"2026-07-09T02:10:44.913055Z","steps":["trace[742594938] 'agreement among raft nodes before linearized reading' (duration: 2.3006645s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913095Z","caller":"traceutil/trace.go:171","msg":"trace[725669640] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18173; }","duration":"1.339568906s","start":"2026-07-09T02:10:43.573513Z","end":"2026-07-09T02:10:44.913081Z","steps":["trace[725669640] 'agreement among raft nodes before linearized reading' (duration: 1.339463994s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913131Z","caller":"traceutil/trace.go:171","msg":"trace[1565215912] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18173; }","duration":"390.71568ms","start":"2026-07-09T02:10:44.522397Z","end":"2026-07-09T02:10:44.913112Z","steps":["trace[1565215912] 'agreement among raft nodes before linearized reading' (duration: 390.634048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.91314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:42.612097Z","time spent":"2.301032749s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.573503Z","time spent":"1.339629497s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.522377Z","time spent":"390.789072ms","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:10:44.913191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300967828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T02:10:44.913236Z","caller":"traceutil/trace.go:171","msg":"trace[981017798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18173; }","duration":"2.3010635s","start":"2026-07-09T02:10:42.612159Z","end":"2026-07-09T02:10:44.913223Z","steps":["trace[981017798] 'agreement among raft nodes before linearized reading' (duration: 2.300914646s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339832993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495356735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-09T02:10:44.913227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339827243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913278Z","caller":"traceutil/trace.go:171","msg":"trace[1379541572] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18173; }","duration":"1.339888724s","start":"2026-07-09T02:10:43.573384Z","end":"2026-07-09T02:10:44.913273Z","steps":["trace[1379541572] 'agreement among raft nodes before linearized reading' (duration: 1.339853933s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:42.612127Z","time spent":"2.301148862s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.573368Z","time spent":"1.339924165s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"info","ts":"2026-07-09T02:10:44.913299Z","caller":"traceutil/trace.go:171","msg":"trace[2004386962] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18173; }","duration":"1.49554144s","start":"2026-07-09T02:10:43.417743Z","end":"2026-07-09T02:10:44.913284Z","steps":["trace[2004386962] 'agreement among raft nodes before linearized reading' (duration: 1.495324225s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913304Z","caller":"traceutil/trace.go:171","msg":"trace[1427988642] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18173; }","duration":"1.339964336s","start":"2026-07-09T02:10:43.573323Z","end":"2026-07-09T02:10:44.913287Z","steps":["trace[1427988642] 'agreement among raft nodes before linearized reading' (duration: 1.339833413s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300945177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-09T02:10:44.91334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.5733Z","time spent":"1.340034317s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.41773Z","time spent":"1.495594391s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.366692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248132493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339982656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-07-09T02:10:44.91338Z","caller":"traceutil/trace.go:171","msg":"trace[606135266] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18173; }","duration":"2.30103459s","start":"2026-07-09T02:10:42.612325Z","end":"2026-07-09T02:10:44.91336Z","steps":["trace[606135266] 'agreement among raft nodes before linearized reading' (duration: 2.300747523s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.9134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.417657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:10:44.913339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.503821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913409Z","caller":"traceutil/trace.go:171","msg":"trace[444793837] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18173; }","duration":"1.340163611s","start":"2026-07-09T02:10:43.573232Z","end":"2026-07-09T02:10:44.913396Z","steps":["trace[444793837] 'agreement among raft nodes before linearized reading' (duration: 1.339929505s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913424Z","caller":"traceutil/trace.go:171","msg":"trace[1352177491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18173; }","duration":"991.485158ms","start":"2026-07-09T02:10:43.921933Z","end":"2026-07-09T02:10:44.913419Z","steps":["trace[1352177491] 'agreement among raft nodes before linearized reading' (duration: 991.419937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:42.612315Z","time spent":"2.301095611s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.301012659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T02:10:44.913432Z","caller":"traceutil/trace.go:171","msg":"trace[2074704292] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18173; }","duration":"614.643314ms","start":"2026-07-09T02:10:44.298783Z","end":"2026-07-09T02:10:44.913426Z","steps":["trace[2074704292] 'agreement among raft nodes before linearized reading' (duration: 614.539652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.91344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.921902Z","time spent":"991.53499ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.715876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:10:44.913454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.29875Z","time spent":"614.699256ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-07-09T02:10:44.913373Z","caller":"traceutil/trace.go:171","msg":"trace[550543693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18173; }","duration":"959.401873ms","start":"2026-07-09T02:10:43.953966Z","end":"2026-07-09T02:10:44.913368Z","steps":["trace[550543693] 'agreement among raft nodes before linearized reading' (duration: 959.371882ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913463Z","caller":"traceutil/trace.go:171","msg":"trace[411855203] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18173; }","duration":"614.770097ms","start":"2026-07-09T02:10:44.298688Z","end":"2026-07-09T02:10:44.913458Z","steps":["trace[411855203] 'agreement among raft nodes before linearized reading' (duration: 614.716916ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913448Z","caller":"traceutil/trace.go:171","msg":"trace[399262837] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18173; }","duration":"1.248239735s","start":"2026-07-09T02:10:43.665141Z","end":"2026-07-09T02:10:44.91338Z","steps":["trace[399262837] 'agreement among raft nodes before linearized reading' (duration: 1.248156483s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913454Z","caller":"traceutil/trace.go:171","msg":"trace[1462115314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18173; }","duration":"2.3010601s","start":"2026-07-09T02:10:42.612385Z","end":"2026-07-09T02:10:44.913445Z","steps":["trace[1462115314] 'agreement among raft nodes before linearized reading' (duration: 2.300976228s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.953954Z","time spent":"959.520735ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.595893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178205796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.9135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.776667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.753287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:44.913501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.66513Z","time spent":"1.248359049s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-07-09T02:10:44.91348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.298671Z","time spent":"614.805947ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5055,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232832772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913528Z","caller":"traceutil/trace.go:171","msg":"trace[1760073273] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"614.818498ms","start":"2026-07-09T02:10:44.298701Z","end":"2026-07-09T02:10:44.91352Z","steps":["trace[1760073273] 'agreement among raft nodes before linearized reading' (duration: 614.780278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.912978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22929537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:10:44.913564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.298693Z","time spent":"614.866359ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178494123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913572Z","caller":"traceutil/trace.go:171","msg":"trace[616199859] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18173; }","duration":"1.229938435s","start":"2026-07-09T02:10:43.683626Z","end":"2026-07-09T02:10:44.913564Z","steps":["trace[616199859] 'agreement among raft nodes before linearized reading' (duration: 1.229155436s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:44.913591Z","caller":"traceutil/trace.go:171","msg":"trace[112469447] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"1.178570934s","start":"2026-07-09T02:10:43.735016Z","end":"2026-07-09T02:10:44.913587Z","steps":["trace[112469447] 'agreement among raft nodes before linearized reading' (duration: 1.178540923s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.573198Z","time spent":"1.340241383s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5055,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.735004Z","time spent":"1.178604596s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:42.612376Z","time spent":"2.301122831s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17840917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913701Z","caller":"traceutil/trace.go:171","msg":"trace[388471505] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18173; }","duration":"1.178530044s","start":"2026-07-09T02:10:43.73513Z","end":"2026-07-09T02:10:44.91366Z","steps":["trace[388471505] 'agreement among raft nodes before linearized reading' (duration: 1.178435672s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340027917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913751Z","caller":"traceutil/trace.go:171","msg":"trace[1078029367] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"1.340767615s","start":"2026-07-09T02:10:43.572977Z","end":"2026-07-09T02:10:44.913744Z","steps":["trace[1078029367] 'agreement among raft nodes before linearized reading' (duration: 1.340061828s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.735104Z","time spent":"1.178640556s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.572957Z","time spent":"1.340810385s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-09T02:10:44.913515Z","caller":"traceutil/trace.go:171","msg":"trace[1103448020] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"1.178245156s","start":"2026-07-09T02:10:43.735266Z","end":"2026-07-09T02:10:44.913511Z","steps":["trace[1103448020] 'agreement among raft nodes before linearized reading' (duration: 1.178217776s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.735257Z","time spent":"1.178550374s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-07-09T02:10:44.913522Z","caller":"traceutil/trace.go:171","msg":"trace[525863654] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18173; }","duration":"614.753346ms","start":"2026-07-09T02:10:44.298758Z","end":"2026-07-09T02:10:44.913511Z","steps":["trace[525863654] 'agreement among raft nodes before linearized reading' (duration: 614.625383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.29874Z","time spent":"615.156256ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.835369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:44.913951Z","caller":"traceutil/trace.go:171","msg":"trace[2122954915] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18173; }","duration":"615.35089ms","start":"2026-07-09T02:10:44.298594Z","end":"2026-07-09T02:10:44.913945Z","steps":["trace[2122954915] 'agreement among raft nodes before linearized reading' (duration: 614.827948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.913969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.298583Z","time spent":"615.381852ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-07-09T02:10:44.91353Z","caller":"traceutil/trace.go:171","msg":"trace[1752324152] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18173; }","duration":"617.821179ms","start":"2026-07-09T02:10:44.295702Z","end":"2026-07-09T02:10:44.913524Z","steps":["trace[1752324152] 'agreement among raft nodes before linearized reading' (duration: 617.788798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.914128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:44.295681Z","time spent":"618.432553ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-07-09T02:10:44.913542Z","caller":"traceutil/trace.go:171","msg":"trace[488707876] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18173; }","duration":"1.232867033s","start":"2026-07-09T02:10:43.680671Z","end":"2026-07-09T02:10:44.913538Z","steps":["trace[488707876] 'agreement among raft nodes before linearized reading' (duration: 1.232835402s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:44.914222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.680662Z","time spent":"1.23354297s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-07-09T02:10:44.913604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:43.68362Z","time spent":"1.229974235s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5055,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-07-09T02:10:45.085344Z","caller":"traceutil/trace.go:171","msg":"trace[989716116] transaction","detail":"{read_only:false; response_revision:18174; number_of_response:1; }","duration":"166.269486ms","start":"2026-07-09T02:10:44.919037Z","end":"2026-07-09T02:10:45.085306Z","steps":["trace[989716116] 'process raft request' (duration: 100.150879ms)","trace[989716116] 'compare' (duration: 65.955293ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:45.153633Z","caller":"traceutil/trace.go:171","msg":"trace[210176935] transaction","detail":"{read_only:false; response_revision:18175; number_of_response:1; }","duration":"233.947239ms","start":"2026-07-09T02:10:44.919653Z","end":"2026-07-09T02:10:45.1536Z","steps":["trace[210176935] 'process raft request' (duration: 233.749294ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:45.153991Z","caller":"traceutil/trace.go:171","msg":"trace[1335901257] transaction","detail":"{read_only:false; response_revision:18176; number_of_response:1; }","duration":"234.263246ms","start":"2026-07-09T02:10:44.919691Z","end":"2026-07-09T02:10:45.153954Z","steps":["trace[1335901257] 'process raft request' (duration: 233.868927ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:45.15402Z","caller":"traceutil/trace.go:171","msg":"trace[593283672] linearizableReadLoop","detail":"{readStateIndex:18804; appliedIndex:18799; }","duration":"232.420093ms","start":"2026-07-09T02:10:44.921567Z","end":"2026-07-09T02:10:45.153987Z","steps":["trace[593283672] 'read index received' (duration: 97.64856ms)","trace[593283672] 'applied index is now lower than readState.Index' (duration: 134.770343ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:45.154442Z","caller":"traceutil/trace.go:171","msg":"trace[778568858] transaction","detail":"{read_only:false; response_revision:18178; number_of_response:1; }","duration":"233.025178ms","start":"2026-07-09T02:10:44.921374Z","end":"2026-07-09T02:10:45.154399Z","steps":["trace[778568858] 'process raft request' (duration: 232.552917ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:45.154512Z","caller":"traceutil/trace.go:171","msg":"trace[838739073] transaction","detail":"{read_only:false; response_revision:18177; number_of_response:1; }","duration":"233.192791ms","start":"2026-07-09T02:10:44.921231Z","end":"2026-07-09T02:10:45.154423Z","steps":["trace[838739073] 'process raft request' (duration: 232.566107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:45.155267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.672302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:10:45.155325Z","caller":"traceutil/trace.go:171","msg":"trace[245436118] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18178; }","duration":"233.786725ms","start":"2026-07-09T02:10:44.921528Z","end":"2026-07-09T02:10:45.155314Z","steps":["trace[245436118] 'agreement among raft nodes before linearized reading' (duration: 232.561276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:45.328499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.173622ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-09T02:10:45.540286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.99663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:45.540718Z","caller":"traceutil/trace.go:171","msg":"trace[232944652] linearizableReadLoop","detail":"{readStateIndex:18806; appliedIndex:18805; }","duration":"176.445136ms","start":"2026-07-09T02:10:45.364219Z","end":"2026-07-09T02:10:45.540664Z","steps":["trace[232944652] 'read index received' (duration: 65.883872ms)","trace[232944652] 'applied index is now lower than readState.Index' (duration: 110.559354ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:45.540731Z","caller":"traceutil/trace.go:171","msg":"trace[1748655834] transaction","detail":"{read_only:false; response_revision:18179; number_of_response:1; }","duration":"210.627211ms","start":"2026-07-09T02:10:45.330057Z","end":"2026-07-09T02:10:45.540684Z","steps":["trace[1748655834] 'process raft request' (duration: 100.092868ms)","trace[1748655834] 'compare' (duration: 109.797866ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:45.541648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.426018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:239313"} {"level":"info","ts":"2026-07-09T02:10:45.541702Z","caller":"traceutil/trace.go:171","msg":"trace[1291642107] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18179; }","duration":"177.525081ms","start":"2026-07-09T02:10:45.364164Z","end":"2026-07-09T02:10:45.541689Z","steps":["trace[1291642107] 'agreement among raft nodes before linearized reading' (duration: 176.612849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:45.99278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.933822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:45.993093Z","caller":"traceutil/trace.go:171","msg":"trace[1783735847] transaction","detail":"{read_only:false; response_revision:18181; number_of_response:1; }","duration":"175.882822ms","start":"2026-07-09T02:10:45.817182Z","end":"2026-07-09T02:10:45.993065Z","steps":["trace[1783735847] 'process raft request' (duration: 70.574602ms)","trace[1783735847] 'compare' (duration: 104.818808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:46.32407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.433103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:46.324163Z","caller":"traceutil/trace.go:171","msg":"trace[1618845126] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18181; }","duration":"167.588447ms","start":"2026-07-09T02:10:46.156551Z","end":"2026-07-09T02:10:46.32414Z","steps":["trace[1618845126] 'count revisions from in-memory index tree' (duration: 167.31742ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.040793Z","caller":"traceutil/trace.go:171","msg":"trace[828779656] linearizableReadLoop","detail":"{readStateIndex:18809; appliedIndex:18808; }","duration":"120.025046ms","start":"2026-07-09T02:10:46.920739Z","end":"2026-07-09T02:10:47.040764Z","steps":["trace[828779656] 'read index received' (duration: 119.827872ms)","trace[828779656] 'applied index is now lower than readState.Index' (duration: 195.704µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:47.040875Z","caller":"traceutil/trace.go:171","msg":"trace[2082501214] transaction","detail":"{read_only:false; response_revision:18182; number_of_response:1; }","duration":"121.113953ms","start":"2026-07-09T02:10:46.919712Z","end":"2026-07-09T02:10:47.040826Z","steps":["trace[2082501214] 'process raft request' (duration: 120.793745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.041162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.289863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:10:47.041278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.501688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.041383Z","caller":"traceutil/trace.go:171","msg":"trace[466064727] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18182; }","duration":"120.682182ms","start":"2026-07-09T02:10:46.920678Z","end":"2026-07-09T02:10:47.04136Z","steps":["trace[466064727] 'agreement among raft nodes before linearized reading' (duration: 120.248822ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.04125Z","caller":"traceutil/trace.go:171","msg":"trace[1454610022] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18182; }","duration":"120.506678ms","start":"2026-07-09T02:10:46.92072Z","end":"2026-07-09T02:10:47.041227Z","steps":["trace[1454610022] 'agreement among raft nodes before linearized reading' (duration: 120.1404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.100997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.144469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:47.100998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.523888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:47.100995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.778834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.101066Z","caller":"traceutil/trace.go:171","msg":"trace[1715695687] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18184; }","duration":"179.544078ms","start":"2026-07-09T02:10:46.921507Z","end":"2026-07-09T02:10:47.101051Z","steps":["trace[1715695687] 'agreement among raft nodes before linearized reading' (duration: 179.369514ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.10109Z","caller":"traceutil/trace.go:171","msg":"trace[2043636322] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18184; }","duration":"179.63926ms","start":"2026-07-09T02:10:46.921427Z","end":"2026-07-09T02:10:47.101066Z","steps":["trace[2043636322] 'agreement among raft nodes before linearized reading' (duration: 179.484557ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.101117Z","caller":"traceutil/trace.go:171","msg":"trace[1309199336] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18184; }","duration":"179.969318ms","start":"2026-07-09T02:10:46.921125Z","end":"2026-07-09T02:10:47.101095Z","steps":["trace[1309199336] 'agreement among raft nodes before linearized reading' (duration: 179.788914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.101321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.623723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:10:47.101309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.504957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:47.101344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.789254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.1014Z","caller":"traceutil/trace.go:171","msg":"trace[1859001818] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18184; }","duration":"179.627771ms","start":"2026-07-09T02:10:46.921752Z","end":"2026-07-09T02:10:47.10138Z","steps":["trace[1859001818] 'agreement among raft nodes before linearized reading' (duration: 179.468887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.101411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.47865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.101437Z","caller":"traceutil/trace.go:171","msg":"trace[712471756] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18184; }","duration":"179.916357ms","start":"2026-07-09T02:10:46.921505Z","end":"2026-07-09T02:10:47.101421Z","steps":["trace[712471756] 'agreement among raft nodes before linearized reading' (duration: 179.759563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.101451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.099638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-07-09T02:10:47.101456Z","caller":"traceutil/trace.go:171","msg":"trace[1830856645] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18184; }","duration":"166.520121ms","start":"2026-07-09T02:10:46.934914Z","end":"2026-07-09T02:10:47.101434Z","steps":["trace[1830856645] 'agreement among raft nodes before linearized reading' (duration: 166.47078ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.101487Z","caller":"traceutil/trace.go:171","msg":"trace[696232859] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18184; }","duration":"179.153599ms","start":"2026-07-09T02:10:46.922323Z","end":"2026-07-09T02:10:47.101477Z","steps":["trace[696232859] 'agreement among raft nodes before linearized reading' (duration: 178.936764ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.101496Z","caller":"traceutil/trace.go:171","msg":"trace[1859135030] transaction","detail":"{read_only:false; response_revision:18183; number_of_response:1; }","duration":"180.482961ms","start":"2026-07-09T02:10:46.920982Z","end":"2026-07-09T02:10:47.101465Z","steps":["trace[1859135030] 'process raft request' (duration: 179.628751ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.101365Z","caller":"traceutil/trace.go:171","msg":"trace[363858246] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18184; }","duration":"177.684484ms","start":"2026-07-09T02:10:46.923669Z","end":"2026-07-09T02:10:47.101354Z","steps":["trace[363858246] 'agreement among raft nodes before linearized reading' (duration: 177.543461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.101581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.769973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:47.101601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.522388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.10159Z","caller":"traceutil/trace.go:171","msg":"trace[1497069808] transaction","detail":"{read_only:false; response_revision:18184; number_of_response:1; }","duration":"180.07ms","start":"2026-07-09T02:10:46.9213Z","end":"2026-07-09T02:10:47.10137Z","steps":["trace[1497069808] 'process raft request' (duration: 179.473786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.101634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.45214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:47.101717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.824178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.101759Z","caller":"traceutil/trace.go:171","msg":"trace[899232771] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18184; }","duration":"180.951661ms","start":"2026-07-09T02:10:46.920795Z","end":"2026-07-09T02:10:47.101747Z","steps":["trace[899232771] 'agreement among raft nodes before linearized reading' (duration: 180.88258ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.101755Z","caller":"traceutil/trace.go:171","msg":"trace[314313746] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18184; }","duration":"180.649105ms","start":"2026-07-09T02:10:46.921074Z","end":"2026-07-09T02:10:47.101723Z","steps":["trace[314313746] 'agreement among raft nodes before linearized reading' (duration: 180.385609ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.10167Z","caller":"traceutil/trace.go:171","msg":"trace[690714155] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18184; }","duration":"179.604899ms","start":"2026-07-09T02:10:46.922056Z","end":"2026-07-09T02:10:47.101661Z","steps":["trace[690714155] 'agreement among raft nodes before linearized reading' (duration: 179.517157ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.101624Z","caller":"traceutil/trace.go:171","msg":"trace[1935275562] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18184; }","duration":"179.824575ms","start":"2026-07-09T02:10:46.921788Z","end":"2026-07-09T02:10:47.101613Z","steps":["trace[1935275562] 'agreement among raft nodes before linearized reading' (duration: 179.763324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.102059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.42907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:47.102294Z","caller":"traceutil/trace.go:171","msg":"trace[812624387] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18184; }","duration":"181.502895ms","start":"2026-07-09T02:10:46.920774Z","end":"2026-07-09T02:10:47.102277Z","steps":["trace[812624387] 'agreement among raft nodes before linearized reading' (duration: 180.218015ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.314176Z","caller":"traceutil/trace.go:171","msg":"trace[954456346] linearizableReadLoop","detail":"{readStateIndex:18812; appliedIndex:18811; }","duration":"205.079519ms","start":"2026-07-09T02:10:47.109062Z","end":"2026-07-09T02:10:47.314142Z","steps":["trace[954456346] 'read index received' (duration: 158.041332ms)","trace[954456346] 'applied index is now lower than readState.Index' (duration: 47.036767ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:47.314231Z","caller":"traceutil/trace.go:171","msg":"trace[1067926785] transaction","detail":"{read_only:false; response_revision:18185; number_of_response:1; }","duration":"207.423255ms","start":"2026-07-09T02:10:47.106749Z","end":"2026-07-09T02:10:47.314172Z","steps":["trace[1067926785] 'process raft request' (duration: 160.451979ms)","trace[1067926785] 'compare' (duration: 46.811212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:47.314535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.421447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:10:47.314582Z","caller":"traceutil/trace.go:171","msg":"trace[1481570308] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18185; }","duration":"205.544371ms","start":"2026-07-09T02:10:47.109025Z","end":"2026-07-09T02:10:47.314569Z","steps":["trace[1481570308] 'agreement among raft nodes before linearized reading' (duration: 205.296905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.315043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.459695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:10:47.315116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.310185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-09T02:10:47.315148Z","caller":"traceutil/trace.go:171","msg":"trace[733082044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18185; }","duration":"156.604529ms","start":"2026-07-09T02:10:47.158516Z","end":"2026-07-09T02:10:47.315121Z","steps":["trace[733082044] 'agreement among raft nodes before linearized reading' (duration: 156.298811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.315126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.244506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:10:47.315262Z","caller":"traceutil/trace.go:171","msg":"trace[1556800627] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18185; }","duration":"155.40997ms","start":"2026-07-09T02:10:47.159817Z","end":"2026-07-09T02:10:47.315227Z","steps":["trace[1556800627] 'agreement among raft nodes before linearized reading' (duration: 155.066832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.315273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.306481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:10:47.315396Z","caller":"traceutil/trace.go:171","msg":"trace[744983885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18185; }","duration":"156.482875ms","start":"2026-07-09T02:10:47.158874Z","end":"2026-07-09T02:10:47.315357Z","steps":["trace[744983885] 'agreement among raft nodes before linearized reading' (duration: 156.076626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.315126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.163168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:10:47.315352Z","caller":"traceutil/trace.go:171","msg":"trace[1088633512] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18185; }","duration":"140.453748ms","start":"2026-07-09T02:10:47.17473Z","end":"2026-07-09T02:10:47.315184Z","steps":["trace[1088633512] 'agreement among raft nodes before linearized reading' (duration: 140.211752ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.315484Z","caller":"traceutil/trace.go:171","msg":"trace[1167211776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18185; }","duration":"156.535647ms","start":"2026-07-09T02:10:47.158923Z","end":"2026-07-09T02:10:47.315458Z","steps":["trace[1167211776] 'agreement among raft nodes before linearized reading' (duration: 156.040185ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.589773Z","caller":"traceutil/trace.go:171","msg":"trace[781510517] transaction","detail":"{read_only:false; response_revision:18187; number_of_response:1; }","duration":"269.373634ms","start":"2026-07-09T02:10:47.320366Z","end":"2026-07-09T02:10:47.58974Z","steps":["trace[781510517] 'process raft request' (duration: 221.861745ms)","trace[781510517] 'compare' (duration: 47.312784ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:47.590189Z","caller":"traceutil/trace.go:171","msg":"trace[1644037620] transaction","detail":"{read_only:false; response_revision:18188; number_of_response:1; }","duration":"268.480103ms","start":"2026-07-09T02:10:47.321677Z","end":"2026-07-09T02:10:47.590157Z","steps":["trace[1644037620] 'process raft request' (duration: 268.015722ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.59034Z","caller":"traceutil/trace.go:171","msg":"trace[235184894] transaction","detail":"{read_only:false; response_revision:18189; number_of_response:1; }","duration":"268.600285ms","start":"2026-07-09T02:10:47.321721Z","end":"2026-07-09T02:10:47.590322Z","steps":["trace[235184894] 'process raft request' (duration: 268.306309ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.590315Z","caller":"traceutil/trace.go:171","msg":"trace[1390454401] linearizableReadLoop","detail":"{readStateIndex:18814; appliedIndex:18812; }","duration":"268.880313ms","start":"2026-07-09T02:10:47.321403Z","end":"2026-07-09T02:10:47.590284Z","steps":["trace[1390454401] 'read index received' (duration: 85.455653ms)","trace[1390454401] 'applied index is now lower than readState.Index' (duration: 183.42352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:47.59063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.294286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-09T02:10:47.590682Z","caller":"traceutil/trace.go:171","msg":"trace[507602335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:18189; }","duration":"259.41102ms","start":"2026-07-09T02:10:47.331254Z","end":"2026-07-09T02:10:47.590665Z","steps":["trace[507602335] 'agreement among raft nodes before linearized reading' (duration: 259.193114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.590683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.379622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:10:47.590986Z","caller":"traceutil/trace.go:171","msg":"trace[168551895] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18189; }","duration":"167.819902ms","start":"2026-07-09T02:10:47.423134Z","end":"2026-07-09T02:10:47.590954Z","steps":["trace[168551895] 'agreement among raft nodes before linearized reading' (duration: 167.339241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:47.591433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.013449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:10:47.591484Z","caller":"traceutil/trace.go:171","msg":"trace[898347157] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18189; }","duration":"270.156853ms","start":"2026-07-09T02:10:47.321316Z","end":"2026-07-09T02:10:47.591473Z","steps":["trace[898347157] 'agreement among raft nodes before linearized reading' (duration: 269.099528ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:47.852522Z","caller":"traceutil/trace.go:171","msg":"trace[2055859675] transaction","detail":"{read_only:false; response_revision:18190; number_of_response:1; }","duration":"106.355305ms","start":"2026-07-09T02:10:47.746128Z","end":"2026-07-09T02:10:47.852483Z","steps":["trace[2055859675] 'process raft request' (duration: 106.14542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:49.576346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.548876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:49.576476Z","caller":"traceutil/trace.go:171","msg":"trace[2058433276] transaction","detail":"{read_only:false; response_revision:18192; number_of_response:1; }","duration":"467.252483ms","start":"2026-07-09T02:10:49.109201Z","end":"2026-07-09T02:10:49.576454Z","steps":["trace[2058433276] 'process raft request' (duration: 234.481592ms)","trace[2058433276] 'compare' (duration: 232.332201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:49.576552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.109187Z","time spent":"467.322636ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:50.154864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.121933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:10:50.155018Z","caller":"traceutil/trace.go:171","msg":"trace[258344192] linearizableReadLoop","detail":"{readStateIndex:18820; appliedIndex:18818; }","duration":"1.044210361s","start":"2026-07-09T02:10:49.110765Z","end":"2026-07-09T02:10:50.154976Z","steps":["trace[258344192] 'read index received' (duration: 232.928075ms)","trace[258344192] 'applied index is now lower than readState.Index' (duration: 811.280396ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:50.155083Z","caller":"traceutil/trace.go:171","msg":"trace[142122252] transaction","detail":"{read_only:false; response_revision:18193; number_of_response:1; }","duration":"1.044619971s","start":"2026-07-09T02:10:49.110396Z","end":"2026-07-09T02:10:50.155016Z","steps":["trace[142122252] 'process raft request' (duration: 610.20096ms)","trace[142122252] 'compare' (duration: 433.94886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:50.155179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044382545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:50.155272Z","caller":"traceutil/trace.go:171","msg":"trace[522788117] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18193; }","duration":"1.044506048s","start":"2026-07-09T02:10:49.110744Z","end":"2026-07-09T02:10:50.15525Z","steps":["trace[522788117] 'agreement among raft nodes before linearized reading' (duration: 1.044358835s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.15532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.110734Z","time spent":"1.04457794s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-07-09T02:10:50.155322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.11038Z","time spent":"1.044821886s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:50.155366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044541229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"info","ts":"2026-07-09T02:10:50.15541Z","caller":"traceutil/trace.go:171","msg":"trace[1759643058] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18193; }","duration":"1.044599921s","start":"2026-07-09T02:10:49.110799Z","end":"2026-07-09T02:10:50.155399Z","steps":["trace[1759643058] 'agreement among raft nodes before linearized reading' (duration: 1.044391746s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.155406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.288644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-09T02:10:50.155418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.425578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T02:10:50.155476Z","caller":"traceutil/trace.go:171","msg":"trace[830922123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18193; }","duration":"560.375787ms","start":"2026-07-09T02:10:49.595079Z","end":"2026-07-09T02:10:50.155455Z","steps":["trace[830922123] 'agreement among raft nodes before linearized reading' (duration: 560.125371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.155511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044652702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:50.155579Z","caller":"traceutil/trace.go:171","msg":"trace[588314575] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18193; }","duration":"1.044745774s","start":"2026-07-09T02:10:49.110824Z","end":"2026-07-09T02:10:50.15557Z","steps":["trace[588314575] 'agreement among raft nodes before linearized reading' (duration: 1.044649321s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.155584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.59507Z","time spent":"560.49858ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:10:50.155607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.11082Z","time spent":"1.044781074s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-07-09T02:10:50.155669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.750572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T02:10:50.155507Z","caller":"traceutil/trace.go:171","msg":"trace[331793988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18193; }","duration":"560.580932ms","start":"2026-07-09T02:10:49.594905Z","end":"2026-07-09T02:10:50.155486Z","steps":["trace[331793988] 'agreement among raft nodes before linearized reading' (duration: 560.367637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.155755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.59487Z","time spent":"560.877529ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:10:50.15578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.219342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:10:50.155451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.110794Z","time spent":"1.044649722s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5055,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"info","ts":"2026-07-09T02:10:50.155836Z","caller":"traceutil/trace.go:171","msg":"trace[304250858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18193; }","duration":"202.334425ms","start":"2026-07-09T02:10:49.953485Z","end":"2026-07-09T02:10:50.155819Z","steps":["trace[304250858] 'agreement among raft nodes before linearized reading' (duration: 202.244292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.155838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.005872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:10:50.155885Z","caller":"traceutil/trace.go:171","msg":"trace[275064301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18193; }","duration":"561.098534ms","start":"2026-07-09T02:10:49.594774Z","end":"2026-07-09T02:10:50.155872Z","steps":["trace[275064301] 'agreement among raft nodes before linearized reading' (duration: 560.969561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.155893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.216723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-09T02:10:50.155928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.594752Z","time spent":"561.168626ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:10:50.155931Z","caller":"traceutil/trace.go:171","msg":"trace[730795281] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18193; }","duration":"546.319006ms","start":"2026-07-09T02:10:49.609602Z","end":"2026-07-09T02:10:50.155921Z","steps":["trace[730795281] 'agreement among raft nodes before linearized reading' (duration: 546.208043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.15594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.414637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:10:50.15597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.609578Z","time spent":"546.384607ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" "} {"level":"info","ts":"2026-07-09T02:10:50.15602Z","caller":"traceutil/trace.go:171","msg":"trace[1767913667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18193; }","duration":"835.874465ms","start":"2026-07-09T02:10:49.319859Z","end":"2026-07-09T02:10:50.155733Z","steps":["trace[1767913667] 'agreement among raft nodes before linearized reading' (duration: 835.411464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.156098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.319835Z","time spent":"836.249924ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:10:50.156008Z","caller":"traceutil/trace.go:171","msg":"trace[1932782073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18193; }","duration":"298.52611ms","start":"2026-07-09T02:10:49.857466Z","end":"2026-07-09T02:10:50.155993Z","steps":["trace[1932782073] 'agreement among raft nodes before linearized reading' (duration: 298.349395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.156557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.257571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:10:50.157842Z","caller":"traceutil/trace.go:171","msg":"trace[166547012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18193; }","duration":"745.432155ms","start":"2026-07-09T02:10:49.411206Z","end":"2026-07-09T02:10:50.156639Z","steps":["trace[166547012] 'agreement among raft nodes before linearized reading' (duration: 743.993981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.157904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:49.411187Z","time spent":"746.702654ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T02:10:50.491813Z","caller":"traceutil/trace.go:171","msg":"trace[1083649483] transaction","detail":"{read_only:false; response_revision:18196; number_of_response:1; }","duration":"330.971385ms","start":"2026-07-09T02:10:50.16081Z","end":"2026-07-09T02:10:50.491782Z","steps":["trace[1083649483] 'process raft request' (duration: 330.867342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.491997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.160801Z","time spent":"331.106548ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:50.491826Z","caller":"traceutil/trace.go:171","msg":"trace[1668328469] transaction","detail":"{read_only:false; response_revision:18195; number_of_response:1; }","duration":"331.357174ms","start":"2026-07-09T02:10:50.160429Z","end":"2026-07-09T02:10:50.491786Z","steps":["trace[1668328469] 'process raft request' (duration: 330.941224ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:50.492134Z","caller":"traceutil/trace.go:171","msg":"trace[1631213149] linearizableReadLoop","detail":"{readStateIndex:18826; appliedIndex:18820; }","duration":"330.430862ms","start":"2026-07-09T02:10:50.161692Z","end":"2026-07-09T02:10:50.492123Z","steps":["trace[1631213149] 'read index received' (duration: 59.684336ms)","trace[1631213149] 'applied index is now lower than readState.Index' (duration: 270.745646ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:50.492197Z","caller":"traceutil/trace.go:171","msg":"trace[1253512191] transaction","detail":"{read_only:false; response_revision:18197; number_of_response:1; }","duration":"330.891762ms","start":"2026-07-09T02:10:50.16126Z","end":"2026-07-09T02:10:50.492152Z","steps":["trace[1253512191] 'process raft request' (duration: 330.481133ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:50.492282Z","caller":"traceutil/trace.go:171","msg":"trace[594539999] transaction","detail":"{read_only:false; response_revision:18199; number_of_response:1; }","duration":"330.738309ms","start":"2026-07-09T02:10:50.161528Z","end":"2026-07-09T02:10:50.492266Z","steps":["trace[594539999] 'process raft request' (duration: 330.541534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.492346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.161501Z","time spent":"330.81629ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:50.492349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.160415Z","time spent":"331.709702ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:50.492414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.161232Z","time spent":"331.075837ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:50.492285Z","caller":"traceutil/trace.go:171","msg":"trace[2012383075] transaction","detail":"{read_only:false; response_revision:18198; number_of_response:1; }","duration":"330.977215ms","start":"2026-07-09T02:10:50.161276Z","end":"2026-07-09T02:10:50.492254Z","steps":["trace[2012383075] 'process raft request' (duration: 330.681568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.49254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.161257Z","time spent":"331.20792ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:10:50.493191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.485936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:10:50.493246Z","caller":"traceutil/trace.go:171","msg":"trace[1079703270] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18199; }","duration":"331.563628ms","start":"2026-07-09T02:10:50.16167Z","end":"2026-07-09T02:10:50.493234Z","steps":["trace[1079703270] 'agreement among raft nodes before linearized reading' (duration: 330.510933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:50.493325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.161663Z","time spent":"331.647341ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":101,"response size":1004215,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-09T02:10:51.001237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.685073ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:10:51.001591Z","caller":"traceutil/trace.go:171","msg":"trace[531594089] linearizableReadLoop","detail":"{readStateIndex:18827; appliedIndex:18826; }","duration":"451.279458ms","start":"2026-07-09T02:10:50.550275Z","end":"2026-07-09T02:10:51.001555Z","steps":["trace[531594089] 'read index received' (duration: 17.303928ms)","trace[531594089] 'applied index is now lower than readState.Index' (duration: 433.971999ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:51.001937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.611595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-09T02:10:51.002081Z","caller":"traceutil/trace.go:171","msg":"trace[739707473] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18200; }","duration":"451.8253ms","start":"2026-07-09T02:10:50.55022Z","end":"2026-07-09T02:10:51.002046Z","steps":["trace[739707473] 'agreement among raft nodes before linearized reading' (duration: 451.438591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:51.002157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:50.550197Z","time spent":"451.945723ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-09T02:10:51.840618Z","caller":"traceutil/trace.go:171","msg":"trace[1141963264] transaction","detail":"{read_only:false; response_revision:18204; number_of_response:1; }","duration":"107.480441ms","start":"2026-07-09T02:10:51.733106Z","end":"2026-07-09T02:10:51.840586Z","steps":["trace[1141963264] 'process raft request' (duration: 107.285347ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:52.360745Z","caller":"traceutil/trace.go:171","msg":"trace[30538839] linearizableReadLoop","detail":"{readStateIndex:18834; appliedIndex:18833; }","duration":"117.967558ms","start":"2026-07-09T02:10:52.24274Z","end":"2026-07-09T02:10:52.360707Z","steps":["trace[30538839] 'read index received' (duration: 25.688685ms)","trace[30538839] 'applied index is now lower than readState.Index' (duration: 92.278013ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:52.360805Z","caller":"traceutil/trace.go:171","msg":"trace[992565975] transaction","detail":"{read_only:false; response_revision:18206; number_of_response:1; }","duration":"130.154845ms","start":"2026-07-09T02:10:52.230594Z","end":"2026-07-09T02:10:52.360749Z","steps":["trace[992565975] 'process raft request' (duration: 37.860032ms)","trace[992565975] 'compare' (duration: 92.104698ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:52.361019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.250615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-09T02:10:52.361066Z","caller":"traceutil/trace.go:171","msg":"trace[613095421] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18206; }","duration":"118.322006ms","start":"2026-07-09T02:10:52.242734Z","end":"2026-07-09T02:10:52.361056Z","steps":["trace[613095421] 'agreement among raft nodes before linearized reading' (duration: 118.087031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:52.361237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.917742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126478"} {"level":"info","ts":"2026-07-09T02:10:52.361272Z","caller":"traceutil/trace.go:171","msg":"trace[1947686924] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18206; }","duration":"107.998593ms","start":"2026-07-09T02:10:52.253265Z","end":"2026-07-09T02:10:52.361264Z","steps":["trace[1947686924] 'agreement among raft nodes before linearized reading' (duration: 107.611004ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:52.721609Z","caller":"traceutil/trace.go:171","msg":"trace[40945694] transaction","detail":"{read_only:false; response_revision:18208; number_of_response:1; }","duration":"149.928881ms","start":"2026-07-09T02:10:52.571648Z","end":"2026-07-09T02:10:52.721577Z","steps":["trace[40945694] 'process raft request' (duration: 104.745267ms)","trace[40945694] 'compare' (duration: 45.01113ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:52.721978Z","caller":"traceutil/trace.go:171","msg":"trace[195654262] linearizableReadLoop","detail":"{readStateIndex:18839; appliedIndex:18834; }","duration":"149.702195ms","start":"2026-07-09T02:10:52.572249Z","end":"2026-07-09T02:10:52.721951Z","steps":["trace[195654262] 'read index received' (duration: 29.514775ms)","trace[195654262] 'applied index is now lower than readState.Index' (duration: 120.18351ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:52.721976Z","caller":"traceutil/trace.go:171","msg":"trace[468083724] transaction","detail":"{read_only:false; response_revision:18209; number_of_response:1; }","duration":"150.281899ms","start":"2026-07-09T02:10:52.571657Z","end":"2026-07-09T02:10:52.721939Z","steps":["trace[468083724] 'process raft request' (duration: 149.88206ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:52.722096Z","caller":"traceutil/trace.go:171","msg":"trace[348120572] transaction","detail":"{read_only:false; response_revision:18211; number_of_response:1; }","duration":"150.363862ms","start":"2026-07-09T02:10:52.571721Z","end":"2026-07-09T02:10:52.722084Z","steps":["trace[348120572] 'process raft request' (duration: 150.174557ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:52.722182Z","caller":"traceutil/trace.go:171","msg":"trace[1995274654] transaction","detail":"{read_only:false; response_revision:18210; number_of_response:1; }","duration":"150.417363ms","start":"2026-07-09T02:10:52.571721Z","end":"2026-07-09T02:10:52.722139Z","steps":["trace[1995274654] 'process raft request' (duration: 150.073065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:52.722381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.679657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:10:52.722458Z","caller":"traceutil/trace.go:171","msg":"trace[1587668370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18211; }","duration":"124.81158ms","start":"2026-07-09T02:10:52.597626Z","end":"2026-07-09T02:10:52.722437Z","steps":["trace[1587668370] 'agreement among raft nodes before linearized reading' (duration: 124.562004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:52.72288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.611967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:10:52.722918Z","caller":"traceutil/trace.go:171","msg":"trace[1158846441] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18211; }","duration":"150.702519ms","start":"2026-07-09T02:10:52.572207Z","end":"2026-07-09T02:10:52.722909Z","steps":["trace[1158846441] 'agreement among raft nodes before linearized reading' (duration: 149.88375ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:56.915602Z","caller":"traceutil/trace.go:171","msg":"trace[1351783728] transaction","detail":"{read_only:false; response_revision:18230; number_of_response:1; }","duration":"113.304279ms","start":"2026-07-09T02:10:56.802227Z","end":"2026-07-09T02:10:56.915531Z","steps":["trace[1351783728] 'process raft request' (duration: 88.514755ms)","trace[1351783728] 'compare' (duration: 24.554678ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:56.915605Z","caller":"traceutil/trace.go:171","msg":"trace[122158670] transaction","detail":"{read_only:false; response_revision:18231; number_of_response:1; }","duration":"113.333169ms","start":"2026-07-09T02:10:56.802242Z","end":"2026-07-09T02:10:56.915575Z","steps":["trace[122158670] 'process raft request' (duration: 113.209686ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:56.915934Z","caller":"traceutil/trace.go:171","msg":"trace[382139647] linearizableReadLoop","detail":"{readStateIndex:18862; appliedIndex:18858; }","duration":"113.191516ms","start":"2026-07-09T02:10:56.802727Z","end":"2026-07-09T02:10:56.915918Z","steps":["trace[382139647] 'read index received' (duration: 88.031374ms)","trace[382139647] 'applied index is now lower than readState.Index' (duration: 25.159242ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:56.916193Z","caller":"traceutil/trace.go:171","msg":"trace[1329244119] transaction","detail":"{read_only:false; response_revision:18232; number_of_response:1; }","duration":"113.772069ms","start":"2026-07-09T02:10:56.802405Z","end":"2026-07-09T02:10:56.916177Z","steps":["trace[1329244119] 'process raft request' (duration: 113.415661ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:56.916198Z","caller":"traceutil/trace.go:171","msg":"trace[1659975042] transaction","detail":"{read_only:false; response_revision:18233; number_of_response:1; }","duration":"113.719238ms","start":"2026-07-09T02:10:56.80246Z","end":"2026-07-09T02:10:56.916179Z","steps":["trace[1659975042] 'process raft request' (duration: 113.421461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:56.917074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.309862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:10:56.917163Z","caller":"traceutil/trace.go:171","msg":"trace[907767730] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18233; }","duration":"114.444025ms","start":"2026-07-09T02:10:56.802701Z","end":"2026-07-09T02:10:56.917145Z","steps":["trace[907767730] 'agreement among raft nodes before linearized reading' (duration: 113.328849ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:58.696951Z","caller":"traceutil/trace.go:171","msg":"trace[1721785781] linearizableReadLoop","detail":"{readStateIndex:18865; appliedIndex:18864; }","duration":"252.333542ms","start":"2026-07-09T02:10:58.444587Z","end":"2026-07-09T02:10:58.696921Z","steps":["trace[1721785781] 'read index received' (duration: 252.052996ms)","trace[1721785781] 'applied index is now lower than readState.Index' (duration: 279.516µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:10:58.697192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.583488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:10:58.697164Z","caller":"traceutil/trace.go:171","msg":"trace[2069278879] transaction","detail":"{read_only:false; response_revision:18236; number_of_response:1; }","duration":"462.616445ms","start":"2026-07-09T02:10:58.234499Z","end":"2026-07-09T02:10:58.697115Z","steps":["trace[2069278879] 'process raft request' (duration: 462.224646ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:58.69724Z","caller":"traceutil/trace.go:171","msg":"trace[623355178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18236; }","duration":"252.655179ms","start":"2026-07-09T02:10:58.44457Z","end":"2026-07-09T02:10:58.697225Z","steps":["trace[623355178] 'agreement among raft nodes before linearized reading' (duration: 252.508306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:10:58.697322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.951951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-09T02:10:58.697398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:10:58.23447Z","time spent":"462.802349ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:10:58.697425Z","caller":"traceutil/trace.go:171","msg":"trace[103969936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18236; }","duration":"243.102524ms","start":"2026-07-09T02:10:58.454292Z","end":"2026-07-09T02:10:58.697394Z","steps":["trace[103969936] 'agreement among raft nodes before linearized reading' (duration: 242.839818ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:10:58.832479Z","caller":"traceutil/trace.go:171","msg":"trace[583239802] transaction","detail":"{read_only:false; response_revision:18237; number_of_response:1; }","duration":"130.928164ms","start":"2026-07-09T02:10:58.701518Z","end":"2026-07-09T02:10:58.832447Z","steps":["trace[583239802] 'process raft request' (duration: 81.907229ms)","trace[583239802] 'compare' (duration: 48.681517ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:10:58.832663Z","caller":"traceutil/trace.go:171","msg":"trace[1113464988] transaction","detail":"{read_only:false; response_revision:18238; number_of_response:1; }","duration":"130.274018ms","start":"2026-07-09T02:10:58.702364Z","end":"2026-07-09T02:10:58.832638Z","steps":["trace[1113464988] 'process raft request' (duration: 129.892179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:00.71763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.790851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:11:00.71775Z","caller":"traceutil/trace.go:171","msg":"trace[509183501] linearizableReadLoop","detail":"{readStateIndex:18874; appliedIndex:18873; }","duration":"140.12848ms","start":"2026-07-09T02:11:00.577599Z","end":"2026-07-09T02:11:00.717728Z","steps":["trace[509183501] 'read index received' (duration: 20.189005ms)","trace[509183501] 'applied index is now lower than readState.Index' (duration: 119.938025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:00.717911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.301385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:00.717953Z","caller":"traceutil/trace.go:171","msg":"trace[640511316] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:18244; }","duration":"140.400137ms","start":"2026-07-09T02:11:00.577536Z","end":"2026-07-09T02:11:00.717936Z","steps":["trace[640511316] 'agreement among raft nodes before linearized reading' (duration: 140.305785ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:01.06922Z","caller":"traceutil/trace.go:171","msg":"trace[1644291083] transaction","detail":"{read_only:false; response_revision:18247; number_of_response:1; }","duration":"168.202522ms","start":"2026-07-09T02:11:00.900979Z","end":"2026-07-09T02:11:01.069182Z","steps":["trace[1644291083] 'process raft request' (duration: 94.855434ms)","trace[1644291083] 'compare' (duration: 73.0055ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:01.069252Z","caller":"traceutil/trace.go:171","msg":"trace[1980435807] linearizableReadLoop","detail":"{readStateIndex:18878; appliedIndex:18876; }","duration":"115.775217ms","start":"2026-07-09T02:11:00.953367Z","end":"2026-07-09T02:11:01.069143Z","steps":["trace[1980435807] 'read index received' (duration: 42.413519ms)","trace[1980435807] 'applied index is now lower than readState.Index' (duration: 73.360268ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:01.069275Z","caller":"traceutil/trace.go:171","msg":"trace[85720790] transaction","detail":"{read_only:false; response_revision:18248; number_of_response:1; }","duration":"168.252113ms","start":"2026-07-09T02:11:00.900979Z","end":"2026-07-09T02:11:01.069231Z","steps":["trace[85720790] 'process raft request' (duration: 168.045218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:01.06954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.148505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:01.069619Z","caller":"traceutil/trace.go:171","msg":"trace[666957535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18249; }","duration":"116.287679ms","start":"2026-07-09T02:11:00.95332Z","end":"2026-07-09T02:11:01.069608Z","steps":["trace[666957535] 'agreement among raft nodes before linearized reading' (duration: 116.063943ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:01.277527Z","caller":"traceutil/trace.go:171","msg":"trace[273609373] transaction","detail":"{read_only:false; response_revision:18251; number_of_response:1; }","duration":"202.082589ms","start":"2026-07-09T02:11:01.075402Z","end":"2026-07-09T02:11:01.277484Z","steps":["trace[273609373] 'process raft request' (duration: 116.949134ms)","trace[273609373] 'compare' (duration: 84.90318ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:01.277657Z","caller":"traceutil/trace.go:171","msg":"trace[116849900] linearizableReadLoop","detail":"{readStateIndex:18882; appliedIndex:18879; }","duration":"201.986386ms","start":"2026-07-09T02:11:01.07564Z","end":"2026-07-09T02:11:01.277626Z","steps":["trace[116849900] 'read index received' (duration: 53.08449ms)","trace[116849900] 'applied index is now lower than readState.Index' (duration: 148.900316ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:01.277801Z","caller":"traceutil/trace.go:171","msg":"trace[1595197813] transaction","detail":"{read_only:false; response_revision:18252; number_of_response:1; }","duration":"202.215592ms","start":"2026-07-09T02:11:01.075573Z","end":"2026-07-09T02:11:01.277788Z","steps":["trace[1595197813] 'process raft request' (duration: 201.862264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:01.278069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.17294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:11:01.278177Z","caller":"traceutil/trace.go:171","msg":"trace[1949495323] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:18252; }","duration":"117.336283ms","start":"2026-07-09T02:11:01.160818Z","end":"2026-07-09T02:11:01.278154Z","steps":["trace[1949495323] 'agreement among raft nodes before linearized reading' (duration: 117.136138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:01.278196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.58114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:01.278315Z","caller":"traceutil/trace.go:171","msg":"trace[438256300] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18252; }","duration":"151.747133ms","start":"2026-07-09T02:11:01.126553Z","end":"2026-07-09T02:11:01.2783Z","steps":["trace[438256300] 'agreement among raft nodes before linearized reading' (duration: 151.60929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:01.2783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.795681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:01.278368Z","caller":"traceutil/trace.go:171","msg":"trace[1503574281] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:18252; }","duration":"181.969916ms","start":"2026-07-09T02:11:01.096381Z","end":"2026-07-09T02:11:01.278351Z","steps":["trace[1503574281] 'agreement among raft nodes before linearized reading' (duration: 181.500845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:01.279008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.457312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:11:01.279056Z","caller":"traceutil/trace.go:171","msg":"trace[664923924] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18252; }","duration":"203.555384ms","start":"2026-07-09T02:11:01.075489Z","end":"2026-07-09T02:11:01.279044Z","steps":["trace[664923924] 'agreement among raft nodes before linearized reading' (duration: 202.583851ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:04.043039Z","caller":"traceutil/trace.go:171","msg":"trace[595992966] transaction","detail":"{read_only:false; response_revision:18265; number_of_response:1; }","duration":"221.779283ms","start":"2026-07-09T02:11:03.821214Z","end":"2026-07-09T02:11:04.042994Z","steps":["trace[595992966] 'process raft request' (duration: 221.441715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.418801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.743691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:11:05.419001Z","caller":"traceutil/trace.go:171","msg":"trace[634551408] linearizableReadLoop","detail":"{readStateIndex:18899; appliedIndex:18897; }","duration":"239.720145ms","start":"2026-07-09T02:11:05.179265Z","end":"2026-07-09T02:11:05.418985Z","steps":["trace[634551408] 'read index received' (duration: 42.137952ms)","trace[634551408] 'applied index is now lower than readState.Index' (duration: 197.581133ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:05.41923Z","caller":"traceutil/trace.go:171","msg":"trace[569755035] transaction","detail":"{read_only:false; response_revision:18268; number_of_response:1; }","duration":"277.6824ms","start":"2026-07-09T02:11:05.141314Z","end":"2026-07-09T02:11:05.418997Z","steps":["trace[569755035] 'process raft request' (duration: 168.666452ms)","trace[569755035] 'compare' (duration: 108.633769ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:05.419292Z","caller":"traceutil/trace.go:171","msg":"trace[2050775060] transaction","detail":"{read_only:false; response_revision:18269; number_of_response:1; }","duration":"196.387165ms","start":"2026-07-09T02:11:05.222872Z","end":"2026-07-09T02:11:05.419259Z","steps":["trace[2050775060] 'process raft request' (duration: 196.030686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.897813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:05.419425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.762766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:05.419426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.121438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:05.419481Z","caller":"traceutil/trace.go:171","msg":"trace[739944517] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18269; }","duration":"131.000995ms","start":"2026-07-09T02:11:05.288464Z","end":"2026-07-09T02:11:05.419465Z","steps":["trace[739944517] 'agreement among raft nodes before linearized reading' (duration: 130.82043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.54223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-09T02:11:05.419469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.037805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:05.41953Z","caller":"traceutil/trace.go:171","msg":"trace[1922552816] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18269; }","duration":"131.290122ms","start":"2026-07-09T02:11:05.288198Z","end":"2026-07-09T02:11:05.419488Z","steps":["trace[1922552816] 'agreement among raft nodes before linearized reading' (duration: 131.153969ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.419611Z","caller":"traceutil/trace.go:171","msg":"trace[334378848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18269; }","duration":"219.702863ms","start":"2026-07-09T02:11:05.199886Z","end":"2026-07-09T02:11:05.419589Z","steps":["trace[334378848] 'agreement among raft nodes before linearized reading' (duration: 219.366666ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.419636Z","caller":"traceutil/trace.go:171","msg":"trace[474451115] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18269; }","duration":"131.245241ms","start":"2026-07-09T02:11:05.288365Z","end":"2026-07-09T02:11:05.41961Z","steps":["trace[474451115] 'agreement among raft nodes before linearized reading' (duration: 130.966084ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.419497Z","caller":"traceutil/trace.go:171","msg":"trace[1826159218] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18269; }","duration":"129.864489ms","start":"2026-07-09T02:11:05.289611Z","end":"2026-07-09T02:11:05.419476Z","steps":["trace[1826159218] 'agreement among raft nodes before linearized reading' (duration: 129.655964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.070043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:11:05.419727Z","caller":"traceutil/trace.go:171","msg":"trace[1710897446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18268; }","duration":"240.511164ms","start":"2026-07-09T02:11:05.179199Z","end":"2026-07-09T02:11:05.419711Z","steps":["trace[1710897446] 'agreement among raft nodes before linearized reading' (duration: 239.881659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.280432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:05.419783Z","caller":"traceutil/trace.go:171","msg":"trace[1117226114] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18269; }","duration":"131.330063ms","start":"2026-07-09T02:11:05.288442Z","end":"2026-07-09T02:11:05.419772Z","steps":["trace[1117226114] 'agreement among raft nodes before linearized reading' (duration: 131.267731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.819161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:11:05.419851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.149445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:05.419867Z","caller":"traceutil/trace.go:171","msg":"trace[582636685] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18269; }","duration":"130.845622ms","start":"2026-07-09T02:11:05.289012Z","end":"2026-07-09T02:11:05.419857Z","steps":["trace[582636685] 'agreement among raft nodes before linearized reading' (duration: 130.77681ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.419878Z","caller":"traceutil/trace.go:171","msg":"trace[168069264] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18269; }","duration":"130.241237ms","start":"2026-07-09T02:11:05.289629Z","end":"2026-07-09T02:11:05.41987Z","steps":["trace[168069264] 'agreement among raft nodes before linearized reading' (duration: 130.197766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.229487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:05.419929Z","caller":"traceutil/trace.go:171","msg":"trace[939865613] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18269; }","duration":"130.306509ms","start":"2026-07-09T02:11:05.289611Z","end":"2026-07-09T02:11:05.419917Z","steps":["trace[939865613] 'agreement among raft nodes before linearized reading' (duration: 130.223227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.419932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.975017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:11:05.41995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.895823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:05.419933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.581349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:11:05.419969Z","caller":"traceutil/trace.go:171","msg":"trace[1015835839] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18269; }","duration":"130.966824ms","start":"2026-07-09T02:11:05.288996Z","end":"2026-07-09T02:11:05.419963Z","steps":["trace[1015835839] 'agreement among raft nodes before linearized reading' (duration: 130.938294ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.419972Z","caller":"traceutil/trace.go:171","msg":"trace[1421624607] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18269; }","duration":"129.026678ms","start":"2026-07-09T02:11:05.290933Z","end":"2026-07-09T02:11:05.41996Z","steps":["trace[1421624607] 'agreement among raft nodes before linearized reading' (duration: 128.903445ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.419993Z","caller":"traceutil/trace.go:171","msg":"trace[1151454872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18269; }","duration":"117.642931ms","start":"2026-07-09T02:11:05.302333Z","end":"2026-07-09T02:11:05.419976Z","steps":["trace[1151454872] 'agreement among raft nodes before linearized reading' (duration: 117.025916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.42002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.986364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:05.420081Z","caller":"traceutil/trace.go:171","msg":"trace[1952289213] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18269; }","duration":"131.067397ms","start":"2026-07-09T02:11:05.288997Z","end":"2026-07-09T02:11:05.420065Z","steps":["trace[1952289213] 'agreement among raft nodes before linearized reading' (duration: 130.968734ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.563005Z","caller":"traceutil/trace.go:171","msg":"trace[1840506098] transaction","detail":"{read_only:false; response_revision:18272; number_of_response:1; }","duration":"134.087998ms","start":"2026-07-09T02:11:05.428888Z","end":"2026-07-09T02:11:05.562976Z","steps":["trace[1840506098] 'process raft request' (duration: 134.001926ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:05.563013Z","caller":"traceutil/trace.go:171","msg":"trace[266564954] transaction","detail":"{read_only:false; response_revision:18271; number_of_response:1; }","duration":"135.586173ms","start":"2026-07-09T02:11:05.427381Z","end":"2026-07-09T02:11:05.562967Z","steps":["trace[266564954] 'process raft request' (duration: 96.121094ms)","trace[266564954] 'compare' (duration: 39.213383ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:05.563409Z","caller":"traceutil/trace.go:171","msg":"trace[1536431989] transaction","detail":"{read_only:false; response_revision:18273; number_of_response:1; }","duration":"134.414636ms","start":"2026-07-09T02:11:05.428958Z","end":"2026-07-09T02:11:05.563373Z","steps":["trace[1536431989] 'process raft request' (duration: 133.979715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:05.565404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.506652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:101 size:1004192"} {"level":"info","ts":"2026-07-09T02:11:05.565517Z","caller":"traceutil/trace.go:171","msg":"trace[635869813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:101; response_revision:18274; }","duration":"138.618754ms","start":"2026-07-09T02:11:05.426863Z","end":"2026-07-09T02:11:05.565482Z","steps":["trace[635869813] 'agreement among raft nodes before linearized reading' (duration: 136.903954ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:06.319446Z","caller":"traceutil/trace.go:171","msg":"trace[944271696] transaction","detail":"{read_only:false; response_revision:18276; number_of_response:1; }","duration":"192.034112ms","start":"2026-07-09T02:11:06.127358Z","end":"2026-07-09T02:11:06.319392Z","steps":["trace[944271696] 'process raft request' (duration: 191.569491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:07.177593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.999102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:11:07.1777Z","caller":"traceutil/trace.go:171","msg":"trace[1218363515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18277; }","duration":"150.187557ms","start":"2026-07-09T02:11:07.027485Z","end":"2026-07-09T02:11:07.177672Z","steps":["trace[1218363515] 'range keys from in-memory index tree' (duration: 149.731766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:07.825843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.376011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:11:07.825974Z","caller":"traceutil/trace.go:171","msg":"trace[1289903381] linearizableReadLoop","detail":"{readStateIndex:18911; appliedIndex:18910; }","duration":"258.515238ms","start":"2026-07-09T02:11:07.567437Z","end":"2026-07-09T02:11:07.825952Z","steps":["trace[1289903381] 'read index received' (duration: 31.924132ms)","trace[1289903381] 'applied index is now lower than readState.Index' (duration: 226.589606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:07.826214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.750994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:11:07.826274Z","caller":"traceutil/trace.go:171","msg":"trace[1639762487] transaction","detail":"{read_only:false; response_revision:18280; number_of_response:1; }","duration":"312.239633ms","start":"2026-07-09T02:11:07.514016Z","end":"2026-07-09T02:11:07.826256Z","steps":["trace[1639762487] 'process raft request' (duration: 85.35237ms)","trace[1639762487] 'compare' (duration: 226.208157ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:07.826309Z","caller":"traceutil/trace.go:171","msg":"trace[1257275467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18280; }","duration":"258.905557ms","start":"2026-07-09T02:11:07.567382Z","end":"2026-07-09T02:11:07.826288Z","steps":["trace[1257275467] 'agreement among raft nodes before linearized reading' (duration: 258.665901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:07.826349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:07.513997Z","time spent":"312.312355ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:11:08.024105Z","caller":"traceutil/trace.go:171","msg":"trace[1873245889] linearizableReadLoop","detail":"{readStateIndex:18912; appliedIndex:18911; }","duration":"198.067835ms","start":"2026-07-09T02:11:07.826004Z","end":"2026-07-09T02:11:08.024072Z","steps":["trace[1873245889] 'read index received' (duration: 101.215144ms)","trace[1873245889] 'applied index is now lower than readState.Index' (duration: 96.851321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:08.024366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.328808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-sync-2xngt\" ","response":"range_response_count:1 size:6760"} {"level":"warn","ts":"2026-07-09T02:11:08.024414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.844319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:11:08.024416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.0604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:11:08.024455Z","caller":"traceutil/trace.go:171","msg":"trace[915356465] range","detail":"{range_begin:/registry/pods/openstack/heat-db-sync-2xngt; range_end:; response_count:1; response_revision:18281; }","duration":"228.491681ms","start":"2026-07-09T02:11:07.795943Z","end":"2026-07-09T02:11:08.024434Z","steps":["trace[915356465] 'agreement among raft nodes before linearized reading' (duration: 228.146653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:08.024417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.043166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-09T02:11:08.024471Z","caller":"traceutil/trace.go:171","msg":"trace[70062886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18281; }","duration":"456.967862ms","start":"2026-07-09T02:11:07.567487Z","end":"2026-07-09T02:11:08.024455Z","steps":["trace[70062886] 'agreement among raft nodes before linearized reading' (duration: 456.747547ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.024496Z","caller":"traceutil/trace.go:171","msg":"trace[923201577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18281; }","duration":"456.168663ms","start":"2026-07-09T02:11:07.568304Z","end":"2026-07-09T02:11:08.024473Z","steps":["trace[923201577] 'agreement among raft nodes before linearized reading' (duration: 455.935298ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.024336Z","caller":"traceutil/trace.go:171","msg":"trace[1884730078] transaction","detail":"{read_only:false; response_revision:18281; number_of_response:1; }","duration":"455.014365ms","start":"2026-07-09T02:11:07.569163Z","end":"2026-07-09T02:11:08.024177Z","steps":["trace[1884730078] 'process raft request' (duration: 358.062892ms)","trace[1884730078] 'compare' (duration: 96.701248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:08.024538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:07.567464Z","time spent":"457.061034ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:11:08.024538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:07.568299Z","time spent":"456.226545ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:11:08.024532Z","caller":"traceutil/trace.go:171","msg":"trace[1522057477] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18281; }","duration":"438.190259ms","start":"2026-07-09T02:11:07.586311Z","end":"2026-07-09T02:11:08.024502Z","steps":["trace[1522057477] 'agreement among raft nodes before linearized reading' (duration: 437.870622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:08.024594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:07.5863Z","time spent":"438.282342ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" "} {"level":"warn","ts":"2026-07-09T02:11:08.024707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:07.569151Z","time spent":"455.419416ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:11:08.028672Z","caller":"traceutil/trace.go:171","msg":"trace[1242608191] transaction","detail":"{read_only:false; response_revision:18282; number_of_response:1; }","duration":"197.648965ms","start":"2026-07-09T02:11:07.830998Z","end":"2026-07-09T02:11:08.028647Z","steps":["trace[1242608191] 'process raft request' (duration: 197.388749ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.21668Z","caller":"traceutil/trace.go:171","msg":"trace[1028617127] transaction","detail":"{read_only:false; response_revision:18284; number_of_response:1; }","duration":"185.295174ms","start":"2026-07-09T02:11:08.031346Z","end":"2026-07-09T02:11:08.216641Z","steps":["trace[1028617127] 'process raft request' (duration: 182.936148ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.216888Z","caller":"traceutil/trace.go:171","msg":"trace[1633752865] transaction","detail":"{read_only:false; response_revision:18285; number_of_response:1; }","duration":"182.361295ms","start":"2026-07-09T02:11:08.034487Z","end":"2026-07-09T02:11:08.216849Z","steps":["trace[1633752865] 'process raft request' (duration: 182.093329ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.308288Z","caller":"traceutil/trace.go:171","msg":"trace[104748650] transaction","detail":"{read_only:false; response_revision:18286; number_of_response:1; }","duration":"180.168153ms","start":"2026-07-09T02:11:08.128103Z","end":"2026-07-09T02:11:08.308272Z","steps":["trace[104748650] 'process raft request' (duration: 179.63044ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.308581Z","caller":"traceutil/trace.go:171","msg":"trace[1862280304] linearizableReadLoop","detail":"{readStateIndex:18917; appliedIndex:18914; }","duration":"175.36559ms","start":"2026-07-09T02:11:08.132556Z","end":"2026-07-09T02:11:08.307922Z","steps":["trace[1862280304] 'read index received' (duration: 81.751475ms)","trace[1862280304] 'applied index is now lower than readState.Index' (duration: 93.613055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:08.308616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.012686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:08.308778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.347104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:11:08.308805Z","caller":"traceutil/trace.go:171","msg":"trace[25194477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18286; }","duration":"103.442296ms","start":"2026-07-09T02:11:08.205355Z","end":"2026-07-09T02:11:08.308798Z","steps":["trace[25194477] 'agreement among raft nodes before linearized reading' (duration: 103.307573ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:08.308865Z","caller":"traceutil/trace.go:171","msg":"trace[1109276377] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:18286; }","duration":"176.24669ms","start":"2026-07-09T02:11:08.132507Z","end":"2026-07-09T02:11:08.308754Z","steps":["trace[1109276377] 'agreement among raft nodes before linearized reading' (duration: 175.834151ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:09.24797Z","caller":"traceutil/trace.go:171","msg":"trace[556460666] linearizableReadLoop","detail":"{readStateIndex:18919; appliedIndex:18918; }","duration":"294.091826ms","start":"2026-07-09T02:11:08.9538Z","end":"2026-07-09T02:11:09.247892Z","steps":["trace[556460666] 'read index received' (duration: 293.81044ms)","trace[556460666] 'applied index is now lower than readState.Index' (duration: 279.666µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:09.248077Z","caller":"traceutil/trace.go:171","msg":"trace[132430282] transaction","detail":"{read_only:false; response_revision:18288; number_of_response:1; }","duration":"373.62827ms","start":"2026-07-09T02:11:08.874402Z","end":"2026-07-09T02:11:09.24803Z","steps":["trace[132430282] 'process raft request' (duration: 373.253831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:09.248204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.379323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:09.248243Z","caller":"traceutil/trace.go:171","msg":"trace[821501594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18288; }","duration":"294.496925ms","start":"2026-07-09T02:11:08.953736Z","end":"2026-07-09T02:11:09.248233Z","steps":["trace[821501594] 'agreement among raft nodes before linearized reading' (duration: 294.374942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:09.248273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:08.874374Z","time spent":"373.795693ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:11:09.30921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.794496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:09.309316Z","caller":"traceutil/trace.go:171","msg":"trace[693784506] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18289; }","duration":"126.935189ms","start":"2026-07-09T02:11:09.182357Z","end":"2026-07-09T02:11:09.309292Z","steps":["trace[693784506] 'agreement among raft nodes before linearized reading' (duration: 126.677763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:09.30937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.887438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:09.309472Z","caller":"traceutil/trace.go:171","msg":"trace[1699068304] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18289; }","duration":"127.059842ms","start":"2026-07-09T02:11:09.182389Z","end":"2026-07-09T02:11:09.309449Z","steps":["trace[1699068304] 'agreement among raft nodes before linearized reading' (duration: 126.787886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:09.30952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.229536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:09.309385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.702313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-09T02:11:09.309601Z","caller":"traceutil/trace.go:171","msg":"trace[1333892655] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18289; }","duration":"127.344479ms","start":"2026-07-09T02:11:09.182238Z","end":"2026-07-09T02:11:09.309582Z","steps":["trace[1333892655] 'agreement among raft nodes before linearized reading' (duration: 127.189476ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:09.30964Z","caller":"traceutil/trace.go:171","msg":"trace[1789708515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18289; }","duration":"107.00691ms","start":"2026-07-09T02:11:09.202611Z","end":"2026-07-09T02:11:09.309618Z","steps":["trace[1789708515] 'agreement among raft nodes before linearized reading' (duration: 106.458747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:09.309833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.567475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:09.309942Z","caller":"traceutil/trace.go:171","msg":"trace[234789289] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18289; }","duration":"127.767739ms","start":"2026-07-09T02:11:09.182152Z","end":"2026-07-09T02:11:09.30992Z","steps":["trace[234789289] 'agreement among raft nodes before linearized reading' (duration: 127.540434ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:09.498547Z","caller":"traceutil/trace.go:171","msg":"trace[15696448] transaction","detail":"{read_only:false; response_revision:18290; number_of_response:1; }","duration":"184.581897ms","start":"2026-07-09T02:11:09.313918Z","end":"2026-07-09T02:11:09.4985Z","steps":["trace[15696448] 'process raft request' (duration: 100.435786ms)","trace[15696448] 'compare' (duration: 83.963297ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:09.498977Z","caller":"traceutil/trace.go:171","msg":"trace[1417195323] transaction","detail":"{read_only:false; response_revision:18291; number_of_response:1; }","duration":"184.568167ms","start":"2026-07-09T02:11:09.314381Z","end":"2026-07-09T02:11:09.498949Z","steps":["trace[1417195323] 'process raft request' (duration: 184.216898ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:09.499082Z","caller":"traceutil/trace.go:171","msg":"trace[112459594] linearizableReadLoop","detail":"{readStateIndex:18922; appliedIndex:18920; }","duration":"157.031068ms","start":"2026-07-09T02:11:09.34203Z","end":"2026-07-09T02:11:09.499061Z","steps":["trace[112459594] 'read index received' (duration: 72.403576ms)","trace[112459594] 'applied index is now lower than readState.Index' (duration: 84.625062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:09.499247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.192822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:11:09.499293Z","caller":"traceutil/trace.go:171","msg":"trace[1815355641] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18291; }","duration":"157.303404ms","start":"2026-07-09T02:11:09.341973Z","end":"2026-07-09T02:11:09.499277Z","steps":["trace[1815355641] 'agreement among raft nodes before linearized reading' (duration: 157.189912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:09.499308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.140718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:11:09.499403Z","caller":"traceutil/trace.go:171","msg":"trace[402583660] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:18291; }","duration":"100.263881ms","start":"2026-07-09T02:11:09.399092Z","end":"2026-07-09T02:11:09.499356Z","steps":["trace[402583660] 'agreement among raft nodes before linearized reading' (duration: 100.127678ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:09.675368Z","caller":"traceutil/trace.go:171","msg":"trace[1498235140] transaction","detail":"{read_only:false; response_revision:18294; number_of_response:1; }","duration":"143.134761ms","start":"2026-07-09T02:11:09.532205Z","end":"2026-07-09T02:11:09.67534Z","steps":["trace[1498235140] 'process raft request' (duration: 143.061549ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:09.675412Z","caller":"traceutil/trace.go:171","msg":"trace[783097615] transaction","detail":"{read_only:false; response_revision:18293; number_of_response:1; }","duration":"170.743821ms","start":"2026-07-09T02:11:09.504628Z","end":"2026-07-09T02:11:09.675372Z","steps":["trace[783097615] 'process raft request' (duration: 164.77331ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:10.343639Z","caller":"traceutil/trace.go:171","msg":"trace[561694956] linearizableReadLoop","detail":"{readStateIndex:18927; appliedIndex:18926; }","duration":"385.859667ms","start":"2026-07-09T02:11:09.957749Z","end":"2026-07-09T02:11:10.343609Z","steps":["trace[561694956] 'read index received' (duration: 385.705513ms)","trace[561694956] 'applied index is now lower than readState.Index' (duration: 152.714µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:10.343724Z","caller":"traceutil/trace.go:171","msg":"trace[1665981732] transaction","detail":"{read_only:false; response_revision:18296; number_of_response:1; }","duration":"437.527633ms","start":"2026-07-09T02:11:09.906152Z","end":"2026-07-09T02:11:10.34368Z","steps":["trace[1665981732] 'process raft request' (duration: 437.244357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.343908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:09.906131Z","time spent":"437.677176ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6930,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:11:10.343899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.114793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:10.343988Z","caller":"traceutil/trace.go:171","msg":"trace[198939558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18296; }","duration":"386.267906ms","start":"2026-07-09T02:11:09.9577Z","end":"2026-07-09T02:11:10.343968Z","steps":["trace[198939558] 'agreement among raft nodes before linearized reading' (duration: 386.075662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.344034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:09.957683Z","time spent":"386.345309ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:11:10.557189Z","caller":"traceutil/trace.go:171","msg":"trace[133229353] linearizableReadLoop","detail":"{readStateIndex:18929; appliedIndex:18927; }","duration":"213.427156ms","start":"2026-07-09T02:11:10.343734Z","end":"2026-07-09T02:11:10.557161Z","steps":["trace[133229353] 'read index received' (duration: 213.281982ms)","trace[133229353] 'applied index is now lower than readState.Index' (duration: 144.104µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:10.557244Z","caller":"traceutil/trace.go:171","msg":"trace[688917397] transaction","detail":"{read_only:false; response_revision:18298; number_of_response:1; }","duration":"243.023974ms","start":"2026-07-09T02:11:10.314173Z","end":"2026-07-09T02:11:10.557197Z","steps":["trace[688917397] 'process raft request' (duration: 242.931602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.557475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.641678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:11:10.557555Z","caller":"traceutil/trace.go:171","msg":"trace[94397598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18298; }","duration":"336.773221ms","start":"2026-07-09T02:11:10.220755Z","end":"2026-07-09T02:11:10.557528Z","steps":["trace[94397598] 'agreement among raft nodes before linearized reading' (duration: 336.511474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.557585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:10.220732Z","time spent":"336.847253ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:11:10.55779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.555721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-09T02:11:10.557813Z","caller":"traceutil/trace.go:171","msg":"trace[2057516420] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18298; }","duration":"464.626602ms","start":"2026-07-09T02:11:10.093181Z","end":"2026-07-09T02:11:10.557807Z","steps":["trace[2057516420] 'agreement among raft nodes before linearized reading' (duration: 464.011228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.557827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:10.093159Z","time spent":"464.665632ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" "} {"level":"info","ts":"2026-07-09T02:11:10.557325Z","caller":"traceutil/trace.go:171","msg":"trace[1661628885] transaction","detail":"{read_only:false; response_revision:18297; number_of_response:1; }","duration":"525.321092ms","start":"2026-07-09T02:11:10.031951Z","end":"2026-07-09T02:11:10.557272Z","steps":["trace[1661628885] 'process raft request' (duration: 524.982804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.557988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.316645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:11:10.55801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:10.031905Z","time spent":"525.992307ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:11:10.558045Z","caller":"traceutil/trace.go:171","msg":"trace[1629614354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18298; }","duration":"526.503979ms","start":"2026-07-09T02:11:10.031526Z","end":"2026-07-09T02:11:10.55803Z","steps":["trace[1629614354] 'agreement among raft nodes before linearized reading' (duration: 525.772992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.558033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.63907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:11:10.558083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:10.031506Z","time spent":"526.56807ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:11:10.558147Z","caller":"traceutil/trace.go:171","msg":"trace[991621803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18298; }","duration":"483.755912ms","start":"2026-07-09T02:11:10.074324Z","end":"2026-07-09T02:11:10.55808Z","steps":["trace[991621803] 'agreement among raft nodes before linearized reading' (duration: 482.978034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.558214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:10.0743Z","time spent":"483.897696ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:11:10.645625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.949234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:10.645791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.856042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:10.645832Z","caller":"traceutil/trace.go:171","msg":"trace[1510389007] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:18300; }","duration":"130.904443ms","start":"2026-07-09T02:11:10.514916Z","end":"2026-07-09T02:11:10.645821Z","steps":["trace[1510389007] 'agreement among raft nodes before linearized reading' (duration: 130.646787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.645659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.718588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:10.645916Z","caller":"traceutil/trace.go:171","msg":"trace[670207572] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18299; }","duration":"252.034646ms","start":"2026-07-09T02:11:10.393864Z","end":"2026-07-09T02:11:10.645899Z","steps":["trace[670207572] 'agreement among raft nodes before linearized reading' (duration: 251.639396ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:10.645791Z","caller":"traceutil/trace.go:171","msg":"trace[234447445] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18299; }","duration":"252.146788ms","start":"2026-07-09T02:11:10.393623Z","end":"2026-07-09T02:11:10.64577Z","steps":["trace[234447445] 'agreement among raft nodes before linearized reading' (duration: 251.912122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.645906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.384938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:11:10.645929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.038147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:10.645973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.565877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm627\" ","response":"range_response_count:1 size:19051"} {"level":"info","ts":"2026-07-09T02:11:10.64601Z","caller":"traceutil/trace.go:171","msg":"trace[722759845] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:18300; }","duration":"194.556252ms","start":"2026-07-09T02:11:10.451432Z","end":"2026-07-09T02:11:10.645988Z","steps":["trace[722759845] 'agreement among raft nodes before linearized reading' (duration: 194.094961ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:10.646026Z","caller":"traceutil/trace.go:171","msg":"trace[971176755] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:18300; }","duration":"213.211721ms","start":"2026-07-09T02:11:10.432795Z","end":"2026-07-09T02:11:10.646007Z","steps":["trace[971176755] 'agreement among raft nodes before linearized reading' (duration: 212.837353ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:10.646049Z","caller":"traceutil/trace.go:171","msg":"trace[75855199] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-rm627; range_end:; response_count:1; response_revision:18300; }","duration":"291.69737ms","start":"2026-07-09T02:11:10.354334Z","end":"2026-07-09T02:11:10.646031Z","steps":["trace[75855199] 'agreement among raft nodes before linearized reading' (duration: 291.242969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.646024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.680497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:10.646147Z","caller":"traceutil/trace.go:171","msg":"trace[286489572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18300; }","duration":"293.84383ms","start":"2026-07-09T02:11:10.352294Z","end":"2026-07-09T02:11:10.646138Z","steps":["trace[286489572] 'agreement among raft nodes before linearized reading' (duration: 293.326768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.64592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.345039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-07-09T02:11:10.646169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.356235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:10.646188Z","caller":"traceutil/trace.go:171","msg":"trace[1603005228] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18300; }","duration":"251.640106ms","start":"2026-07-09T02:11:10.394536Z","end":"2026-07-09T02:11:10.646176Z","steps":["trace[1603005228] 'agreement among raft nodes before linearized reading' (duration: 251.111764ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:10.646223Z","caller":"traceutil/trace.go:171","msg":"trace[1869729494] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:18301; }","duration":"261.396756ms","start":"2026-07-09T02:11:10.384803Z","end":"2026-07-09T02:11:10.646199Z","steps":["trace[1869729494] 'agreement among raft nodes before linearized reading' (duration: 260.784731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:10.648374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.820341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417243"} {"level":"info","ts":"2026-07-09T02:11:10.648433Z","caller":"traceutil/trace.go:171","msg":"trace[794006038] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:18300; }","duration":"268.980695ms","start":"2026-07-09T02:11:10.37944Z","end":"2026-07-09T02:11:10.648421Z","steps":["trace[794006038] 'agreement among raft nodes before linearized reading' (duration: 266.156809ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:10.921918Z","caller":"traceutil/trace.go:171","msg":"trace[1741484168] transaction","detail":"{read_only:false; response_revision:18302; number_of_response:1; }","duration":"263.416443ms","start":"2026-07-09T02:11:10.658469Z","end":"2026-07-09T02:11:10.921885Z","steps":["trace[1741484168] 'process raft request' (duration: 263.254139ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:11.288075Z","caller":"traceutil/trace.go:171","msg":"trace[119013591] transaction","detail":"{read_only:false; response_revision:18304; number_of_response:1; }","duration":"230.799936ms","start":"2026-07-09T02:11:11.057209Z","end":"2026-07-09T02:11:11.288009Z","steps":["trace[119013591] 'process raft request' (duration: 217.437721ms)","trace[119013591] 'compare' (duration: 12.955385ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:11.543722Z","caller":"traceutil/trace.go:171","msg":"trace[2015623331] transaction","detail":"{read_only:false; response_revision:18306; number_of_response:1; }","duration":"189.584405ms","start":"2026-07-09T02:11:11.354086Z","end":"2026-07-09T02:11:11.543671Z","steps":["trace[2015623331] 'process raft request' (duration: 184.948745ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:11.73275Z","caller":"traceutil/trace.go:171","msg":"trace[944595528] linearizableReadLoop","detail":"{readStateIndex:18939; appliedIndex:18938; }","duration":"182.903158ms","start":"2026-07-09T02:11:11.549815Z","end":"2026-07-09T02:11:11.732719Z","steps":["trace[944595528] 'read index received' (duration: 96.493613ms)","trace[944595528] 'applied index is now lower than readState.Index' (duration: 86.408655ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:11.732867Z","caller":"traceutil/trace.go:171","msg":"trace[1621526880] transaction","detail":"{read_only:false; response_revision:18307; number_of_response:1; }","duration":"183.155833ms","start":"2026-07-09T02:11:11.549701Z","end":"2026-07-09T02:11:11.732857Z","steps":["trace[1621526880] 'process raft request' (duration: 96.526153ms)","trace[1621526880] 'compare' (duration: 86.370764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:11.73319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.356718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18261"} {"level":"info","ts":"2026-07-09T02:11:11.73322Z","caller":"traceutil/trace.go:171","msg":"trace[1993411766] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18307; }","duration":"183.428589ms","start":"2026-07-09T02:11:11.549784Z","end":"2026-07-09T02:11:11.733213Z","steps":["trace[1993411766] 'agreement among raft nodes before linearized reading' (duration: 183.289986ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:11.769319Z","caller":"traceutil/trace.go:171","msg":"trace[1235934978] transaction","detail":"{read_only:false; response_revision:18308; number_of_response:1; }","duration":"215.011714ms","start":"2026-07-09T02:11:11.554264Z","end":"2026-07-09T02:11:11.769276Z","steps":["trace[1235934978] 'process raft request' (duration: 214.758868ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:11.769479Z","caller":"traceutil/trace.go:171","msg":"trace[1136797310] transaction","detail":"{read_only:false; response_revision:18309; number_of_response:1; }","duration":"171.076599ms","start":"2026-07-09T02:11:11.59837Z","end":"2026-07-09T02:11:11.769447Z","steps":["trace[1136797310] 'process raft request' (duration: 170.832353ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:12.006703Z","caller":"traceutil/trace.go:171","msg":"trace[795008702] transaction","detail":"{read_only:false; response_revision:18310; number_of_response:1; }","duration":"232.29548ms","start":"2026-07-09T02:11:11.774372Z","end":"2026-07-09T02:11:12.006667Z","steps":["trace[795008702] 'process raft request' (duration: 232.096206ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:12.340184Z","caller":"traceutil/trace.go:171","msg":"trace[270770802] linearizableReadLoop","detail":"{readStateIndex:18943; appliedIndex:18941; }","duration":"386.541823ms","start":"2026-07-09T02:11:11.953609Z","end":"2026-07-09T02:11:12.340151Z","steps":["trace[270770802] 'read index received' (duration: 52.860785ms)","trace[270770802] 'applied index is now lower than readState.Index' (duration: 333.679268ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:12.340274Z","caller":"traceutil/trace.go:171","msg":"trace[982129116] transaction","detail":"{read_only:false; response_revision:18311; number_of_response:1; }","duration":"564.902634ms","start":"2026-07-09T02:11:11.775303Z","end":"2026-07-09T02:11:12.340205Z","steps":["trace[982129116] 'process raft request' (duration: 564.598777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.340429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.741787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:12.340469Z","caller":"traceutil/trace.go:171","msg":"trace[18928649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18311; }","duration":"386.909192ms","start":"2026-07-09T02:11:11.953549Z","end":"2026-07-09T02:11:12.340458Z","steps":["trace[18928649] 'agreement among raft nodes before linearized reading' (duration: 386.752518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.340503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:11.953528Z","time spent":"386.966423ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:11:12.340542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:11.775277Z","time spent":"565.136029ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5111,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:11:12.535821Z","caller":"traceutil/trace.go:171","msg":"trace[1297104759] linearizableReadLoop","detail":"{readStateIndex:18944; appliedIndex:18943; }","duration":"195.514245ms","start":"2026-07-09T02:11:12.340264Z","end":"2026-07-09T02:11:12.535778Z","steps":["trace[1297104759] 'read index received' (duration: 159.975488ms)","trace[1297104759] 'applied index is now lower than readState.Index' (duration: 35.536797ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:12.53592Z","caller":"traceutil/trace.go:171","msg":"trace[46140278] transaction","detail":"{read_only:false; response_revision:18312; number_of_response:1; }","duration":"429.251039ms","start":"2026-07-09T02:11:12.106626Z","end":"2026-07-09T02:11:12.535877Z","steps":["trace[46140278] 'process raft request' (duration: 393.59322ms)","trace[46140278] 'compare' (duration: 35.24935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:12.536129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.306679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:11:12.536179Z","caller":"traceutil/trace.go:171","msg":"trace[198459514] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18312; }","duration":"575.393771ms","start":"2026-07-09T02:11:11.96077Z","end":"2026-07-09T02:11:12.536164Z","steps":["trace[198459514] 'agreement among raft nodes before linearized reading' (duration: 575.179616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.536217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:11.960744Z","time spent":"575.464642ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:11:12.536099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:12.106596Z","time spent":"429.406982ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:11:12.582435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.73952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:12.582545Z","caller":"traceutil/trace.go:171","msg":"trace[1366234757] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18312; }","duration":"240.904654ms","start":"2026-07-09T02:11:12.341614Z","end":"2026-07-09T02:11:12.582519Z","steps":["trace[1366234757] 'agreement among raft nodes before linearized reading' (duration: 240.719679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.582537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.023633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:12.582658Z","caller":"traceutil/trace.go:171","msg":"trace[1839198550] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18312; }","duration":"226.210117ms","start":"2026-07-09T02:11:12.356421Z","end":"2026-07-09T02:11:12.582631Z","steps":["trace[1839198550] 'agreement among raft nodes before linearized reading' (duration: 225.993122ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:12.726677Z","caller":"traceutil/trace.go:171","msg":"trace[325917680] transaction","detail":"{read_only:false; response_revision:18315; number_of_response:1; }","duration":"160.834517ms","start":"2026-07-09T02:11:12.565777Z","end":"2026-07-09T02:11:12.726611Z","steps":["trace[325917680] 'process raft request' (duration: 160.744555ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:12.726927Z","caller":"traceutil/trace.go:171","msg":"trace[617909760] transaction","detail":"{read_only:false; response_revision:18314; number_of_response:1; }","duration":"164.199687ms","start":"2026-07-09T02:11:12.562698Z","end":"2026-07-09T02:11:12.726897Z","steps":["trace[617909760] 'process raft request' (duration: 163.733916ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:12.72695Z","caller":"traceutil/trace.go:171","msg":"trace[2117357007] transaction","detail":"{read_only:false; response_revision:18313; number_of_response:1; }","duration":"186.070552ms","start":"2026-07-09T02:11:12.540827Z","end":"2026-07-09T02:11:12.726897Z","steps":["trace[2117357007] 'process raft request' (duration: 171.470908ms)","trace[2117357007] 'compare' (duration: 13.885527ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:12.935489Z","caller":"traceutil/trace.go:171","msg":"trace[1967673729] transaction","detail":"{read_only:false; response_revision:18316; number_of_response:1; }","duration":"351.475578ms","start":"2026-07-09T02:11:12.583958Z","end":"2026-07-09T02:11:12.935434Z","steps":["trace[1967673729] 'process raft request' (duration: 311.781753ms)","trace[1967673729] 'compare' (duration: 39.288495ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:12.935603Z","caller":"traceutil/trace.go:171","msg":"trace[1032560529] linearizableReadLoop","detail":"{readStateIndex:18950; appliedIndex:18945; }","duration":"284.588432ms","start":"2026-07-09T02:11:12.650937Z","end":"2026-07-09T02:11:12.935526Z","steps":["trace[1032560529] 'read index received' (duration: 61.353585ms)","trace[1032560529] 'applied index is now lower than readState.Index' (duration: 223.233447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:12.935711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:12.583927Z","time spent":"351.694222ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":631,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T02:11:12.935709Z","caller":"traceutil/trace.go:171","msg":"trace[14127452] transaction","detail":"{read_only:false; response_revision:18317; number_of_response:1; }","duration":"320.503007ms","start":"2026-07-09T02:11:12.615162Z","end":"2026-07-09T02:11:12.935665Z","steps":["trace[14127452] 'process raft request' (duration: 320.147939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.935831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.858538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:12.935888Z","caller":"traceutil/trace.go:171","msg":"trace[1045587002] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18317; }","duration":"284.979501ms","start":"2026-07-09T02:11:12.650892Z","end":"2026-07-09T02:11:12.935871Z","steps":["trace[1045587002] 'agreement among raft nodes before linearized reading' (duration: 284.855828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.935935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:12.615135Z","time spent":"320.681042ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65980,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:11:12.935918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.729125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:12.936082Z","caller":"traceutil/trace.go:171","msg":"trace[1066672923] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18317; }","duration":"284.979361ms","start":"2026-07-09T02:11:12.651087Z","end":"2026-07-09T02:11:12.936066Z","steps":["trace[1066672923] 'agreement among raft nodes before linearized reading' (duration: 284.720415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.936093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.514819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:11:12.936161Z","caller":"traceutil/trace.go:171","msg":"trace[857481070] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:18317; }","duration":"126.623591ms","start":"2026-07-09T02:11:12.809511Z","end":"2026-07-09T02:11:12.936135Z","steps":["trace[857481070] 'agreement among raft nodes before linearized reading' (duration: 126.478258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.93626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.26473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:11:12.936315Z","caller":"traceutil/trace.go:171","msg":"trace[1029771842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18317; }","duration":"277.343701ms","start":"2026-07-09T02:11:12.658958Z","end":"2026-07-09T02:11:12.936301Z","steps":["trace[1029771842] 'agreement among raft nodes before linearized reading' (duration: 277.169347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.936311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.49883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-hs7rs\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-09T02:11:12.93636Z","caller":"traceutil/trace.go:171","msg":"trace[1662261484] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-hs7rs; range_end:; response_count:1; response_revision:18317; }","duration":"270.569492ms","start":"2026-07-09T02:11:12.665777Z","end":"2026-07-09T02:11:12.936347Z","steps":["trace[1662261484] 'agreement among raft nodes before linearized reading' (duration: 270.415049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.936396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.979033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-07-09T02:11:12.936439Z","caller":"traceutil/trace.go:171","msg":"trace[539766610] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:18317; }","duration":"280.043405ms","start":"2026-07-09T02:11:12.656386Z","end":"2026-07-09T02:11:12.93643Z","steps":["trace[539766610] 'agreement among raft nodes before linearized reading' (duration: 279.861791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.936457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.613719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:11:12.936587Z","caller":"traceutil/trace.go:171","msg":"trace[1925384196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18317; }","duration":"280.781462ms","start":"2026-07-09T02:11:12.655785Z","end":"2026-07-09T02:11:12.936566Z","steps":["trace[1925384196] 'agreement among raft nodes before linearized reading' (duration: 280.532067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:12.937105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.996317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T02:11:12.939379Z","caller":"traceutil/trace.go:171","msg":"trace[1777709066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18317; }","duration":"280.305161ms","start":"2026-07-09T02:11:12.659037Z","end":"2026-07-09T02:11:12.939342Z","steps":["trace[1777709066] 'agreement among raft nodes before linearized reading' (duration: 277.244109ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.230011Z","caller":"traceutil/trace.go:171","msg":"trace[217547215] linearizableReadLoop","detail":"{readStateIndex:18953; appliedIndex:18951; }","duration":"236.304695ms","start":"2026-07-09T02:11:12.993676Z","end":"2026-07-09T02:11:13.229981Z","steps":["trace[217547215] 'read index received' (duration: 227.246021ms)","trace[217547215] 'applied index is now lower than readState.Index' (duration: 9.057634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:13.230148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.166799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:13.230187Z","caller":"traceutil/trace.go:171","msg":"trace[755175543] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:18320; }","duration":"283.2346ms","start":"2026-07-09T02:11:12.946938Z","end":"2026-07-09T02:11:13.230173Z","steps":["trace[755175543] 'agreement among raft nodes before linearized reading' (duration: 283.151538ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.230331Z","caller":"traceutil/trace.go:171","msg":"trace[431537648] transaction","detail":"{read_only:false; response_revision:18320; number_of_response:1; }","duration":"282.38051ms","start":"2026-07-09T02:11:12.947928Z","end":"2026-07-09T02:11:13.230308Z","steps":["trace[431537648] 'process raft request' (duration: 281.94193ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.230149Z","caller":"traceutil/trace.go:171","msg":"trace[1971581981] transaction","detail":"{read_only:false; response_revision:18319; number_of_response:1; }","duration":"285.76066ms","start":"2026-07-09T02:11:12.944356Z","end":"2026-07-09T02:11:13.230117Z","steps":["trace[1971581981] 'process raft request' (duration: 276.648975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:13.230722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.981912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-09T02:11:13.230871Z","caller":"traceutil/trace.go:171","msg":"trace[690561586] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18320; }","duration":"243.171416ms","start":"2026-07-09T02:11:12.987641Z","end":"2026-07-09T02:11:13.230812Z","steps":["trace[690561586] 'agreement among raft nodes before linearized reading' (duration: 242.735896ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.398805Z","caller":"traceutil/trace.go:171","msg":"trace[725069133] transaction","detail":"{read_only:false; response_revision:18321; number_of_response:1; }","duration":"166.570203ms","start":"2026-07-09T02:11:13.232205Z","end":"2026-07-09T02:11:13.398776Z","steps":["trace[725069133] 'process raft request' (duration: 112.658113ms)","trace[725069133] 'compare' (duration: 53.47864ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:13.399116Z","caller":"traceutil/trace.go:171","msg":"trace[1357157815] transaction","detail":"{read_only:false; response_revision:18322; number_of_response:1; }","duration":"103.995019ms","start":"2026-07-09T02:11:13.2951Z","end":"2026-07-09T02:11:13.399095Z","steps":["trace[1357157815] 'process raft request' (duration: 103.548079ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.619481Z","caller":"traceutil/trace.go:171","msg":"trace[1489427528] linearizableReadLoop","detail":"{readStateIndex:18956; appliedIndex:18955; }","duration":"148.539858ms","start":"2026-07-09T02:11:13.47091Z","end":"2026-07-09T02:11:13.61945Z","steps":["trace[1489427528] 'read index received' (duration: 77.590727ms)","trace[1489427528] 'applied index is now lower than readState.Index' (duration: 70.947761ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:13.619678Z","caller":"traceutil/trace.go:171","msg":"trace[1306859767] transaction","detail":"{read_only:false; response_revision:18323; number_of_response:1; }","duration":"211.871619ms","start":"2026-07-09T02:11:13.407761Z","end":"2026-07-09T02:11:13.619633Z","steps":["trace[1306859767] 'process raft request' (duration: 140.748734ms)","trace[1306859767] 'compare' (duration: 70.781457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:13.61984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.915196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:11:13.619898Z","caller":"traceutil/trace.go:171","msg":"trace[1691158511] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18323; }","duration":"149.025649ms","start":"2026-07-09T02:11:13.470858Z","end":"2026-07-09T02:11:13.619884Z","steps":["trace[1691158511] 'agreement among raft nodes before linearized reading' (duration: 148.786933ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.809137Z","caller":"traceutil/trace.go:171","msg":"trace[81121732] linearizableReadLoop","detail":"{readStateIndex:18959; appliedIndex:18957; }","duration":"110.516883ms","start":"2026-07-09T02:11:13.698588Z","end":"2026-07-09T02:11:13.809105Z","steps":["trace[81121732] 'read index received' (duration: 109.186322ms)","trace[81121732] 'applied index is now lower than readState.Index' (duration: 1.329041ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:13.809199Z","caller":"traceutil/trace.go:171","msg":"trace[793927042] transaction","detail":"{read_only:false; response_revision:18326; number_of_response:1; }","duration":"180.314227ms","start":"2026-07-09T02:11:13.628852Z","end":"2026-07-09T02:11:13.809166Z","steps":["trace[793927042] 'process raft request' (duration: 180.176713ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.809318Z","caller":"traceutil/trace.go:171","msg":"trace[1137745562] transaction","detail":"{read_only:false; response_revision:18325; number_of_response:1; }","duration":"180.994332ms","start":"2026-07-09T02:11:13.628293Z","end":"2026-07-09T02:11:13.809287Z","steps":["trace[1137745562] 'process raft request' (duration: 179.459136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:13.80934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.733128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:13.809413Z","caller":"traceutil/trace.go:171","msg":"trace[1307758676] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18326; }","duration":"110.864861ms","start":"2026-07-09T02:11:13.698528Z","end":"2026-07-09T02:11:13.809393Z","steps":["trace[1307758676] 'agreement among raft nodes before linearized reading' (duration: 110.718727ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:13.962576Z","caller":"traceutil/trace.go:171","msg":"trace[1415588402] linearizableReadLoop","detail":"{readStateIndex:18961; appliedIndex:18959; }","duration":"145.934247ms","start":"2026-07-09T02:11:13.816607Z","end":"2026-07-09T02:11:13.962541Z","steps":["trace[1415588402] 'read index received' (duration: 45.321327ms)","trace[1415588402] 'applied index is now lower than readState.Index' (duration: 100.61066ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:13.962636Z","caller":"traceutil/trace.go:171","msg":"trace[531776886] transaction","detail":"{read_only:false; response_revision:18328; number_of_response:1; }","duration":"146.521981ms","start":"2026-07-09T02:11:13.816077Z","end":"2026-07-09T02:11:13.962599Z","steps":["trace[531776886] 'process raft request' (duration: 95.51802ms)","trace[531776886] 'compare' (duration: 50.587641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:13.962947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.259893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-hmfg8\" ","response":"range_response_count:1 size:5200"} {"level":"info","ts":"2026-07-09T02:11:13.962994Z","caller":"traceutil/trace.go:171","msg":"trace[812510710] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-hmfg8; range_end:; response_count:1; response_revision:18328; }","duration":"137.337414ms","start":"2026-07-09T02:11:13.825646Z","end":"2026-07-09T02:11:13.962983Z","steps":["trace[812510710] 'agreement among raft nodes before linearized reading' (duration: 137.087958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:13.962969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.337897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:11:13.963065Z","caller":"traceutil/trace.go:171","msg":"trace[390687439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18328; }","duration":"146.494701ms","start":"2026-07-09T02:11:13.816549Z","end":"2026-07-09T02:11:13.963044Z","steps":["trace[390687439] 'agreement among raft nodes before linearized reading' (duration: 146.137132ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:14.158591Z","caller":"traceutil/trace.go:171","msg":"trace[722606094] linearizableReadLoop","detail":"{readStateIndex:18962; appliedIndex:18961; }","duration":"147.710228ms","start":"2026-07-09T02:11:14.010859Z","end":"2026-07-09T02:11:14.158569Z","steps":["trace[722606094] 'read index received' (duration: 146.119161ms)","trace[722606094] 'applied index is now lower than readState.Index' (duration: 1.590007ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:14.158922Z","caller":"traceutil/trace.go:171","msg":"trace[1417021737] transaction","detail":"{read_only:false; response_revision:18329; number_of_response:1; }","duration":"183.43224ms","start":"2026-07-09T02:11:13.975449Z","end":"2026-07-09T02:11:14.158881Z","steps":["trace[1417021737] 'process raft request' (duration: 181.586696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:14.159155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.209901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:11:14.159257Z","caller":"traceutil/trace.go:171","msg":"trace[780932187] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18329; }","duration":"148.464687ms","start":"2026-07-09T02:11:14.010766Z","end":"2026-07-09T02:11:14.15923Z","steps":["trace[780932187] 'agreement among raft nodes before linearized reading' (duration: 148.091188ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:14.929607Z","caller":"traceutil/trace.go:171","msg":"trace[1839486973] transaction","detail":"{read_only:false; response_revision:18332; number_of_response:1; }","duration":"196.066278ms","start":"2026-07-09T02:11:14.733519Z","end":"2026-07-09T02:11:14.929586Z","steps":["trace[1839486973] 'process raft request' (duration: 184.595198ms)","trace[1839486973] 'compare' (duration: 11.348827ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:15.023726Z","caller":"traceutil/trace.go:171","msg":"trace[724994683] linearizableReadLoop","detail":"{readStateIndex:18966; appliedIndex:18964; }","duration":"217.791919ms","start":"2026-07-09T02:11:14.805902Z","end":"2026-07-09T02:11:15.023694Z","steps":["trace[724994683] 'read index received' (duration: 112.200903ms)","trace[724994683] 'applied index is now lower than readState.Index' (duration: 105.589776ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:15.02381Z","caller":"traceutil/trace.go:171","msg":"trace[858231326] transaction","detail":"{read_only:false; response_revision:18333; number_of_response:1; }","duration":"235.111537ms","start":"2026-07-09T02:11:14.788667Z","end":"2026-07-09T02:11:15.023778Z","steps":["trace[858231326] 'process raft request' (duration: 234.840251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.023974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.057295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-qkwn4\" ","response":"range_response_count:1 size:14649"} {"level":"info","ts":"2026-07-09T02:11:15.024026Z","caller":"traceutil/trace.go:171","msg":"trace[277161002] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-qkwn4; range_end:; response_count:1; response_revision:18333; }","duration":"218.184899ms","start":"2026-07-09T02:11:14.805827Z","end":"2026-07-09T02:11:15.024011Z","steps":["trace[277161002] 'agreement among raft nodes before linearized reading' (duration: 217.982864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.081242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.53523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.081337Z","caller":"traceutil/trace.go:171","msg":"trace[619089039] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18334; }","duration":"140.674923ms","start":"2026-07-09T02:11:14.940642Z","end":"2026-07-09T02:11:15.081317Z","steps":["trace[619089039] 'agreement among raft nodes before linearized reading' (duration: 140.499879ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:15.081412Z","caller":"traceutil/trace.go:171","msg":"trace[519322187] transaction","detail":"{read_only:false; response_revision:18334; number_of_response:1; }","duration":"161.623526ms","start":"2026-07-09T02:11:14.919727Z","end":"2026-07-09T02:11:15.08135Z","steps":["trace[519322187] 'process raft request' (duration: 155.41404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.081732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.585491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.081772Z","caller":"traceutil/trace.go:171","msg":"trace[483277702] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18334; }","duration":"140.625602ms","start":"2026-07-09T02:11:14.941136Z","end":"2026-07-09T02:11:15.081762Z","steps":["trace[483277702] 'agreement among raft nodes before linearized reading' (duration: 140.574191ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:15.252057Z","caller":"traceutil/trace.go:171","msg":"trace[1327037658] transaction","detail":"{read_only:false; response_revision:18336; number_of_response:1; }","duration":"166.04906ms","start":"2026-07-09T02:11:15.085961Z","end":"2026-07-09T02:11:15.25201Z","steps":["trace[1327037658] 'process raft request' (duration: 118.141882ms)","trace[1327037658] 'compare' (duration: 47.647222ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:15.252181Z","caller":"traceutil/trace.go:171","msg":"trace[916721389] transaction","detail":"{read_only:false; response_revision:18337; number_of_response:1; }","duration":"161.898412ms","start":"2026-07-09T02:11:15.090253Z","end":"2026-07-09T02:11:15.252152Z","steps":["trace[916721389] 'process raft request' (duration: 161.648436ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:15.252196Z","caller":"traceutil/trace.go:171","msg":"trace[125365425] linearizableReadLoop","detail":"{readStateIndex:18969; appliedIndex:18967; }","duration":"165.788724ms","start":"2026-07-09T02:11:15.086366Z","end":"2026-07-09T02:11:15.252155Z","steps":["trace[125365425] 'read index received' (duration: 21.395374ms)","trace[125365425] 'applied index is now lower than readState.Index' (duration: 144.39009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:15.253392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.989283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:1010296"} {"level":"info","ts":"2026-07-09T02:11:15.253498Z","caller":"traceutil/trace.go:171","msg":"trace[419913040] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:18337; }","duration":"167.156837ms","start":"2026-07-09T02:11:15.086321Z","end":"2026-07-09T02:11:15.253477Z","steps":["trace[419913040] 'agreement among raft nodes before linearized reading' (duration: 165.938688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.460229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.660054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:11:15.460359Z","caller":"traceutil/trace.go:171","msg":"trace[540425989] linearizableReadLoop","detail":"{readStateIndex:18971; appliedIndex:18970; }","duration":"208.051299ms","start":"2026-07-09T02:11:15.252286Z","end":"2026-07-09T02:11:15.460337Z","steps":["trace[540425989] 'read index received' (duration: 103.18509ms)","trace[540425989] 'applied index is now lower than readState.Index' (duration: 104.864579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:15.460464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.17306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:11:15.460505Z","caller":"traceutil/trace.go:171","msg":"trace[519468065] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:18338; }","duration":"320.237502ms","start":"2026-07-09T02:11:15.140253Z","end":"2026-07-09T02:11:15.460491Z","steps":["trace[519468065] 'agreement among raft nodes before linearized reading' (duration: 320.16165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.460539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:15.140241Z","time spent":"320.289393ms","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:11:15.460531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.586102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:11:15.460556Z","caller":"traceutil/trace.go:171","msg":"trace[1048127305] transaction","detail":"{read_only:false; response_revision:18338; number_of_response:1; }","duration":"339.385282ms","start":"2026-07-09T02:11:15.121127Z","end":"2026-07-09T02:11:15.460513Z","steps":["trace[1048127305] 'process raft request' (duration: 234.345749ms)","trace[1048127305] 'compare' (duration: 104.517671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:15.460593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.623293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:11:15.460668Z","caller":"traceutil/trace.go:171","msg":"trace[1186406050] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:18338; }","duration":"346.758777ms","start":"2026-07-09T02:11:15.113891Z","end":"2026-07-09T02:11:15.46065Z","steps":["trace[1186406050] 'agreement among raft nodes before linearized reading' (duration: 346.565542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.460618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.688555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:11:15.460708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:15.113867Z","time spent":"346.834478ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-09T02:11:15.460717Z","caller":"traceutil/trace.go:171","msg":"trace[612948881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18338; }","duration":"225.830238ms","start":"2026-07-09T02:11:15.234876Z","end":"2026-07-09T02:11:15.460706Z","steps":["trace[612948881] 'agreement among raft nodes before linearized reading' (duration: 225.519871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.46076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:15.121102Z","time spent":"339.556927ms","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12215,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:11:15.460605Z","caller":"traceutil/trace.go:171","msg":"trace[22734118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18338; }","duration":"225.702575ms","start":"2026-07-09T02:11:15.234885Z","end":"2026-07-09T02:11:15.460588Z","steps":["trace[22734118] 'agreement among raft nodes before linearized reading' (duration: 225.48759ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:15.863243Z","caller":"traceutil/trace.go:171","msg":"trace[643958785] linearizableReadLoop","detail":"{readStateIndex:18976; appliedIndex:18975; }","duration":"237.453202ms","start":"2026-07-09T02:11:15.62576Z","end":"2026-07-09T02:11:15.863213Z","steps":["trace[643958785] 'read index received' (duration: 237.076993ms)","trace[643958785] 'applied index is now lower than readState.Index' (duration: 374.189µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:15.86327Z","caller":"traceutil/trace.go:171","msg":"trace[1318226452] transaction","detail":"{read_only:false; response_revision:18342; number_of_response:1; }","duration":"388.789577ms","start":"2026-07-09T02:11:15.474442Z","end":"2026-07-09T02:11:15.863232Z","steps":["trace[1318226452] 'process raft request' (duration: 388.470159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.863437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:15.474429Z","time spent":"388.918539ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:11:15.863466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.574976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.863503Z","caller":"traceutil/trace.go:171","msg":"trace[48461797] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18342; }","duration":"237.676888ms","start":"2026-07-09T02:11:15.625816Z","end":"2026-07-09T02:11:15.863493Z","steps":["trace[48461797] 'agreement among raft nodes before linearized reading' (duration: 237.547455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.863467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.674937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.863579Z","caller":"traceutil/trace.go:171","msg":"trace[1173715335] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18342; }","duration":"237.77884ms","start":"2026-07-09T02:11:15.625753Z","end":"2026-07-09T02:11:15.863532Z","steps":["trace[1173715335] 'agreement among raft nodes before linearized reading' (duration: 237.583735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.8635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.511637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:11:15.863639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.586872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"warn","ts":"2026-07-09T02:11:15.863622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.159158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-07-09T02:11:15.8637Z","caller":"traceutil/trace.go:171","msg":"trace[1752535565] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:18342; }","duration":"236.640273ms","start":"2026-07-09T02:11:15.627035Z","end":"2026-07-09T02:11:15.863675Z","steps":["trace[1752535565] 'agreement among raft nodes before linearized reading' (duration: 236.402668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.863718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.07472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.863727Z","caller":"traceutil/trace.go:171","msg":"trace[272958495] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:18342; }","duration":"235.291971ms","start":"2026-07-09T02:11:15.628412Z","end":"2026-07-09T02:11:15.863704Z","steps":["trace[272958495] 'agreement among raft nodes before linearized reading' (duration: 234.972593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.86374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.797423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.86375Z","caller":"traceutil/trace.go:171","msg":"trace[829958098] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18342; }","duration":"236.151402ms","start":"2026-07-09T02:11:15.62759Z","end":"2026-07-09T02:11:15.863741Z","steps":["trace[829958098] 'agreement among raft nodes before linearized reading' (duration: 236.103281ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:15.863781Z","caller":"traceutil/trace.go:171","msg":"trace[753593895] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18342; }","duration":"235.855474ms","start":"2026-07-09T02:11:15.627917Z","end":"2026-07-09T02:11:15.863773Z","steps":["trace[753593895] 'agreement among raft nodes before linearized reading' (duration: 235.781163ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:15.863659Z","caller":"traceutil/trace.go:171","msg":"trace[766961008] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18342; }","duration":"235.725231ms","start":"2026-07-09T02:11:15.627912Z","end":"2026-07-09T02:11:15.863637Z","steps":["trace[766961008] 'agreement among raft nodes before linearized reading' (duration: 235.457325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.863825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.336702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:11:15.863856Z","caller":"traceutil/trace.go:171","msg":"trace[1325577507] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18342; }","duration":"235.386113ms","start":"2026-07-09T02:11:15.628461Z","end":"2026-07-09T02:11:15.863847Z","steps":["trace[1325577507] 'agreement among raft nodes before linearized reading' (duration: 235.338462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:15.863903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.040652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4960"} {"level":"info","ts":"2026-07-09T02:11:15.863939Z","caller":"traceutil/trace.go:171","msg":"trace[506494841] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:18342; }","duration":"237.097034ms","start":"2026-07-09T02:11:15.62683Z","end":"2026-07-09T02:11:15.863927Z","steps":["trace[506494841] 'agreement among raft nodes before linearized reading' (duration: 236.998692ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:17.125007Z","caller":"traceutil/trace.go:171","msg":"trace[603445027] transaction","detail":"{read_only:false; response_revision:18348; number_of_response:1; }","duration":"190.131037ms","start":"2026-07-09T02:11:16.934833Z","end":"2026-07-09T02:11:17.124964Z","steps":["trace[603445027] 'process raft request' (duration: 189.891731ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:11:17.324913Z","caller":"traceutil/trace.go:171","msg":"trace[1251194519] transaction","detail":"{read_only:false; response_revision:18349; number_of_response:1; }","duration":"195.582676ms","start":"2026-07-09T02:11:17.129256Z","end":"2026-07-09T02:11:17.324839Z","steps":["trace[1251194519] 'process raft request' (duration: 111.815483ms)","trace[1251194519] 'compare' (duration: 83.474386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:17.555424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.34415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:11:17.55564Z","caller":"traceutil/trace.go:171","msg":"trace[252039826] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:18350; }","duration":"116.535314ms","start":"2026-07-09T02:11:17.438972Z","end":"2026-07-09T02:11:17.555508Z","steps":["trace[252039826] 'count revisions from in-memory index tree' (duration: 116.250037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:17.929241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.483811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:11:17.929381Z","caller":"traceutil/trace.go:171","msg":"trace[827521141] transaction","detail":"{read_only:false; response_revision:18352; number_of_response:1; }","duration":"367.254939ms","start":"2026-07-09T02:11:17.562105Z","end":"2026-07-09T02:11:17.92936Z","steps":["trace[827521141] 'process raft request' (duration: 152.540462ms)","trace[827521141] 'compare' (duration: 214.224925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:17.929589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:17.562067Z","time spent":"367.481094ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:11:17.937572Z","caller":"traceutil/trace.go:171","msg":"trace[1926121539] transaction","detail":"{read_only:false; response_revision:18353; number_of_response:1; }","duration":"375.073323ms","start":"2026-07-09T02:11:17.562469Z","end":"2026-07-09T02:11:17.937542Z","steps":["trace[1926121539] 'process raft request' (duration: 374.856118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:17.937775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:11:17.562449Z","time spent":"375.199326ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:11:18.211172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.720319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:11:18.211313Z","caller":"traceutil/trace.go:171","msg":"trace[1216080009] linearizableReadLoop","detail":"{readStateIndex:18989; appliedIndex:18988; }","duration":"176.410955ms","start":"2026-07-09T02:11:18.034874Z","end":"2026-07-09T02:11:18.211285Z","steps":["trace[1216080009] 'read index received' (duration: 33.611µs)","trace[1216080009] 'applied index is now lower than readState.Index' (duration: 176.374694ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:11:18.211426Z","caller":"traceutil/trace.go:171","msg":"trace[1997938040] transaction","detail":"{read_only:false; response_revision:18355; number_of_response:1; }","duration":"214.230695ms","start":"2026-07-09T02:11:17.99715Z","end":"2026-07-09T02:11:18.211381Z","steps":["trace[1997938040] 'process raft request' (duration: 32.184978ms)","trace[1997938040] 'compare' (duration: 181.414052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:11:18.211588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.657051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-07-09T02:11:18.211639Z","caller":"traceutil/trace.go:171","msg":"trace[493482176] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:18355; }","duration":"176.797134ms","start":"2026-07-09T02:11:18.034828Z","end":"2026-07-09T02:11:18.211625Z","steps":["trace[493482176] 'agreement among raft nodes before linearized reading' (duration: 176.531618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:11:18.47207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.562097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:11:18.472201Z","caller":"traceutil/trace.go:171","msg":"trace[151862584] transaction","detail":"{read_only:false; response_revision:18357; number_of_response:1; }","duration":"180.212784ms","start":"2026-07-09T02:11:18.291965Z","end":"2026-07-09T02:11:18.472178Z","steps":["trace[151862584] 'process raft request' (duration: 54.429342ms)","trace[151862584] 'compare' (duration: 125.428674ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:12:01.900662Z","caller":"traceutil/trace.go:171","msg":"trace[588401624] transaction","detail":"{read_only:false; response_revision:18666; number_of_response:1; }","duration":"141.39971ms","start":"2026-07-09T02:12:01.759227Z","end":"2026-07-09T02:12:01.900627Z","steps":["trace[588401624] 'process raft request' (duration: 96.958074ms)","trace[588401624] 'compare' (duration: 44.233351ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:12:01.903189Z","caller":"traceutil/trace.go:171","msg":"trace[1011916475] transaction","detail":"{read_only:false; response_revision:18667; number_of_response:1; }","duration":"135.398629ms","start":"2026-07-09T02:12:01.76776Z","end":"2026-07-09T02:12:01.903159Z","steps":["trace[1011916475] 'process raft request' (duration: 135.252775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:12:04.150942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.737717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:12:04.151123Z","caller":"traceutil/trace.go:171","msg":"trace[319879879] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18682; }","duration":"108.001683ms","start":"2026-07-09T02:12:04.043085Z","end":"2026-07-09T02:12:04.151086Z","steps":["trace[319879879] 'range keys from in-memory index tree' (duration: 107.595354ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:05.998171Z","caller":"traceutil/trace.go:171","msg":"trace[1850610856] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"119.174177ms","start":"2026-07-09T02:12:05.878958Z","end":"2026-07-09T02:12:05.998132Z","steps":["trace[1850610856] 'process raft request' (duration: 58.092148ms)","trace[1850610856] 'compare' (duration: 60.932965ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:12:06.477315Z","caller":"traceutil/trace.go:171","msg":"trace[403240188] transaction","detail":"{read_only:false; response_revision:18712; number_of_response:1; }","duration":"107.304207ms","start":"2026-07-09T02:12:06.369979Z","end":"2026-07-09T02:12:06.477283Z","steps":["trace[403240188] 'process raft request' (duration: 107.135393ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:26.829306Z","caller":"traceutil/trace.go:171","msg":"trace[524570420] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"166.726931ms","start":"2026-07-09T02:12:26.662547Z","end":"2026-07-09T02:12:26.829274Z","steps":["trace[524570420] 'process raft request' (duration: 166.609848ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:26.829746Z","caller":"traceutil/trace.go:171","msg":"trace[627138266] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"168.162635ms","start":"2026-07-09T02:12:26.66157Z","end":"2026-07-09T02:12:26.829732Z","steps":["trace[627138266] 'process raft request' (duration: 78.213744ms)","trace[627138266] 'compare' (duration: 89.124032ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:12:31.023843Z","caller":"traceutil/trace.go:171","msg":"trace[1685453481] transaction","detail":"{read_only:false; response_revision:18856; number_of_response:1; }","duration":"175.707834ms","start":"2026-07-09T02:12:30.848098Z","end":"2026-07-09T02:12:31.023806Z","steps":["trace[1685453481] 'process raft request' (duration: 175.506999ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:31.12606Z","caller":"traceutil/trace.go:171","msg":"trace[848971784] linearizableReadLoop","detail":"{readStateIndex:19507; appliedIndex:19505; }","duration":"172.302363ms","start":"2026-07-09T02:12:30.953725Z","end":"2026-07-09T02:12:31.126028Z","steps":["trace[848971784] 'read index received' (duration: 69.930579ms)","trace[848971784] 'applied index is now lower than readState.Index' (duration: 102.370114ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:12:31.126229Z","caller":"traceutil/trace.go:171","msg":"trace[1288136908] transaction","detail":"{read_only:false; response_revision:18857; number_of_response:1; }","duration":"277.423292ms","start":"2026-07-09T02:12:30.848755Z","end":"2026-07-09T02:12:31.126178Z","steps":["trace[1288136908] 'process raft request' (duration: 273.936109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:12:31.126279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.534728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:12:31.126518Z","caller":"traceutil/trace.go:171","msg":"trace[1766615807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18857; }","duration":"172.813605ms","start":"2026-07-09T02:12:30.953675Z","end":"2026-07-09T02:12:31.126489Z","steps":["trace[1766615807] 'agreement among raft nodes before linearized reading' (duration: 172.527328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:33.278303Z","caller":"traceutil/trace.go:171","msg":"trace[2092012419] transaction","detail":"{read_only:false; response_revision:18868; number_of_response:1; }","duration":"126.862911ms","start":"2026-07-09T02:12:33.151406Z","end":"2026-07-09T02:12:33.278269Z","steps":["trace[2092012419] 'process raft request' (duration: 126.697677ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:33.426204Z","caller":"traceutil/trace.go:171","msg":"trace[1513511807] linearizableReadLoop","detail":"{readStateIndex:19519; appliedIndex:19518; }","duration":"112.37312ms","start":"2026-07-09T02:12:33.313799Z","end":"2026-07-09T02:12:33.426172Z","steps":["trace[1513511807] 'read index received' (duration: 29.333082ms)","trace[1513511807] 'applied index is now lower than readState.Index' (duration: 83.039208ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:12:33.426311Z","caller":"traceutil/trace.go:171","msg":"trace[1062358615] transaction","detail":"{read_only:false; response_revision:18869; number_of_response:1; }","duration":"122.338985ms","start":"2026-07-09T02:12:33.303963Z","end":"2026-07-09T02:12:33.426302Z","steps":["trace[1062358615] 'process raft request' (duration: 39.288026ms)","trace[1062358615] 'compare' (duration: 82.69547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:12:33.42643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.608376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:12:33.42646Z","caller":"traceutil/trace.go:171","msg":"trace[34363001] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18869; }","duration":"112.707298ms","start":"2026-07-09T02:12:33.313747Z","end":"2026-07-09T02:12:33.426455Z","steps":["trace[34363001] 'agreement among raft nodes before linearized reading' (duration: 112.636527ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:12:33.792871Z","caller":"traceutil/trace.go:171","msg":"trace[349838865] transaction","detail":"{read_only:false; response_revision:18872; number_of_response:1; }","duration":"117.334847ms","start":"2026-07-09T02:12:33.675494Z","end":"2026-07-09T02:12:33.792829Z","steps":["trace[349838865] 'process raft request' (duration: 75.813738ms)","trace[349838865] 'compare' (duration: 40.988306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:13:05.350543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.648718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:13:05.350687Z","caller":"traceutil/trace.go:171","msg":"trace[730753206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19087; }","duration":"157.854973ms","start":"2026-07-09T02:13:05.192807Z","end":"2026-07-09T02:13:05.350662Z","steps":["trace[730753206] 'range keys from in-memory index tree' (duration: 157.381911ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:13:11.704137Z","caller":"traceutil/trace.go:171","msg":"trace[1819951207] transaction","detail":"{read_only:false; response_revision:19122; number_of_response:1; }","duration":"131.948661ms","start":"2026-07-09T02:13:11.572144Z","end":"2026-07-09T02:13:11.704093Z","steps":["trace[1819951207] 'process raft request' (duration: 40.223129ms)","trace[1819951207] 'compare' (duration: 90.972774ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:13:12.217211Z","caller":"traceutil/trace.go:171","msg":"trace[1630241260] transaction","detail":"{read_only:false; response_revision:19124; number_of_response:1; }","duration":"113.717842ms","start":"2026-07-09T02:13:12.103453Z","end":"2026-07-09T02:13:12.21717Z","steps":["trace[1630241260] 'process raft request' (duration: 113.448125ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:13:12.22492Z","caller":"traceutil/trace.go:171","msg":"trace[673295141] transaction","detail":"{read_only:false; response_revision:19126; number_of_response:1; }","duration":"112.106264ms","start":"2026-07-09T02:13:12.112778Z","end":"2026-07-09T02:13:12.224885Z","steps":["trace[673295141] 'process raft request' (duration: 112.052042ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:13:12.224986Z","caller":"traceutil/trace.go:171","msg":"trace[959378302] transaction","detail":"{read_only:false; response_revision:19125; number_of_response:1; }","duration":"121.376572ms","start":"2026-07-09T02:13:12.10357Z","end":"2026-07-09T02:13:12.224946Z","steps":["trace[959378302] 'process raft request' (duration: 121.091805ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:13:27.611889Z","caller":"traceutil/trace.go:171","msg":"trace[38008655] transaction","detail":"{read_only:false; response_revision:19206; number_of_response:1; }","duration":"128.178932ms","start":"2026-07-09T02:13:27.483645Z","end":"2026-07-09T02:13:27.611824Z","steps":["trace[38008655] 'process raft request' (duration: 45.133664ms)","trace[38008655] 'compare' (duration: 82.754462ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:13:41.893789Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T02:13:41.900323Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-09T02:13:41.900533Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-09T02:14:50.954363Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17649} {"level":"info","ts":"2026-07-09T02:14:51.055404Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17649,"took":"97.570321ms","hash":1807635836,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":33742848,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-09T02:14:51.055502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1807635836,"revision":17649,"compact-revision":15242} {"level":"info","ts":"2026-07-09T02:15:39.960067Z","caller":"traceutil/trace.go:171","msg":"trace[397629397] linearizableReadLoop","detail":"{readStateIndex:20875; appliedIndex:20874; }","duration":"217.51882ms","start":"2026-07-09T02:15:39.742524Z","end":"2026-07-09T02:15:39.960043Z","steps":["trace[397629397] 'read index received' (duration: 217.300285ms)","trace[397629397] 'applied index is now lower than readState.Index' (duration: 217.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:15:39.960216Z","caller":"traceutil/trace.go:171","msg":"trace[619365147] transaction","detail":"{read_only:false; response_revision:20178; number_of_response:1; }","duration":"243.00225ms","start":"2026-07-09T02:15:39.717185Z","end":"2026-07-09T02:15:39.960187Z","steps":["trace[619365147] 'process raft request' (duration: 242.710383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:39.960359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.792656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:15:39.960404Z","caller":"traceutil/trace.go:171","msg":"trace[1475070386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20178; }","duration":"217.923529ms","start":"2026-07-09T02:15:39.742469Z","end":"2026-07-09T02:15:39.960392Z","steps":["trace[1475070386] 'agreement among raft nodes before linearized reading' (duration: 217.698594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:41.346339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030164292s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:15:41.346439Z","caller":"traceutil/trace.go:171","msg":"trace[203681988] linearizableReadLoop","detail":"{readStateIndex:20876; appliedIndex:20875; }","duration":"1.159125494s","start":"2026-07-09T02:15:40.187298Z","end":"2026-07-09T02:15:41.346423Z","steps":["trace[203681988] 'read index received' (duration: 128.786647ms)","trace[203681988] 'applied index is now lower than readState.Index' (duration: 1.030337467s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:15:41.346515Z","caller":"traceutil/trace.go:171","msg":"trace[543030086] transaction","detail":"{read_only:false; response_revision:20179; number_of_response:1; }","duration":"1.379266935s","start":"2026-07-09T02:15:39.967235Z","end":"2026-07-09T02:15:41.346502Z","steps":["trace[543030086] 'process raft request' (duration: 348.849916ms)","trace[543030086] 'compare' (duration: 1.028270868s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:41.346647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:39.967218Z","time spent":"1.379338816s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:41.346926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159619875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T02:15:41.347014Z","caller":"traceutil/trace.go:171","msg":"trace[761137511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20179; }","duration":"1.159751128s","start":"2026-07-09T02:15:40.187234Z","end":"2026-07-09T02:15:41.346985Z","steps":["trace[761137511] 'agreement among raft nodes before linearized reading' (duration: 1.159511392s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:41.347058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.187211Z","time spent":"1.159838561s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:15:41.464271Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.084024402s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:15:42.386362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.689823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:15:42.386664Z","caller":"traceutil/trace.go:171","msg":"trace[650770200] transaction","detail":"{read_only:false; response_revision:20180; number_of_response:1; }","duration":"2.024363726s","start":"2026-07-09T02:15:40.362272Z","end":"2026-07-09T02:15:42.386636Z","steps":["trace[650770200] 'process raft request' (duration: 1.102268733s)","trace[650770200] 'compare' (duration: 919.233135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:42.386792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.362251Z","time spent":"2.024476578s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:42.765443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.947226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:15:42.765892Z","caller":"traceutil/trace.go:171","msg":"trace[2051592148] transaction","detail":"{read_only:false; response_revision:20181; number_of_response:1; }","duration":"2.353352083s","start":"2026-07-09T02:15:40.412515Z","end":"2026-07-09T02:15:42.765867Z","steps":["trace[2051592148] 'process raft request' (duration: 2.353009595s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:42.76602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.412496Z","time spent":"2.353446475s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:42.953726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999956029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:15:42.953803Z","caller":"traceutil/trace.go:171","msg":"trace[198557960] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078252s","start":"2026-07-09T02:15:40.953707Z","end":"2026-07-09T02:15:42.953785Z","steps":["trace[198557960] 'agreement among raft nodes before linearized reading' (duration: 1.99998121s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:42.953847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.95369Z","time spent":"2.000148124s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:15:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:15:43.607842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.862182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:15:43.608307Z","caller":"traceutil/trace.go:171","msg":"trace[931181496] linearizableReadLoop","detail":"{readStateIndex:20880; appliedIndex:20876; }","duration":"2.261780913s","start":"2026-07-09T02:15:41.346464Z","end":"2026-07-09T02:15:43.608245Z","steps":["trace[931181496] 'read index received' (duration: 118.118005ms)","trace[931181496] 'applied index is now lower than readState.Index' (duration: 2.143661338s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:43.608567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.498356702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:15:43.608648Z","caller":"traceutil/trace.go:171","msg":"trace[1226274487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20183; }","duration":"2.498492415s","start":"2026-07-09T02:15:41.110138Z","end":"2026-07-09T02:15:43.608631Z","steps":["trace[1226274487] 'agreement among raft nodes before linearized reading' (duration: 2.498170428s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.608693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:41.110119Z","time spent":"2.498564948s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:15:43.608768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120444542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:15:43.608833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19926942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:15:43.608824Z","caller":"traceutil/trace.go:171","msg":"trace[1528609635] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"2.258003065s","start":"2026-07-09T02:15:41.350774Z","end":"2026-07-09T02:15:43.608777Z","steps":["trace[1528609635] 'process raft request' (duration: 2.257342869s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.608861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15767085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:15:43.608894Z","caller":"traceutil/trace.go:171","msg":"trace[541338995] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20183; }","duration":"3.199407753s","start":"2026-07-09T02:15:40.409473Z","end":"2026-07-09T02:15:43.60888Z","steps":["trace[541338995] 'agreement among raft nodes before linearized reading' (duration: 3.19929544s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:43.608902Z","caller":"traceutil/trace.go:171","msg":"trace[1089699317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20183; }","duration":"3.157745291s","start":"2026-07-09T02:15:40.451147Z","end":"2026-07-09T02:15:43.608892Z","steps":["trace[1089699317] 'agreement among raft nodes before linearized reading' (duration: 3.157646989s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.608879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531036923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-09T02:15:43.608906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067316208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-09T02:15:43.608938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.409452Z","time spent":"3.199475415s","remote":"127.0.0.1:52134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:15:43.608934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.451126Z","time spent":"3.157801672s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:15:43.608982Z","caller":"traceutil/trace.go:171","msg":"trace[731983246] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20183; }","duration":"2.067434071s","start":"2026-07-09T02:15:41.541525Z","end":"2026-07-09T02:15:43.608959Z","steps":["trace[731983246] 'agreement among raft nodes before linearized reading' (duration: 2.067286398s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:43.608991Z","caller":"traceutil/trace.go:171","msg":"trace[279164339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20183; }","duration":"2.531176766s","start":"2026-07-09T02:15:41.07778Z","end":"2026-07-09T02:15:43.608957Z","steps":["trace[279164339] 'agreement among raft nodes before linearized reading' (duration: 2.530859988s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.60899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:41.350757Z","time spent":"2.258142088s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:43.609037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:41.541504Z","time spent":"2.067523543s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-09T02:15:43.609049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:41.077764Z","time spent":"2.531270889s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:15:43.609095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.024906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:15:43.609128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.439654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:15:43.609273Z","caller":"traceutil/trace.go:171","msg":"trace[771371034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20183; }","duration":"258.617328ms","start":"2026-07-09T02:15:43.350605Z","end":"2026-07-09T02:15:43.609222Z","steps":["trace[771371034] 'agreement among raft nodes before linearized reading' (duration: 258.233949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.6092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.846158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:15:43.609409Z","caller":"traceutil/trace.go:171","msg":"trace[162074156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20183; }","duration":"749.178786ms","start":"2026-07-09T02:15:42.8602Z","end":"2026-07-09T02:15:43.609379Z","steps":["trace[162074156] 'agreement among raft nodes before linearized reading' (duration: 748.751616ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:43.608997Z","caller":"traceutil/trace.go:171","msg":"trace[377512666] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20183; }","duration":"3.120640047s","start":"2026-07-09T02:15:40.488224Z","end":"2026-07-09T02:15:43.608864Z","steps":["trace[377512666] 'agreement among raft nodes before linearized reading' (duration: 3.120275738s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.609533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.488204Z","time spent":"3.121307272s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:15:43.609514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:42.860181Z","time spent":"749.31185ms","remote":"127.0.0.1:56768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:15:43.609171Z","caller":"traceutil/trace.go:171","msg":"trace[1383065362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20183; }","duration":"655.134649ms","start":"2026-07-09T02:15:42.954015Z","end":"2026-07-09T02:15:43.60915Z","steps":["trace[1383065362] 'agreement among raft nodes before linearized reading' (duration: 655.023146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.609618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:42.953994Z","time spent":"655.61168ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:15:43.609112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260054463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:15:43.609729Z","caller":"traceutil/trace.go:171","msg":"trace[1747349114] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20183; }","duration":"1.260727969s","start":"2026-07-09T02:15:42.348982Z","end":"2026-07-09T02:15:43.60971Z","steps":["trace[1747349114] 'agreement among raft nodes before linearized reading' (duration: 1.260088124s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.609791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:42.348962Z","time spent":"1.260811291s","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:15:43.608807Z","caller":"traceutil/trace.go:171","msg":"trace[1382951759] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"2.675818437s","start":"2026-07-09T02:15:40.932957Z","end":"2026-07-09T02:15:43.608776Z","steps":["trace[1382951759] 'process raft request' (duration: 1.8328995s)","trace[1382951759] 'compare' (duration: 841.647667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:43.610134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.932882Z","time spent":"2.677178569s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:43.610387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.037176588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:15:43.610708Z","caller":"traceutil/trace.go:171","msg":"trace[723243104] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20183; }","duration":"3.037561758s","start":"2026-07-09T02:15:40.573126Z","end":"2026-07-09T02:15:43.610688Z","steps":["trace[723243104] 'agreement among raft nodes before linearized reading' (duration: 3.036523853s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:43.610817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:40.573106Z","time spent":"3.037696051s","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:15:43.61047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.527108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:15:43.611459Z","caller":"traceutil/trace.go:171","msg":"trace[622793078] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20183; }","duration":"173.559842ms","start":"2026-07-09T02:15:43.437877Z","end":"2026-07-09T02:15:43.611437Z","steps":["trace[622793078] 'agreement among raft nodes before linearized reading' (duration: 171.056623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:44.272105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.404081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:15:44.272296Z","caller":"traceutil/trace.go:171","msg":"trace[531143276] linearizableReadLoop","detail":"{readStateIndex:20882; appliedIndex:20881; }","duration":"658.230341ms","start":"2026-07-09T02:15:43.614048Z","end":"2026-07-09T02:15:44.272278Z","steps":["trace[531143276] 'read index received' (duration: 246.574434ms)","trace[531143276] 'applied index is now lower than readState.Index' (duration: 411.654467ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:15:44.27241Z","caller":"traceutil/trace.go:171","msg":"trace[125477278] transaction","detail":"{read_only:false; response_revision:20184; number_of_response:1; }","duration":"658.387395ms","start":"2026-07-09T02:15:43.61401Z","end":"2026-07-09T02:15:44.272398Z","steps":["trace[125477278] 'process raft request' (duration: 246.595335ms)","trace[125477278] 'compare' (duration: 411.123604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:44.272516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.613982Z","time spent":"658.498187ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:44.27259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.520688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-07-09T02:15:44.27311Z","caller":"traceutil/trace.go:171","msg":"trace[1937032855] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:20184; }","duration":"659.035811ms","start":"2026-07-09T02:15:43.614013Z","end":"2026-07-09T02:15:44.273048Z","steps":["trace[1937032855] 'agreement among raft nodes before linearized reading' (duration: 658.430936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:44.273778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.613973Z","time spent":"659.770808ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T02:15:44.772803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056881930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:15:44.93909Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078460251s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:15:45.270413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.048056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:15:45.270581Z","caller":"traceutil/trace.go:171","msg":"trace[2106859542] transaction","detail":"{read_only:false; response_revision:20185; number_of_response:1; }","duration":"1.655937968s","start":"2026-07-09T02:15:43.614622Z","end":"2026-07-09T02:15:45.27056Z","steps":["trace[2106859542] 'process raft request' (duration: 1.324656376s)","trace[2106859542] 'compare' (duration: 330.548445ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:45.270645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.614605Z","time spent":"1.65600973s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:15:45.270882Z","caller":"traceutil/trace.go:171","msg":"trace[1674160050] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"1.655694393s","start":"2026-07-09T02:15:43.615164Z","end":"2026-07-09T02:15:45.270859Z","steps":["trace[1674160050] 'process raft request' (duration: 1.655595531s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:45.270921Z","caller":"traceutil/trace.go:171","msg":"trace[1357600759] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"1.653566212s","start":"2026-07-09T02:15:43.617342Z","end":"2026-07-09T02:15:45.270908Z","steps":["trace[1357600759] 'process raft request' (duration: 1.65348033s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.271029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.615154Z","time spent":"1.655786315s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:15:45.27116Z","caller":"traceutil/trace.go:171","msg":"trace[1444003507] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"1.656220245s","start":"2026-07-09T02:15:43.61493Z","end":"2026-07-09T02:15:45.27115Z","steps":["trace[1444003507] 'process raft request' (duration: 1.65558329s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.271208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.614859Z","time spent":"1.656321858s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:45.27146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.617332Z","time spent":"1.653620493s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:15:45.617612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:15:45.617699Z","caller":"traceutil/trace.go:171","msg":"trace[801901436] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100182s","start":"2026-07-09T02:15:43.617581Z","end":"2026-07-09T02:15:45.617681Z","steps":["trace[801901436] 'agreement among raft nodes before linearized reading' (duration: 1.99998972s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.617767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.617572Z","time spent":"2.000185555s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:15:45.965424Z","caller":"traceutil/trace.go:171","msg":"trace[1209206169] linearizableReadLoop","detail":"{readStateIndex:20889; appliedIndex:20882; }","duration":"1.693044103s","start":"2026-07-09T02:15:44.272358Z","end":"2026-07-09T02:15:45.965402Z","steps":["trace[1209206169] 'read index received' (duration: 666.936777ms)","trace[1209206169] 'applied index is now lower than readState.Index' (duration: 1.026106476s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:15:45.96553Z","caller":"traceutil/trace.go:171","msg":"trace[1451863202] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"1.689319625s","start":"2026-07-09T02:15:44.276199Z","end":"2026-07-09T02:15:45.965519Z","steps":["trace[1451863202] 'process raft request' (duration: 1.601294359s)","trace[1451863202] 'compare' (duration: 87.423441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:15:45.965644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:44.276175Z","time spent":"1.689381777s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:15:45.96565Z","caller":"traceutil/trace.go:171","msg":"trace[632485691] transaction","detail":"{read_only:false; response_revision:20191; number_of_response:1; }","duration":"1.194714722s","start":"2026-07-09T02:15:44.770896Z","end":"2026-07-09T02:15:45.965611Z","steps":["trace[632485691] 'process raft request' (duration: 1.194460336s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.965803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34853388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:15:45.965817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.234091991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:15:45.965833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:44.77087Z","time spent":"1.194885995s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:15:45.965867Z","caller":"traceutil/trace.go:171","msg":"trace[1687199001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20191; }","duration":"2.348640461s","start":"2026-07-09T02:15:43.617212Z","end":"2026-07-09T02:15:45.965853Z","steps":["trace[1687199001] 'agreement among raft nodes before linearized reading' (duration: 2.348486428s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:45.965884Z","caller":"traceutil/trace.go:171","msg":"trace[1833557602] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:20191; }","duration":"2.234231924s","start":"2026-07-09T02:15:43.731634Z","end":"2026-07-09T02:15:45.965866Z","steps":["trace[1833557602] 'agreement among raft nodes before linearized reading' (duration: 2.234036709s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.965906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.617198Z","time spent":"2.348698584s","remote":"127.0.0.1:45900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:15:45.965937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:43.731608Z","time spent":"2.234315966s","remote":"127.0.0.1:58522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:15:45.965781Z","caller":"traceutil/trace.go:171","msg":"trace[755326981] transaction","detail":"{read_only:false; response_revision:20190; number_of_response:1; }","duration":"1.573437842s","start":"2026-07-09T02:15:44.392249Z","end":"2026-07-09T02:15:45.965687Z","steps":["trace[755326981] 'process raft request' (duration: 1.572995691s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.966039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926719833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:15:45.966258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:44.392225Z","time spent":"1.573936634s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:15:45.966179Z","caller":"traceutil/trace.go:171","msg":"trace[308561854] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20191; }","duration":"1.926942288s","start":"2026-07-09T02:15:44.039214Z","end":"2026-07-09T02:15:45.966156Z","steps":["trace[308561854] 'agreement among raft nodes before linearized reading' (duration: 1.926466376s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:45.966836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:44.039186Z","time spent":"1.927627144s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:15:46.059792Z","caller":"traceutil/trace.go:171","msg":"trace[1932100708] transaction","detail":"{read_only:false; response_revision:20192; number_of_response:1; }","duration":"442.233648ms","start":"2026-07-09T02:15:45.617524Z","end":"2026-07-09T02:15:46.059758Z","steps":["trace[1932100708] 'process raft request' (duration: 441.993092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.059816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.330717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:15:46.059845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.015256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:15:46.059882Z","caller":"traceutil/trace.go:171","msg":"trace[386557213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20192; }","duration":"441.461741ms","start":"2026-07-09T02:15:45.618405Z","end":"2026-07-09T02:15:46.059867Z","steps":["trace[386557213] 'agreement among raft nodes before linearized reading' (duration: 441.314387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.059877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.38074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:15:46.059925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:45.61837Z","time spent":"441.548872ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:15:46.059946Z","caller":"traceutil/trace.go:171","msg":"trace[457887975] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20192; }","duration":"165.512703ms","start":"2026-07-09T02:15:45.894416Z","end":"2026-07-09T02:15:46.059929Z","steps":["trace[457887975] 'agreement among raft nodes before linearized reading' (duration: 165.361569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.059942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:45.617495Z","time spent":"442.375402ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:15:46.059937Z","caller":"traceutil/trace.go:171","msg":"trace[1177028624] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20192; }","duration":"756.172071ms","start":"2026-07-09T02:15:45.303738Z","end":"2026-07-09T02:15:46.05991Z","steps":["trace[1177028624] 'agreement among raft nodes before linearized reading' (duration: 755.973916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.060105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.910429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T02:15:46.060151Z","caller":"traceutil/trace.go:171","msg":"trace[811500488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20192; }","duration":"446.999941ms","start":"2026-07-09T02:15:45.613139Z","end":"2026-07-09T02:15:46.060139Z","steps":["trace[811500488] 'agreement among raft nodes before linearized reading' (duration: 446.832247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.060371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:45.303713Z","time spent":"756.423766ms","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:15:46.06042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.240745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-09T02:15:46.060488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:45.61311Z","time spent":"447.35993ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T02:15:46.060521Z","caller":"traceutil/trace.go:171","msg":"trace[1848364092] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:20192; }","duration":"933.384249ms","start":"2026-07-09T02:15:45.127129Z","end":"2026-07-09T02:15:46.060513Z","steps":["trace[1848364092] 'agreement among raft nodes before linearized reading' (duration: 932.971889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.060512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.01083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:15:46.060546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:45.127108Z","time spent":"933.43113ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-09T02:15:46.060569Z","caller":"traceutil/trace.go:171","msg":"trace[964128168] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20192; }","duration":"598.101343ms","start":"2026-07-09T02:15:45.462449Z","end":"2026-07-09T02:15:46.06055Z","steps":["trace[964128168] 'agreement among raft nodes before linearized reading' (duration: 598.019221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.060537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395382394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:15:46.060445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138298081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:15:46.060629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:45.462423Z","time spent":"598.191285ms","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:15:46.06068Z","caller":"traceutil/trace.go:171","msg":"trace[351715613] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20192; }","duration":"1.138565217s","start":"2026-07-09T02:15:44.92209Z","end":"2026-07-09T02:15:46.060656Z","steps":["trace[351715613] 'agreement among raft nodes before linearized reading' (duration: 1.138326421s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:46.060702Z","caller":"traceutil/trace.go:171","msg":"trace[589989213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20192; }","duration":"1.395560368s","start":"2026-07-09T02:15:44.665087Z","end":"2026-07-09T02:15:46.060647Z","steps":["trace[589989213] 'agreement among raft nodes before linearized reading' (duration: 1.394928843s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:46.060745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:44.922069Z","time spent":"1.13865786s","remote":"127.0.0.1:56700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:15:46.06079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:15:44.665063Z","time spent":"1.39567951s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:15:53.435997Z","caller":"traceutil/trace.go:171","msg":"trace[31541593] transaction","detail":"{read_only:false; response_revision:20229; number_of_response:1; }","duration":"103.45272ms","start":"2026-07-09T02:15:53.332499Z","end":"2026-07-09T02:15:53.435952Z","steps":["trace[31541593] 'process raft request' (duration: 79.646298ms)","trace[31541593] 'compare' (duration: 23.516015ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:15:53.436524Z","caller":"traceutil/trace.go:171","msg":"trace[1953189151] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"102.368595ms","start":"2026-07-09T02:15:53.334126Z","end":"2026-07-09T02:15:53.436495Z","steps":["trace[1953189151] 'process raft request' (duration: 101.76214ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:53.436699Z","caller":"traceutil/trace.go:171","msg":"trace[1959835474] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"102.480147ms","start":"2026-07-09T02:15:53.33419Z","end":"2026-07-09T02:15:53.43667Z","steps":["trace[1959835474] 'process raft request' (duration: 102.219261ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:55.549667Z","caller":"traceutil/trace.go:171","msg":"trace[360603901] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"103.788397ms","start":"2026-07-09T02:15:55.445858Z","end":"2026-07-09T02:15:55.549646Z","steps":["trace[360603901] 'process raft request' (duration: 103.290846ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:55.550958Z","caller":"traceutil/trace.go:171","msg":"trace[658304803] transaction","detail":"{read_only:false; response_revision:20242; number_of_response:1; }","duration":"104.236328ms","start":"2026-07-09T02:15:55.446701Z","end":"2026-07-09T02:15:55.550938Z","steps":["trace[658304803] 'process raft request' (duration: 104.081214ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:55.551151Z","caller":"traceutil/trace.go:171","msg":"trace[483958519] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"104.31597ms","start":"2026-07-09T02:15:55.446816Z","end":"2026-07-09T02:15:55.551132Z","steps":["trace[483958519] 'process raft request' (duration: 104.087834ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:58.174167Z","caller":"traceutil/trace.go:171","msg":"trace[366093208] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"207.842801ms","start":"2026-07-09T02:15:57.966302Z","end":"2026-07-09T02:15:58.174145Z","steps":["trace[366093208] 'process raft request' (duration: 207.687058ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:58.211328Z","caller":"traceutil/trace.go:171","msg":"trace[175977756] linearizableReadLoop","detail":"{readStateIndex:20955; appliedIndex:20953; }","duration":"115.487124ms","start":"2026-07-09T02:15:58.095825Z","end":"2026-07-09T02:15:58.211312Z","steps":["trace[175977756] 'read index received' (duration: 78.138383ms)","trace[175977756] 'applied index is now lower than readState.Index' (duration: 37.347861ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:15:58.21135Z","caller":"traceutil/trace.go:171","msg":"trace[2063077029] transaction","detail":"{read_only:false; response_revision:20255; number_of_response:1; }","duration":"104.080954ms","start":"2026-07-09T02:15:58.10725Z","end":"2026-07-09T02:15:58.211331Z","steps":["trace[2063077029] 'process raft request' (duration: 103.91271ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:15:58.211237Z","caller":"traceutil/trace.go:171","msg":"trace[1080761898] transaction","detail":"{read_only:false; response_revision:20254; number_of_response:1; }","duration":"124.956636ms","start":"2026-07-09T02:15:58.086256Z","end":"2026-07-09T02:15:58.211213Z","steps":["trace[1080761898] 'process raft request' (duration: 124.743441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:15:58.214371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.529235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:15:58.214431Z","caller":"traceutil/trace.go:171","msg":"trace[1148285469] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20256; }","duration":"118.633308ms","start":"2026-07-09T02:15:58.095782Z","end":"2026-07-09T02:15:58.214416Z","steps":["trace[1148285469] 'agreement among raft nodes before linearized reading' (duration: 115.630237ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:16:54.605228Z","caller":"traceutil/trace.go:171","msg":"trace[1897852784] transaction","detail":"{read_only:false; response_revision:20811; number_of_response:1; }","duration":"129.377471ms","start":"2026-07-09T02:16:54.475828Z","end":"2026-07-09T02:16:54.605205Z","steps":["trace[1897852784] 'process raft request' (duration: 128.90413ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:16:54.6054Z","caller":"traceutil/trace.go:171","msg":"trace[880998759] linearizableReadLoop","detail":"{readStateIndex:21534; appliedIndex:21531; }","duration":"100.622623ms","start":"2026-07-09T02:16:54.504749Z","end":"2026-07-09T02:16:54.605372Z","steps":["trace[880998759] 'read index received' (duration: 48.965425ms)","trace[880998759] 'applied index is now lower than readState.Index' (duration: 51.655218ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:16:54.605528Z","caller":"traceutil/trace.go:171","msg":"trace[1059189956] transaction","detail":"{read_only:false; response_revision:20812; number_of_response:1; }","duration":"122.509898ms","start":"2026-07-09T02:16:54.482968Z","end":"2026-07-09T02:16:54.605478Z","steps":["trace[1059189956] 'process raft request' (duration: 122.197621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:16:54.605657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.894069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-07-09T02:16:54.605759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.872999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:16:54.605868Z","caller":"traceutil/trace.go:171","msg":"trace[780131152] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20812; }","duration":"101.017112ms","start":"2026-07-09T02:16:54.504831Z","end":"2026-07-09T02:16:54.605848Z","steps":["trace[780131152] 'agreement among raft nodes before linearized reading' (duration: 100.873539ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:16:54.605728Z","caller":"traceutil/trace.go:171","msg":"trace[1356705362] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20812; }","duration":"100.978201ms","start":"2026-07-09T02:16:54.504733Z","end":"2026-07-09T02:16:54.605711Z","steps":["trace[1356705362] 'agreement among raft nodes before linearized reading' (duration: 100.777366ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:17:02.850935Z","caller":"traceutil/trace.go:171","msg":"trace[670972367] transaction","detail":"{read_only:false; response_revision:20855; number_of_response:1; }","duration":"105.755864ms","start":"2026-07-09T02:17:02.74515Z","end":"2026-07-09T02:17:02.850906Z","steps":["trace[670972367] 'process raft request' (duration: 105.565509ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:19:40.310557Z","caller":"traceutil/trace.go:171","msg":"trace[1552722880] linearizableReadLoop","detail":"{readStateIndex:23374; appliedIndex:23373; }","duration":"366.275877ms","start":"2026-07-09T02:19:39.944254Z","end":"2026-07-09T02:19:40.31053Z","steps":["trace[1552722880] 'read index received' (duration: 366.131264ms)","trace[1552722880] 'applied index is now lower than readState.Index' (duration: 143.263µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:19:40.31068Z","caller":"traceutil/trace.go:171","msg":"trace[350753865] transaction","detail":"{read_only:false; response_revision:22599; number_of_response:1; }","duration":"370.054206ms","start":"2026-07-09T02:19:39.940616Z","end":"2026-07-09T02:19:40.31067Z","steps":["trace[350753865] 'process raft request' (duration: 369.76545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:40.310836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:39.940597Z","time spent":"370.158318ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:19:40.310981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.698997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:19:40.311062Z","caller":"traceutil/trace.go:171","msg":"trace[61210815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22599; }","duration":"366.84203ms","start":"2026-07-09T02:19:39.944202Z","end":"2026-07-09T02:19:40.311044Z","steps":["trace[61210815] 'agreement among raft nodes before linearized reading' (duration: 366.696657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:40.311105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:39.944177Z","time spent":"366.917662ms","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:19:40.325526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.210907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:19:40.325586Z","caller":"traceutil/trace.go:171","msg":"trace[325769701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22599; }","duration":"372.307399ms","start":"2026-07-09T02:19:39.953263Z","end":"2026-07-09T02:19:40.32557Z","steps":["trace[325769701] 'agreement among raft nodes before linearized reading' (duration: 372.203856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:40.325619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:39.953255Z","time spent":"372.35544ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:19:40.325904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.77859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-09T02:19:40.325929Z","caller":"traceutil/trace.go:171","msg":"trace[1503014454] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22599; }","duration":"179.851741ms","start":"2026-07-09T02:19:40.146071Z","end":"2026-07-09T02:19:40.325923Z","steps":["trace[1503014454] 'agreement among raft nodes before linearized reading' (duration: 179.738688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.446542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.863093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:19:41.446625Z","caller":"traceutil/trace.go:171","msg":"trace[2028910503] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22600; }","duration":"749.996576ms","start":"2026-07-09T02:19:40.69661Z","end":"2026-07-09T02:19:41.446606Z","steps":["trace[2028910503] 'range keys from in-memory index tree' (duration: 749.700029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.446665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.69659Z","time spent":"750.066667ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:19:41.446773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:41.030025Z","time spent":"416.741197ms","remote":"127.0.0.1:57460","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T02:19:41.446926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.508251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:19:41.447028Z","caller":"traceutil/trace.go:171","msg":"trace[255148607] linearizableReadLoop","detail":"{readStateIndex:23377; appliedIndex:23376; }","duration":"670.753187ms","start":"2026-07-09T02:19:40.776257Z","end":"2026-07-09T02:19:41.44701Z","steps":["trace[255148607] 'read index received' (duration: 486.151043ms)","trace[255148607] 'applied index is now lower than readState.Index' (duration: 184.599773ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:19:41.447097Z","caller":"traceutil/trace.go:171","msg":"trace[2101782168] transaction","detail":"{read_only:false; response_revision:22601; number_of_response:1; }","duration":"678.360666ms","start":"2026-07-09T02:19:40.768725Z","end":"2026-07-09T02:19:41.447086Z","steps":["trace[2101782168] 'process raft request' (duration: 493.61227ms)","trace[2101782168] 'compare' (duration: 184.05061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:19:41.447136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.768701Z","time spent":"678.415818ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T02:19:41.447651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.392422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:19:41.447689Z","caller":"traceutil/trace.go:171","msg":"trace[1764344377] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22601; }","duration":"671.502974ms","start":"2026-07-09T02:19:40.776172Z","end":"2026-07-09T02:19:41.447675Z","steps":["trace[1764344377] 'agreement among raft nodes before linearized reading' (duration: 671.276609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.44771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.776124Z","time spent":"671.580927ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T02:19:41.450288Z","caller":"traceutil/trace.go:171","msg":"trace[2112301235] transaction","detail":"{read_only:false; response_revision:22602; number_of_response:1; }","duration":"226.620024ms","start":"2026-07-09T02:19:41.223636Z","end":"2026-07-09T02:19:41.450256Z","steps":["trace[2112301235] 'process raft request' (duration: 226.475261ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:19:41.451469Z","caller":"traceutil/trace.go:171","msg":"trace[18768108] transaction","detail":"{read_only:false; response_revision:22604; number_of_response:1; }","duration":"162.528673ms","start":"2026-07-09T02:19:41.288918Z","end":"2026-07-09T02:19:41.451446Z","steps":["trace[18768108] 'process raft request' (duration: 162.185865ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:19:41.451175Z","caller":"traceutil/trace.go:171","msg":"trace[1375763387] transaction","detail":"{read_only:false; response_revision:22603; number_of_response:1; }","duration":"165.201026ms","start":"2026-07-09T02:19:41.285944Z","end":"2026-07-09T02:19:41.451145Z","steps":["trace[1375763387] 'process raft request' (duration: 165.024082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.452169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.045165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:19:41.452206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.80741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:19:41.452245Z","caller":"traceutil/trace.go:171","msg":"trace[1645950943] transaction","detail":"{read_only:false; response_revision:22605; number_of_response:1; }","duration":"130.992869ms","start":"2026-07-09T02:19:41.321234Z","end":"2026-07-09T02:19:41.452227Z","steps":["trace[1645950943] 'process raft request' (duration: 130.127418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.452285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.311491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:19:41.452303Z","caller":"traceutil/trace.go:171","msg":"trace[484582694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22605; }","duration":"662.920463ms","start":"2026-07-09T02:19:40.78936Z","end":"2026-07-09T02:19:41.45228Z","steps":["trace[484582694] 'agreement among raft nodes before linearized reading' (duration: 662.636706ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:19:41.452316Z","caller":"traceutil/trace.go:171","msg":"trace[223721037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22605; }","duration":"498.376112ms","start":"2026-07-09T02:19:40.953931Z","end":"2026-07-09T02:19:41.452307Z","steps":["trace[223721037] 'agreement among raft nodes before linearized reading' (duration: 498.326661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.452357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.789307Z","time spent":"663.041605ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:19:41.452356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.953912Z","time spent":"498.437463ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:19:41.452365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.863918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:19:41.45241Z","caller":"traceutil/trace.go:171","msg":"trace[1201019346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22605; }","duration":"650.968341ms","start":"2026-07-09T02:19:40.801432Z","end":"2026-07-09T02:19:41.4524Z","steps":["trace[1201019346] 'agreement among raft nodes before linearized reading' (duration: 650.793147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.452439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.801411Z","time spent":"651.022441ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:19:41.452231Z","caller":"traceutil/trace.go:171","msg":"trace[1614475242] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:22605; }","duration":"621.164658ms","start":"2026-07-09T02:19:40.831051Z","end":"2026-07-09T02:19:41.452216Z","steps":["trace[1614475242] 'agreement among raft nodes before linearized reading' (duration: 621.041505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:19:41.452492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:19:40.83103Z","time spent":"621.438484ms","remote":"127.0.0.1:48174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:19:41.452622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.90096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:19:41.452708Z","caller":"traceutil/trace.go:171","msg":"trace[1809475576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22605; }","duration":"182.016413ms","start":"2026-07-09T02:19:41.270677Z","end":"2026-07-09T02:19:41.452693Z","steps":["trace[1809475576] 'agreement among raft nodes before linearized reading' (duration: 181.350747ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:19:50.974021Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19890} {"level":"info","ts":"2026-07-09T02:19:51.097548Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19890,"took":"115.456383ms","hash":121278732,"current-db-size-bytes":58126336,"current-db-size":"58 MB","current-db-size-in-use-bytes":41603072,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-07-09T02:19:51.097646Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":121278732,"revision":19890,"compact-revision":17649} {"level":"info","ts":"2026-07-09T02:20:35.076284Z","caller":"traceutil/trace.go:171","msg":"trace[407368712] linearizableReadLoop","detail":"{readStateIndex:24100; appliedIndex:24099; }","duration":"123.685867ms","start":"2026-07-09T02:20:34.952576Z","end":"2026-07-09T02:20:35.076262Z","steps":["trace[407368712] 'read index received' (duration: 109.904642ms)","trace[407368712] 'applied index is now lower than readState.Index' (duration: 13.780525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:20:35.076405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.81334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:20:35.076429Z","caller":"traceutil/trace.go:171","msg":"trace[1627139433] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23309; }","duration":"123.85242ms","start":"2026-07-09T02:20:34.952568Z","end":"2026-07-09T02:20:35.07642Z","steps":["trace[1627139433] 'agreement among raft nodes before linearized reading' (duration: 123.794389ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:20:35.076402Z","caller":"traceutil/trace.go:171","msg":"trace[1106906773] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"181.271324ms","start":"2026-07-09T02:20:34.895097Z","end":"2026-07-09T02:20:35.076369Z","steps":["trace[1106906773] 'process raft request' (duration: 167.353226ms)","trace[1106906773] 'compare' (duration: 13.623201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:20:35.076455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.614482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:20:35.076526Z","caller":"traceutil/trace.go:171","msg":"trace[1002705414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23309; }","duration":"122.717924ms","start":"2026-07-09T02:20:34.953791Z","end":"2026-07-09T02:20:35.076509Z","steps":["trace[1002705414] 'agreement among raft nodes before linearized reading' (duration: 122.597971ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:20:49.906726Z","caller":"traceutil/trace.go:171","msg":"trace[1441008038] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"208.272121ms","start":"2026-07-09T02:20:49.698418Z","end":"2026-07-09T02:20:49.90669Z","steps":["trace[1441008038] 'process raft request' (duration: 208.072286ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:20:49.970946Z","caller":"traceutil/trace.go:171","msg":"trace[2067395821] transaction","detail":"{read_only:false; response_revision:23437; number_of_response:1; }","duration":"263.966294ms","start":"2026-07-09T02:20:49.70694Z","end":"2026-07-09T02:20:49.970907Z","steps":["trace[2067395821] 'process raft request' (duration: 263.646076ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:20:49.9713Z","caller":"traceutil/trace.go:171","msg":"trace[571310649] linearizableReadLoop","detail":"{readStateIndex:24234; appliedIndex:24230; }","duration":"187.077292ms","start":"2026-07-09T02:20:49.784157Z","end":"2026-07-09T02:20:49.971234Z","steps":["trace[571310649] 'read index received' (duration: 122.389096ms)","trace[571310649] 'applied index is now lower than readState.Index' (duration: 64.686185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:20:49.972159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.068418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:20:49.972226Z","caller":"traceutil/trace.go:171","msg":"trace[1798390377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23439; }","duration":"161.171241ms","start":"2026-07-09T02:20:49.811038Z","end":"2026-07-09T02:20:49.972209Z","steps":["trace[1798390377] 'agreement among raft nodes before linearized reading' (duration: 160.968506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:20:49.972248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.068815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:20:49.97234Z","caller":"traceutil/trace.go:171","msg":"trace[568786375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23439; }","duration":"188.211158ms","start":"2026-07-09T02:20:49.784106Z","end":"2026-07-09T02:20:49.972318Z","steps":["trace[568786375] 'agreement among raft nodes before linearized reading' (duration: 187.86909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:20:49.972603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.838151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:20:49.972665Z","caller":"traceutil/trace.go:171","msg":"trace[1009871160] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23439; }","duration":"143.949564ms","start":"2026-07-09T02:20:49.828697Z","end":"2026-07-09T02:20:49.972646Z","steps":["trace[1009871160] 'agreement among raft nodes before linearized reading' (duration: 143.747789ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:20:49.972674Z","caller":"traceutil/trace.go:171","msg":"trace[760862435] transaction","detail":"{read_only:false; response_revision:23438; number_of_response:1; }","duration":"263.741168ms","start":"2026-07-09T02:20:49.70891Z","end":"2026-07-09T02:20:49.972651Z","steps":["trace[760862435] 'process raft request' (duration: 261.849113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:20:49.972673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.801142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:20:49.972856Z","caller":"traceutil/trace.go:171","msg":"trace[95858423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23439; }","duration":"161.012987ms","start":"2026-07-09T02:20:49.811831Z","end":"2026-07-09T02:20:49.972844Z","steps":["trace[95858423] 'agreement among raft nodes before linearized reading' (duration: 160.74749ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:20:49.972834Z","caller":"traceutil/trace.go:171","msg":"trace[82211535] transaction","detail":"{read_only:false; response_revision:23439; number_of_response:1; }","duration":"258.588337ms","start":"2026-07-09T02:20:49.714231Z","end":"2026-07-09T02:20:49.972819Z","steps":["trace[82211535] 'process raft request' (duration: 256.894717ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:21:34.340448Z","caller":"traceutil/trace.go:171","msg":"trace[1935494426] linearizableReadLoop","detail":"{readStateIndex:24655; appliedIndex:24654; }","duration":"109.192259ms","start":"2026-07-09T02:21:34.231236Z","end":"2026-07-09T02:21:34.340428Z","steps":["trace[1935494426] 'read index received' (duration: 109.020435ms)","trace[1935494426] 'applied index is now lower than readState.Index' (duration: 170.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:21:34.340691Z","caller":"traceutil/trace.go:171","msg":"trace[138035358] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"110.257095ms","start":"2026-07-09T02:21:34.23042Z","end":"2026-07-09T02:21:34.340677Z","steps":["trace[138035358] 'process raft request' (duration: 109.887926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:21:34.340975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.730092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:21:34.341016Z","caller":"traceutil/trace.go:171","msg":"trace[1472833206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23851; }","duration":"109.818605ms","start":"2026-07-09T02:21:34.231186Z","end":"2026-07-09T02:21:34.341005Z","steps":["trace[1472833206] 'agreement among raft nodes before linearized reading' (duration: 109.683921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:21:34.341173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.369512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:21:34.341264Z","caller":"traceutil/trace.go:171","msg":"trace[1915315570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23851; }","duration":"106.449205ms","start":"2026-07-09T02:21:34.234768Z","end":"2026-07-09T02:21:34.341218Z","steps":["trace[1915315570] 'agreement among raft nodes before linearized reading' (duration: 106.23154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:21:34.341515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.186896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:21:34.341584Z","caller":"traceutil/trace.go:171","msg":"trace[1780104933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23851; }","duration":"103.289209ms","start":"2026-07-09T02:21:34.238284Z","end":"2026-07-09T02:21:34.341573Z","steps":["trace[1780104933] 'agreement among raft nodes before linearized reading' (duration: 103.176346ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:21:34.51211Z","caller":"traceutil/trace.go:171","msg":"trace[468655814] transaction","detail":"{read_only:false; response_revision:23854; number_of_response:1; }","duration":"166.479617ms","start":"2026-07-09T02:21:34.345606Z","end":"2026-07-09T02:21:34.512085Z","steps":["trace[468655814] 'process raft request' (duration: 166.391325ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:21:34.512212Z","caller":"traceutil/trace.go:171","msg":"trace[53117302] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"166.553629ms","start":"2026-07-09T02:21:34.345594Z","end":"2026-07-09T02:21:34.512147Z","steps":["trace[53117302] 'process raft request' (duration: 94.211924ms)","trace[53117302] 'compare' (duration: 72.025958ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:21:34.512343Z","caller":"traceutil/trace.go:171","msg":"trace[1680282392] linearizableReadLoop","detail":"{readStateIndex:24659; appliedIndex:24655; }","duration":"143.644845ms","start":"2026-07-09T02:21:34.368688Z","end":"2026-07-09T02:21:34.512332Z","steps":["trace[1680282392] 'read index received' (duration: 15.953588ms)","trace[1680282392] 'applied index is now lower than readState.Index' (duration: 127.690117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:21:34.512459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.742198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:21:34.512497Z","caller":"traceutil/trace.go:171","msg":"trace[1914957925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:23855; }","duration":"143.81583ms","start":"2026-07-09T02:21:34.368671Z","end":"2026-07-09T02:21:34.512487Z","steps":["trace[1914957925] 'agreement among raft nodes before linearized reading' (duration: 143.706188ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:21:34.512571Z","caller":"traceutil/trace.go:171","msg":"trace[1912825238] transaction","detail":"{read_only:false; response_revision:23855; number_of_response:1; }","duration":"166.802225ms","start":"2026-07-09T02:21:34.345749Z","end":"2026-07-09T02:21:34.512551Z","steps":["trace[1912825238] 'process raft request' (duration: 166.295033ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:21:36.63647Z","caller":"traceutil/trace.go:171","msg":"trace[1455361885] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"113.498701ms","start":"2026-07-09T02:21:36.522953Z","end":"2026-07-09T02:21:36.636452Z","steps":["trace[1455361885] 'process raft request' (duration: 113.436649ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:21:36.636481Z","caller":"traceutil/trace.go:171","msg":"trace[1389571947] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"113.587923ms","start":"2026-07-09T02:21:36.522861Z","end":"2026-07-09T02:21:36.636449Z","steps":["trace[1389571947] 'process raft request' (duration: 113.406718ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:35.66483Z","caller":"traceutil/trace.go:171","msg":"trace[2005429460] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"127.350159ms","start":"2026-07-09T02:22:35.537451Z","end":"2026-07-09T02:22:35.664801Z","steps":["trace[2005429460] 'process raft request' (duration: 127.178445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:40.547455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.700528ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:22:40.547599Z","caller":"traceutil/trace.go:171","msg":"trace[1019753217] linearizableReadLoop","detail":"{readStateIndex:25325; appliedIndex:25324; }","duration":"153.745625ms","start":"2026-07-09T02:22:40.393836Z","end":"2026-07-09T02:22:40.547582Z","steps":["trace[1019753217] 'read index received' (duration: 33.907934ms)","trace[1019753217] 'applied index is now lower than readState.Index' (duration: 119.835861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:40.547842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.97863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:40.547912Z","caller":"traceutil/trace.go:171","msg":"trace[487375577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24502; }","duration":"154.091403ms","start":"2026-07-09T02:22:40.393806Z","end":"2026-07-09T02:22:40.547897Z","steps":["trace[487375577] 'agreement among raft nodes before linearized reading' (duration: 153.978531ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:40.548101Z","caller":"traceutil/trace.go:171","msg":"trace[216363408] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"139.910197ms","start":"2026-07-09T02:22:40.408167Z","end":"2026-07-09T02:22:40.548078Z","steps":["trace[216363408] 'process raft request' (duration: 139.506567ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:40.549896Z","caller":"traceutil/trace.go:171","msg":"trace[1104017621] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"140.345677ms","start":"2026-07-09T02:22:40.409524Z","end":"2026-07-09T02:22:40.549869Z","steps":["trace[1104017621] 'process raft request' (duration: 138.542794ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:40.550027Z","caller":"traceutil/trace.go:171","msg":"trace[1259056054] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"136.731601ms","start":"2026-07-09T02:22:40.413276Z","end":"2026-07-09T02:22:40.550007Z","steps":["trace[1259056054] 'process raft request' (duration: 136.406674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:40.550059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.730131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:40.550095Z","caller":"traceutil/trace.go:171","msg":"trace[489275540] transaction","detail":"{read_only:false; response_revision:24506; number_of_response:1; }","duration":"136.110347ms","start":"2026-07-09T02:22:40.413964Z","end":"2026-07-09T02:22:40.550074Z","steps":["trace[489275540] 'process raft request' (duration: 135.783039ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:40.550151Z","caller":"traceutil/trace.go:171","msg":"trace[46317769] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24506; }","duration":"144.861624ms","start":"2026-07-09T02:22:40.405268Z","end":"2026-07-09T02:22:40.550129Z","steps":["trace[46317769] 'agreement among raft nodes before linearized reading' (duration: 144.6836ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:45.453615Z","caller":"traceutil/trace.go:171","msg":"trace[2054131543] linearizableReadLoop","detail":"{readStateIndex:25377; appliedIndex:25376; }","duration":"136.877965ms","start":"2026-07-09T02:22:45.3167Z","end":"2026-07-09T02:22:45.453578Z","steps":["trace[2054131543] 'read index received' (duration: 136.602269ms)","trace[2054131543] 'applied index is now lower than readState.Index' (duration: 274.166µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:45.453692Z","caller":"traceutil/trace.go:171","msg":"trace[1090099683] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"138.088914ms","start":"2026-07-09T02:22:45.315571Z","end":"2026-07-09T02:22:45.45366Z","steps":["trace[1090099683] 'process raft request' (duration: 137.727976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:45.453917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.189182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-07-09T02:22:45.454004Z","caller":"traceutil/trace.go:171","msg":"trace[1853811688] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24552; }","duration":"137.296075ms","start":"2026-07-09T02:22:45.316663Z","end":"2026-07-09T02:22:45.453959Z","steps":["trace[1853811688] 'agreement among raft nodes before linearized reading' (duration: 137.047189ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:45.868931Z","caller":"traceutil/trace.go:171","msg":"trace[1673570067] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"167.705726ms","start":"2026-07-09T02:22:45.701204Z","end":"2026-07-09T02:22:45.868909Z","steps":["trace[1673570067] 'process raft request' (duration: 167.571963ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:46.106742Z","caller":"traceutil/trace.go:171","msg":"trace[1265608665] linearizableReadLoop","detail":"{readStateIndex:25379; appliedIndex:25378; }","duration":"299.094382ms","start":"2026-07-09T02:22:45.80762Z","end":"2026-07-09T02:22:46.106715Z","steps":["trace[1265608665] 'read index received' (duration: 61.285123ms)","trace[1265608665] 'applied index is now lower than readState.Index' (duration: 237.808109ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:46.107097Z","caller":"traceutil/trace.go:171","msg":"trace[1833297530] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"326.049451ms","start":"2026-07-09T02:22:45.781029Z","end":"2026-07-09T02:22:46.107079Z","steps":["trace[1833297530] 'process raft request' (duration: 262.696629ms)","trace[1833297530] 'compare' (duration: 62.853051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:46.1072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:45.781009Z","time spent":"326.119043ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:46.107414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.792418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:46.107467Z","caller":"traceutil/trace.go:171","msg":"trace[445027131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24554; }","duration":"299.86783ms","start":"2026-07-09T02:22:45.807571Z","end":"2026-07-09T02:22:46.107438Z","steps":["trace[445027131] 'agreement among raft nodes before linearized reading' (duration: 299.801838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:46.601559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.681757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:46.601725Z","caller":"traceutil/trace.go:171","msg":"trace[544546362] linearizableReadLoop","detail":"{readStateIndex:25381; appliedIndex:25379; }","duration":"494.894654ms","start":"2026-07-09T02:22:46.106815Z","end":"2026-07-09T02:22:46.601709Z","steps":["trace[544546362] 'read index received' (duration: 130.085454ms)","trace[544546362] 'applied index is now lower than readState.Index' (duration: 364.80839ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:46.60186Z","caller":"traceutil/trace.go:171","msg":"trace[358296990] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"597.681022ms","start":"2026-07-09T02:22:46.004165Z","end":"2026-07-09T02:22:46.601846Z","steps":["trace[358296990] 'process raft request' (duration: 597.485937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:46.60192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.004145Z","time spent":"597.738173ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:46.601906Z","caller":"traceutil/trace.go:171","msg":"trace[1980297172] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"694.354954ms","start":"2026-07-09T02:22:45.907515Z","end":"2026-07-09T02:22:46.60187Z","steps":["trace[1980297172] 'process raft request' (duration: 329.266097ms)","trace[1980297172] 'compare' (duration: 364.578735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:46.602081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:45.907498Z","time spent":"694.488047ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:46.602132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.296174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:46.602258Z","caller":"traceutil/trace.go:171","msg":"trace[623846705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24556; }","duration":"681.453858ms","start":"2026-07-09T02:22:45.920788Z","end":"2026-07-09T02:22:46.602241Z","steps":["trace[623846705] 'agreement among raft nodes before linearized reading' (duration: 681.307385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:46.602303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:45.920765Z","time spent":"681.526499ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:46.602392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.658935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:46.602445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.386593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:46.602883Z","caller":"traceutil/trace.go:171","msg":"trace[154291779] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24556; }","duration":"125.844844ms","start":"2026-07-09T02:22:46.476982Z","end":"2026-07-09T02:22:46.602827Z","steps":["trace[154291779] 'agreement among raft nodes before linearized reading' (duration: 125.338562ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:46.602498Z","caller":"traceutil/trace.go:171","msg":"trace[847293435] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24556; }","duration":"404.816879ms","start":"2026-07-09T02:22:46.197663Z","end":"2026-07-09T02:22:46.60248Z","steps":["trace[847293435] 'agreement among raft nodes before linearized reading' (duration: 404.656125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:46.603321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.197634Z","time spent":"405.633768ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:46.602548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.866506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:46.603429Z","caller":"traceutil/trace.go:171","msg":"trace[2067356231] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24556; }","duration":"404.726197ms","start":"2026-07-09T02:22:46.198657Z","end":"2026-07-09T02:22:46.603383Z","steps":["trace[2067356231] 'agreement among raft nodes before linearized reading' (duration: 403.862727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:46.603478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.198649Z","time spent":"404.816559ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:47.361698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.922656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:47.362025Z","caller":"traceutil/trace.go:171","msg":"trace[93750740] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"744.593155ms","start":"2026-07-09T02:22:46.617408Z","end":"2026-07-09T02:22:47.362002Z","steps":["trace[93750740] 'process raft request' (duration: 308.256949ms)","trace[93750740] 'compare' (duration: 434.923773ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:47.362088Z","caller":"traceutil/trace.go:171","msg":"trace[872646934] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"743.323215ms","start":"2026-07-09T02:22:46.618743Z","end":"2026-07-09T02:22:47.362066Z","steps":["trace[872646934] 'process raft request' (duration: 743.214712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:47.362135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.617385Z","time spent":"744.691887ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:47.362095Z","caller":"traceutil/trace.go:171","msg":"trace[1534446393] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"743.417787ms","start":"2026-07-09T02:22:46.618647Z","end":"2026-07-09T02:22:47.362064Z","steps":["trace[1534446393] 'process raft request' (duration: 743.178941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:47.362204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.618735Z","time spent":"743.418077ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:47.3622Z","caller":"traceutil/trace.go:171","msg":"trace[2026416392] linearizableReadLoop","detail":"{readStateIndex:25385; appliedIndex:25381; }","duration":"737.774513ms","start":"2026-07-09T02:22:46.624403Z","end":"2026-07-09T02:22:47.362177Z","steps":["trace[2026416392] 'read index received' (duration: 301.272704ms)","trace[2026416392] 'applied index is now lower than readState.Index' (duration: 436.500889ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:47.362239Z","caller":"traceutil/trace.go:171","msg":"trace[384187730] transaction","detail":"{read_only:false; response_revision:24560; number_of_response:1; }","duration":"743.235762ms","start":"2026-07-09T02:22:46.618977Z","end":"2026-07-09T02:22:47.362213Z","steps":["trace[384187730] 'process raft request' (duration: 743.042127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:47.362267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.618619Z","time spent":"743.55846ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:47.36235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.618968Z","time spent":"743.329545ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:47.362447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.049109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:22:47.362498Z","caller":"traceutil/trace.go:171","msg":"trace[111511564] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24560; }","duration":"738.135652ms","start":"2026-07-09T02:22:46.624353Z","end":"2026-07-09T02:22:47.362489Z","steps":["trace[111511564] 'agreement among raft nodes before linearized reading' (duration: 737.978788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:47.362532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.624344Z","time spent":"738.180292ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:22:47.997956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.570675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:47.998091Z","caller":"traceutil/trace.go:171","msg":"trace[1444731923] transaction","detail":"{read_only:false; response_revision:24561; number_of_response:1; }","duration":"1.020537047s","start":"2026-07-09T02:22:46.977529Z","end":"2026-07-09T02:22:47.998066Z","steps":["trace[1444731923] 'process raft request' (duration: 695.756517ms)","trace[1444731923] 'compare' (duration: 324.180165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:47.998174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.977503Z","time spent":"1.020629668s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:48.002432Z","caller":"traceutil/trace.go:171","msg":"trace[775870338] transaction","detail":"{read_only:false; response_revision:24562; number_of_response:1; }","duration":"652.386637ms","start":"2026-07-09T02:22:47.349995Z","end":"2026-07-09T02:22:48.002381Z","steps":["trace[775870338] 'process raft request' (duration: 652.1027ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:48.002738Z","caller":"traceutil/trace.go:171","msg":"trace[848234116] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"635.704862ms","start":"2026-07-09T02:22:47.367007Z","end":"2026-07-09T02:22:48.002712Z","steps":["trace[848234116] 'process raft request' (duration: 635.291162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.002934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.366989Z","time spent":"635.856096ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:48.002996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.349972Z","time spent":"652.657914ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:48.003185Z","caller":"traceutil/trace.go:171","msg":"trace[807288390] linearizableReadLoop","detail":"{readStateIndex:25387; appliedIndex:25385; }","duration":"640.885365ms","start":"2026-07-09T02:22:47.362282Z","end":"2026-07-09T02:22:48.003167Z","steps":["trace[807288390] 'read index received' (duration: 311.016714ms)","trace[807288390] 'applied index is now lower than readState.Index' (duration: 329.867741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:48.003381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.291336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T02:22:48.003454Z","caller":"traceutil/trace.go:171","msg":"trace[1332404529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24564; }","duration":"884.387618ms","start":"2026-07-09T02:22:47.119048Z","end":"2026-07-09T02:22:48.003435Z","steps":["trace[1332404529] 'agreement among raft nodes before linearized reading' (duration: 884.135202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.003462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.565657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:22:48.003516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.119035Z","time spent":"884.464251ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T02:22:48.003479Z","caller":"traceutil/trace.go:171","msg":"trace[1405251851] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"545.072903ms","start":"2026-07-09T02:22:47.458364Z","end":"2026-07-09T02:22:48.003437Z","steps":["trace[1405251851] 'process raft request' (duration: 544.257494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.003759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.324877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-09T02:22:48.003771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246357071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:22:48.003772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.458347Z","time spent":"545.297968ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:48.003834Z","caller":"traceutil/trace.go:171","msg":"trace[248912450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24564; }","duration":"884.43264ms","start":"2026-07-09T02:22:47.119383Z","end":"2026-07-09T02:22:48.003816Z","steps":["trace[248912450] 'agreement among raft nodes before linearized reading' (duration: 884.184404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.003862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308342911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:22:48.003872Z","caller":"traceutil/trace.go:171","msg":"trace[1899464253] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24564; }","duration":"1.246508995s","start":"2026-07-09T02:22:46.757336Z","end":"2026-07-09T02:22:48.003845Z","steps":["trace[1899464253] 'agreement among raft nodes before linearized reading' (duration: 1.246159316s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.003886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.119372Z","time spent":"884.501481ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:22:48.0039Z","caller":"traceutil/trace.go:171","msg":"trace[81508964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24564; }","duration":"1.308422063s","start":"2026-07-09T02:22:46.695468Z","end":"2026-07-09T02:22:48.00389Z","steps":["trace[81508964] 'agreement among raft nodes before linearized reading' (duration: 1.308270919s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.003942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.695445Z","time spent":"1.308483504s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:22:48.00394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.757316Z","time spent":"1.246611917s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:22:48.004061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050496117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:48.004112Z","caller":"traceutil/trace.go:171","msg":"trace[1520465627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24564; }","duration":"1.050582069s","start":"2026-07-09T02:22:46.953517Z","end":"2026-07-09T02:22:48.004099Z","steps":["trace[1520465627] 'agreement among raft nodes before linearized reading' (duration: 1.050503857s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.004158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:46.953485Z","time spent":"1.050659801s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:22:48.00494Z","caller":"traceutil/trace.go:171","msg":"trace[1877733541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24564; }","duration":"931.709211ms","start":"2026-07-09T02:22:47.071804Z","end":"2026-07-09T02:22:48.003513Z","steps":["trace[1877733541] 'agreement among raft nodes before linearized reading' (duration: 931.464375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.005068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.071786Z","time spent":"933.257717ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:22:48.006445Z","caller":"traceutil/trace.go:171","msg":"trace[1847378359] transaction","detail":"{read_only:false; response_revision:24565; number_of_response:1; }","duration":"132.520921ms","start":"2026-07-09T02:22:47.8739Z","end":"2026-07-09T02:22:48.006421Z","steps":["trace[1847378359] 'process raft request' (duration: 132.340417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.006495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.836859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:48.006661Z","caller":"traceutil/trace.go:171","msg":"trace[1154985879] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24565; }","duration":"567.049054ms","start":"2026-07-09T02:22:47.439596Z","end":"2026-07-09T02:22:48.006645Z","steps":["trace[1154985879] 'agreement among raft nodes before linearized reading' (duration: 566.814769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.006742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.439518Z","time spent":"567.208288ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:48.006681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.246854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:48.006868Z","caller":"traceutil/trace.go:171","msg":"trace[1152501021] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24565; }","duration":"598.469359ms","start":"2026-07-09T02:22:47.408383Z","end":"2026-07-09T02:22:48.006852Z","steps":["trace[1152501021] 'agreement among raft nodes before linearized reading' (duration: 598.260274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.006918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:47.408367Z","time spent":"598.535531ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-09T02:22:48.930617Z","caller":"traceutil/trace.go:171","msg":"trace[728947737] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"921.653793ms","start":"2026-07-09T02:22:48.008939Z","end":"2026-07-09T02:22:48.930593Z","steps":["trace[728947737] 'process raft request' (duration: 921.513879ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:48.930637Z","caller":"traceutil/trace.go:171","msg":"trace[354452752] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"921.669923ms","start":"2026-07-09T02:22:48.008912Z","end":"2026-07-09T02:22:48.930581Z","steps":["trace[354452752] 'process raft request' (duration: 850.894125ms)","trace[354452752] 'compare' (duration: 70.40083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:48.93075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.008923Z","time spent":"921.761386ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:48.930767Z","caller":"traceutil/trace.go:171","msg":"trace[362227916] linearizableReadLoop","detail":"{readStateIndex:25395; appliedIndex:25390; }","duration":"919.402149ms","start":"2026-07-09T02:22:48.011346Z","end":"2026-07-09T02:22:48.930748Z","steps":["trace[362227916] 'read index received' (duration: 24.46983ms)","trace[362227916] 'applied index is now lower than readState.Index' (duration: 894.931439ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:48.930956Z","caller":"traceutil/trace.go:171","msg":"trace[828495036] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"921.489589ms","start":"2026-07-09T02:22:48.009452Z","end":"2026-07-09T02:22:48.930941Z","steps":["trace[828495036] 'process raft request' (duration: 921.11005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.931034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.009442Z","time spent":"921.54739ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:48.931009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.008893Z","time spent":"921.822607ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:48.931346Z","caller":"traceutil/trace.go:171","msg":"trace[992787429] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"921.821617ms","start":"2026-07-09T02:22:48.009513Z","end":"2026-07-09T02:22:48.931334Z","steps":["trace[992787429] 'process raft request' (duration: 921.168932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.931417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.009501Z","time spent":"921.879098ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:48.931656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.29375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:48.931734Z","caller":"traceutil/trace.go:171","msg":"trace[525594869] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24570; }","duration":"920.394243ms","start":"2026-07-09T02:22:48.011318Z","end":"2026-07-09T02:22:48.931712Z","steps":["trace[525594869] 'agreement among raft nodes before linearized reading' (duration: 920.155198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.931872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.01128Z","time spent":"920.540957ms","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-09T02:22:48.933172Z","caller":"traceutil/trace.go:171","msg":"trace[760598734] transaction","detail":"{read_only:false; response_revision:24571; number_of_response:1; }","duration":"321.705518ms","start":"2026-07-09T02:22:48.611444Z","end":"2026-07-09T02:22:48.93315Z","steps":["trace[760598734] 'process raft request' (duration: 321.448332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.933187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.27051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:48.933253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.738589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:48.933331Z","caller":"traceutil/trace.go:171","msg":"trace[1782166355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24571; }","duration":"920.450865ms","start":"2026-07-09T02:22:48.012852Z","end":"2026-07-09T02:22:48.933302Z","steps":["trace[1782166355] 'agreement among raft nodes before linearized reading' (duration: 920.208509ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:48.933355Z","caller":"traceutil/trace.go:171","msg":"trace[1154167888] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24571; }","duration":"313.905963ms","start":"2026-07-09T02:22:48.619423Z","end":"2026-07-09T02:22:48.933329Z","steps":["trace[1154167888] 'agreement among raft nodes before linearized reading' (duration: 313.682998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.933391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.012842Z","time spent":"920.538767ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:22:48.93341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.619405Z","time spent":"313.993885ms","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:48.933224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.954403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:48.933538Z","caller":"traceutil/trace.go:171","msg":"trace[1187462629] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24571; }","duration":"400.300362ms","start":"2026-07-09T02:22:48.533215Z","end":"2026-07-09T02:22:48.933516Z","steps":["trace[1187462629] 'agreement among raft nodes before linearized reading' (duration: 399.910043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.933591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.533199Z","time spent":"400.377533ms","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:48.933248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.611419Z","time spent":"321.79154ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:48.933797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.279115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:22:48.933916Z","caller":"traceutil/trace.go:171","msg":"trace[1651124186] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24571; }","duration":"854.46871ms","start":"2026-07-09T02:22:48.079429Z","end":"2026-07-09T02:22:48.933897Z","steps":["trace[1651124186] 'agreement among raft nodes before linearized reading' (duration: 853.734202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:48.933996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:48.079404Z","time spent":"854.576603ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":232,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:49.86504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.796528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:22:49.865139Z","caller":"traceutil/trace.go:171","msg":"trace[427055231] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24571; }","duration":"536.953662ms","start":"2026-07-09T02:22:49.32816Z","end":"2026-07-09T02:22:49.865114Z","steps":["trace[427055231] 'count revisions from in-memory index tree' (duration: 536.653954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:49.865427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.328142Z","time spent":"537.050953ms","remote":"127.0.0.1:51854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:49.865741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.063191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:49.865876Z","caller":"traceutil/trace.go:171","msg":"trace[835978961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24571; }","duration":"272.210514ms","start":"2026-07-09T02:22:49.593647Z","end":"2026-07-09T02:22:49.865857Z","steps":["trace[835978961] 'range keys from in-memory index tree' (duration: 272.04606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:50.393376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:22:50.550586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184128427s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:22:50.550952Z","caller":"traceutil/trace.go:171","msg":"trace[1729777264] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"1.184564897s","start":"2026-07-09T02:22:49.366351Z","end":"2026-07-09T02:22:50.550916Z","steps":["trace[1729777264] 'process raft request' (duration: 1.184420663s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:50.551103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.366328Z","time spent":"1.18469418s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:51.092993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.380255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:51.093371Z","caller":"traceutil/trace.go:171","msg":"trace[850826896] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"1.082812344s","start":"2026-07-09T02:22:50.010541Z","end":"2026-07-09T02:22:51.093353Z","steps":["trace[850826896] 'process raft request' (duration: 1.082705401s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.093448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.01052Z","time spent":"1.082893206s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:51.093525Z","caller":"traceutil/trace.go:171","msg":"trace[1563626872] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"1.726681921s","start":"2026-07-09T02:22:49.366808Z","end":"2026-07-09T02:22:51.09349Z","steps":["trace[1563626872] 'process raft request' (duration: 1.276725482s)","trace[1563626872] 'compare' (duration: 448.812212ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:51.093591Z","caller":"traceutil/trace.go:171","msg":"trace[1487681133] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"1.725733858s","start":"2026-07-09T02:22:49.367849Z","end":"2026-07-09T02:22:51.093583Z","steps":["trace[1487681133] 'process raft request' (duration: 1.725359239s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.093644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.367838Z","time spent":"1.725778579s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:51.09368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.366786Z","time spent":"1.726808034s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:51.093561Z","caller":"traceutil/trace.go:171","msg":"trace[1548626270] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"1.726111047s","start":"2026-07-09T02:22:49.367439Z","end":"2026-07-09T02:22:51.09355Z","steps":["trace[1548626270] 'process raft request' (duration: 1.725680907s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:51.093758Z","caller":"traceutil/trace.go:171","msg":"trace[62063221] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"1.082456455s","start":"2026-07-09T02:22:50.011293Z","end":"2026-07-09T02:22:51.09375Z","steps":["trace[62063221] 'process raft request' (duration: 1.082027325s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.093806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.011278Z","time spent":"1.082500407s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:51.093911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.367416Z","time spent":"1.726359183s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:51.413993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.307865ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:22:51.414085Z","caller":"traceutil/trace.go:171","msg":"trace[815412352] linearizableReadLoop","detail":"{readStateIndex:25402; appliedIndex:25397; }","duration":"1.521954896s","start":"2026-07-09T02:22:49.892113Z","end":"2026-07-09T02:22:51.414068Z","steps":["trace[815412352] 'read index received' (duration: 658.861872ms)","trace[815412352] 'applied index is now lower than readState.Index' (duration: 863.091454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:51.41434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522206853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:51.414386Z","caller":"traceutil/trace.go:171","msg":"trace[1974160258] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24577; }","duration":"1.522304655s","start":"2026-07-09T02:22:49.892068Z","end":"2026-07-09T02:22:51.414372Z","steps":["trace[1974160258] 'agreement among raft nodes before linearized reading' (duration: 1.522213183s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.414427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.892047Z","time spent":"1.522370837s","remote":"127.0.0.1:45958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:51.416846Z","caller":"traceutil/trace.go:171","msg":"trace[87053880] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"478.345383ms","start":"2026-07-09T02:22:50.938475Z","end":"2026-07-09T02:22:51.416821Z","steps":["trace[87053880] 'process raft request' (duration: 478.147568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.417052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.93845Z","time spent":"478.520936ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:51.466423Z","caller":"traceutil/trace.go:171","msg":"trace[1739912951] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"354.680659ms","start":"2026-07-09T02:22:51.111714Z","end":"2026-07-09T02:22:51.466395Z","steps":["trace[1739912951] 'process raft request' (duration: 354.485964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.466573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.1117Z","time spent":"354.793141ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:51.466561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.352188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:51.466656Z","caller":"traceutil/trace.go:171","msg":"trace[81112120] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24579; }","duration":"903.503421ms","start":"2026-07-09T02:22:50.563125Z","end":"2026-07-09T02:22:51.466629Z","steps":["trace[81112120] 'agreement among raft nodes before linearized reading' (duration: 903.303107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.466665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.530302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T02:22:51.466729Z","caller":"traceutil/trace.go:171","msg":"trace[1146295480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24579; }","duration":"531.635034ms","start":"2026-07-09T02:22:50.935079Z","end":"2026-07-09T02:22:51.466714Z","steps":["trace[1146295480] 'agreement among raft nodes before linearized reading' (duration: 531.419819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.466756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.923795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:51.466985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120456465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:51.467001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.920012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:51.467022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427321861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:22:51.467039Z","caller":"traceutil/trace.go:171","msg":"trace[1811212521] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24579; }","duration":"1.120536248s","start":"2026-07-09T02:22:50.346484Z","end":"2026-07-09T02:22:51.46702Z","steps":["trace[1811212521] 'agreement among raft nodes before linearized reading' (duration: 1.120470366s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:51.467074Z","caller":"traceutil/trace.go:171","msg":"trace[2144895013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24579; }","duration":"1.427407653s","start":"2026-07-09T02:22:50.039653Z","end":"2026-07-09T02:22:51.467061Z","steps":["trace[2144895013] 'agreement among raft nodes before linearized reading' (duration: 1.427292671s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:51.467051Z","caller":"traceutil/trace.go:171","msg":"trace[924559887] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24579; }","duration":"364.993383ms","start":"2026-07-09T02:22:51.10204Z","end":"2026-07-09T02:22:51.467034Z","steps":["trace[924559887] 'agreement among raft nodes before linearized reading' (duration: 364.923951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.467083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.34646Z","time spent":"1.12061324s","remote":"127.0.0.1:44288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:51.467123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.039625Z","time spent":"1.427486836s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:22:51.467125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.983579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:22:51.467133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.102025Z","time spent":"365.093016ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:51.467171Z","caller":"traceutil/trace.go:171","msg":"trace[1845414221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24579; }","duration":"531.047491ms","start":"2026-07-09T02:22:50.936115Z","end":"2026-07-09T02:22:51.467163Z","steps":["trace[1845414221] 'agreement among raft nodes before linearized reading' (duration: 530.933688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.467206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.936106Z","time spent":"531.092192ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:22:51.467015Z","caller":"traceutil/trace.go:171","msg":"trace[1452654665] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:24579; }","duration":"304.198321ms","start":"2026-07-09T02:22:51.162777Z","end":"2026-07-09T02:22:51.466975Z","steps":["trace[1452654665] 'agreement among raft nodes before linearized reading' (duration: 303.922015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.467287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.162756Z","time spent":"304.510859ms","remote":"127.0.0.1:56670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:51.466728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.563108Z","time spent":"903.604884ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:51.466786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.935059Z","time spent":"531.712257ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:22:51.466643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.61112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:22:51.466809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.351372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:51.467509Z","caller":"traceutil/trace.go:171","msg":"trace[850483543] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24579; }","duration":"531.545902ms","start":"2026-07-09T02:22:50.93595Z","end":"2026-07-09T02:22:51.467495Z","steps":["trace[850483543] 'agreement among raft nodes before linearized reading' (duration: 530.512227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.467602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.93592Z","time spent":"531.671205ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:22:51.466834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.061545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:51.46752Z","caller":"traceutil/trace.go:171","msg":"trace[521714444] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24579; }","duration":"738.060079ms","start":"2026-07-09T02:22:50.729443Z","end":"2026-07-09T02:22:51.467503Z","steps":["trace[521714444] 'agreement among raft nodes before linearized reading' (duration: 737.313121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.467687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.729421Z","time spent":"738.255523ms","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:51.467687Z","caller":"traceutil/trace.go:171","msg":"trace[958546439] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24579; }","duration":"939.955036ms","start":"2026-07-09T02:22:50.527719Z","end":"2026-07-09T02:22:51.467674Z","steps":["trace[958546439] 'agreement among raft nodes before linearized reading' (duration: 939.066675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.466917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458864019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-09T02:22:51.467733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.527699Z","time spent":"940.015637ms","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:51.466888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513408882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:51.467848Z","caller":"traceutil/trace.go:171","msg":"trace[1437092098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24579; }","duration":"1.514382256s","start":"2026-07-09T02:22:49.953446Z","end":"2026-07-09T02:22:51.467828Z","steps":["trace[1437092098] 'agreement among raft nodes before linearized reading' (duration: 1.513419853s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.467907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:49.953431Z","time spent":"1.514458137s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:22:51.466927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.682145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:22:51.468057Z","caller":"traceutil/trace.go:171","msg":"trace[922356398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24579; }","duration":"796.851193ms","start":"2026-07-09T02:22:50.671195Z","end":"2026-07-09T02:22:51.468046Z","steps":["trace[922356398] 'agreement among raft nodes before linearized reading' (duration: 795.645494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.468101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.671164Z","time spent":"796.924984ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:22:51.466932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286411461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:51.46677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.01975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:22:51.46826Z","caller":"traceutil/trace.go:171","msg":"trace[1066614117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24579; }","duration":"532.563787ms","start":"2026-07-09T02:22:50.935685Z","end":"2026-07-09T02:22:51.468249Z","steps":["trace[1066614117] 'agreement among raft nodes before linearized reading' (duration: 530.942058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.4683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.93567Z","time spent":"532.621198ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:22:51.468308Z","caller":"traceutil/trace.go:171","msg":"trace[230987834] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24579; }","duration":"1.287801603s","start":"2026-07-09T02:22:50.180466Z","end":"2026-07-09T02:22:51.468268Z","steps":["trace[230987834] 'agreement among raft nodes before linearized reading' (duration: 1.28642434s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.468394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.180448Z","time spent":"1.287919016s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:51.467736Z","caller":"traceutil/trace.go:171","msg":"trace[720234764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24579; }","duration":"1.459715809s","start":"2026-07-09T02:22:50.008007Z","end":"2026-07-09T02:22:51.467723Z","steps":["trace[720234764] 'agreement among raft nodes before linearized reading' (duration: 1.458812268s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:51.468532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:50.007988Z","time spent":"1.460524179s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:22:52.439786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.011527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:52.439871Z","caller":"traceutil/trace.go:171","msg":"trace[1989192880] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"967.735316ms","start":"2026-07-09T02:22:51.47212Z","end":"2026-07-09T02:22:52.439856Z","steps":["trace[1989192880] 'process raft request' (duration: 445.581596ms)","trace[1989192880] 'compare' (duration: 520.793308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:52.439913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.472102Z","time spent":"967.790047ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:53.479248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000725719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:22:53.479354Z","caller":"traceutil/trace.go:171","msg":"trace[369397683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000863472s","start":"2026-07-09T02:22:51.478472Z","end":"2026-07-09T02:22:53.479336Z","steps":["trace[369397683] 'agreement among raft nodes before linearized reading' (duration: 2.000733919s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.479404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.478467Z","time spent":"2.000926993s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:22:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:22:53.694333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.0352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:53.694529Z","caller":"traceutil/trace.go:171","msg":"trace[918532768] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"2.221969575s","start":"2026-07-09T02:22:51.472529Z","end":"2026-07-09T02:22:53.694499Z","steps":["trace[918532768] 'process raft request' (duration: 1.340680739s)","trace[918532768] 'compare' (duration: 880.880396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:53.694668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.47251Z","time spent":"2.222083357s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:53.694738Z","caller":"traceutil/trace.go:171","msg":"trace[84019922] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"1.136452086s","start":"2026-07-09T02:22:52.558264Z","end":"2026-07-09T02:22:53.694717Z","steps":["trace[84019922] 'process raft request' (duration: 1.136402395s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.694839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:52.558228Z","time spent":"1.136563619s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:53.695082Z","caller":"traceutil/trace.go:171","msg":"trace[193398348] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"2.218956653s","start":"2026-07-09T02:22:51.476114Z","end":"2026-07-09T02:22:53.695071Z","steps":["trace[193398348] 'process raft request' (duration: 2.218444321s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.695154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.476107Z","time spent":"2.219010164s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:53.695172Z","caller":"traceutil/trace.go:171","msg":"trace[554431791] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"2.216924735s","start":"2026-07-09T02:22:51.478228Z","end":"2026-07-09T02:22:53.695152Z","steps":["trace[554431791] 'process raft request' (duration: 2.216370672s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.695242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.478217Z","time spent":"2.216987656s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:53.695289Z","caller":"traceutil/trace.go:171","msg":"trace[514508509] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"2.221083433s","start":"2026-07-09T02:22:51.474196Z","end":"2026-07-09T02:22:53.695279Z","steps":["trace[514508509] 'process raft request' (duration: 2.220247563s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.695345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.474185Z","time spent":"2.221131535s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:53.695426Z","caller":"traceutil/trace.go:171","msg":"trace[782674218] linearizableReadLoop","detail":"{readStateIndex:25407; appliedIndex:25405; }","duration":"2.222802594s","start":"2026-07-09T02:22:51.47261Z","end":"2026-07-09T02:22:53.695412Z","steps":["trace[782674218] 'read index received' (duration: 445.103594ms)","trace[782674218] 'applied index is now lower than readState.Index' (duration: 1.77769753s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:53.695475Z","caller":"traceutil/trace.go:171","msg":"trace[1204432402] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"2.219437265s","start":"2026-07-09T02:22:51.476029Z","end":"2026-07-09T02:22:53.695466Z","steps":["trace[1204432402] 'process raft request' (duration: 2.218481522s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.695529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.476009Z","time spent":"2.219494925s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:53.695772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223154793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-09T02:22:53.695822Z","caller":"traceutil/trace.go:171","msg":"trace[1909633096] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24586; }","duration":"2.223225615s","start":"2026-07-09T02:22:51.472583Z","end":"2026-07-09T02:22:53.695809Z","steps":["trace[1909633096] 'agreement among raft nodes before linearized reading' (duration: 2.22304431s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:53.695864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.472573Z","time spent":"2.223282566s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T02:22:55.182493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25727s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:55.18268Z","caller":"traceutil/trace.go:171","msg":"trace[156591656] transaction","detail":"{read_only:false; response_revision:24587; number_of_response:1; }","duration":"2.083282565s","start":"2026-07-09T02:22:53.099375Z","end":"2026-07-09T02:22:55.182658Z","steps":["trace[156591656] 'process raft request' (duration: 825.760169ms)","trace[156591656] 'compare' (duration: 1.255634741s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:55.182777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.099349Z","time spent":"2.083374927s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:55.182779Z","caller":"traceutil/trace.go:171","msg":"trace[638200767] transaction","detail":"{read_only:false; response_revision:24589; number_of_response:1; }","duration":"2.083160782s","start":"2026-07-09T02:22:53.0996Z","end":"2026-07-09T02:22:55.182761Z","steps":["trace[638200767] 'process raft request' (duration: 2.08307882s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.182853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.099589Z","time spent":"2.083228313s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:55.18289Z","caller":"traceutil/trace.go:171","msg":"trace[806531964] transaction","detail":"{read_only:false; response_revision:24588; number_of_response:1; }","duration":"2.083331556s","start":"2026-07-09T02:22:53.099512Z","end":"2026-07-09T02:22:55.182844Z","steps":["trace[806531964] 'process raft request' (duration: 2.08307761s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.183027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.099502Z","time spent":"2.083452339s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:55.183115Z","caller":"traceutil/trace.go:171","msg":"trace[1871882096] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"2.08265833s","start":"2026-07-09T02:22:53.100433Z","end":"2026-07-09T02:22:55.183091Z","steps":["trace[1871882096] 'process raft request' (duration: 2.082285311s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.183246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.100423Z","time spent":"2.082748602s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:55.183388Z","caller":"traceutil/trace.go:171","msg":"trace[578201567] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"2.078460931s","start":"2026-07-09T02:22:53.10491Z","end":"2026-07-09T02:22:55.183371Z","steps":["trace[578201567] 'process raft request' (duration: 2.078105992s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:55.183417Z","caller":"traceutil/trace.go:171","msg":"trace[2116166199] linearizableReadLoop","detail":"{readStateIndex:25418; appliedIndex:25412; }","duration":"1.487918249s","start":"2026-07-09T02:22:53.695461Z","end":"2026-07-09T02:22:55.183379Z","steps":["trace[2116166199] 'read index received' (duration: 229.83506ms)","trace[2116166199] 'applied index is now lower than readState.Index' (duration: 1.258081319s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:55.183497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.104894Z","time spent":"2.078529532s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:55.183733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704000282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:55.183774Z","caller":"traceutil/trace.go:171","msg":"trace[126656083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24592; }","duration":"1.704069834s","start":"2026-07-09T02:22:53.479693Z","end":"2026-07-09T02:22:55.183762Z","steps":["trace[126656083] 'agreement among raft nodes before linearized reading' (duration: 1.704002932s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.183803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.479676Z","time spent":"1.704120645s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:22:55.183809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772202559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126478"} {"level":"warn","ts":"2026-07-09T02:22:55.183851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781832458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-09T02:22:55.183919Z","caller":"traceutil/trace.go:171","msg":"trace[173518512] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24592; }","duration":"2.772347333s","start":"2026-07-09T02:22:52.411553Z","end":"2026-07-09T02:22:55.1839Z","steps":["trace[173518512] 'agreement among raft nodes before linearized reading' (duration: 2.772079467s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:55.18394Z","caller":"traceutil/trace.go:171","msg":"trace[658320702] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24592; }","duration":"2.782004732s","start":"2026-07-09T02:22:52.401921Z","end":"2026-07-09T02:22:55.183925Z","steps":["trace[658320702] 'agreement among raft nodes before linearized reading' (duration: 2.781719935s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.183967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:52.411516Z","time spent":"2.772438945s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126501,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-09T02:22:55.183968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457706243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:55.183983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423548033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:55.183995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:52.401881Z","time spent":"2.782103894s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-09T02:22:55.184019Z","caller":"traceutil/trace.go:171","msg":"trace[506572937] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24592; }","duration":"3.457796556s","start":"2026-07-09T02:22:51.72621Z","end":"2026-07-09T02:22:55.184006Z","steps":["trace[506572937] 'agreement among raft nodes before linearized reading' (duration: 3.457649352s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:55.184031Z","caller":"traceutil/trace.go:171","msg":"trace[198849845] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24592; }","duration":"2.423598574s","start":"2026-07-09T02:22:52.760415Z","end":"2026-07-09T02:22:55.184014Z","steps":["trace[198849845] 'agreement among raft nodes before linearized reading' (duration: 2.423511152s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.72619Z","time spent":"3.457856987s","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:55.184063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:52.760356Z","time spent":"2.423697647s","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:55.184081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207923881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-09T02:22:55.184106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477400868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:55.184126Z","caller":"traceutil/trace.go:171","msg":"trace[1305515251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24592; }","duration":"3.208000133s","start":"2026-07-09T02:22:51.976111Z","end":"2026-07-09T02:22:55.184111Z","steps":["trace[1305515251] 'agreement among raft nodes before linearized reading' (duration: 3.207834219s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672011914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:55.184163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.976089Z","time spent":"3.208059894s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-09T02:22:55.184161Z","caller":"traceutil/trace.go:171","msg":"trace[1755378785] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24592; }","duration":"1.477502711s","start":"2026-07-09T02:22:53.706643Z","end":"2026-07-09T02:22:55.184146Z","steps":["trace[1755378785] 'agreement among raft nodes before linearized reading' (duration: 1.477384848s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:55.183999Z","caller":"traceutil/trace.go:171","msg":"trace[1942687442] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"1.762599861s","start":"2026-07-09T02:22:53.421387Z","end":"2026-07-09T02:22:55.183987Z","steps":["trace[1942687442] 'process raft request' (duration: 1.761922835s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:55.184182Z","caller":"traceutil/trace.go:171","msg":"trace[1599463031] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24592; }","duration":"2.672148667s","start":"2026-07-09T02:22:52.512011Z","end":"2026-07-09T02:22:55.18416Z","steps":["trace[1599463031] 'agreement among raft nodes before linearized reading' (duration: 2.672026764s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.706622Z","time spent":"1.477570373s","remote":"127.0.0.1:57204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:55.184241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:52.51198Z","time spent":"2.67224729s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:55.184255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.140698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:22:55.184288Z","caller":"traceutil/trace.go:171","msg":"trace[313872673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24592; }","duration":"740.20672ms","start":"2026-07-09T02:22:54.444072Z","end":"2026-07-09T02:22:55.184279Z","steps":["trace[313872673] 'agreement among raft nodes before linearized reading' (duration: 740.082927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:54.444054Z","time spent":"740.256231ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:22:55.184333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.348603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:55.18437Z","caller":"traceutil/trace.go:171","msg":"trace[1555551608] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24592; }","duration":"926.420435ms","start":"2026-07-09T02:22:54.257936Z","end":"2026-07-09T02:22:55.184356Z","steps":["trace[1555551608] 'agreement among raft nodes before linearized reading' (duration: 926.363764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.421362Z","time spent":"1.762875268s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:55.184398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412420919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:55.184421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:54.257915Z","time spent":"926.496287ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:55.184443Z","caller":"traceutil/trace.go:171","msg":"trace[2016654219] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24592; }","duration":"1.41249882s","start":"2026-07-09T02:22:53.771932Z","end":"2026-07-09T02:22:55.184431Z","steps":["trace[2016654219] 'agreement among raft nodes before linearized reading' (duration: 1.412425138s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:53.771913Z","time spent":"1.412551722s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-09T02:22:55.184505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.670809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:55.184536Z","caller":"traceutil/trace.go:171","msg":"trace[2110830058] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24592; }","duration":"276.7306ms","start":"2026-07-09T02:22:54.907797Z","end":"2026-07-09T02:22:55.184527Z","steps":["trace[2110830058] 'agreement among raft nodes before linearized reading' (duration: 276.637898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19230379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-09T02:22:55.184833Z","caller":"traceutil/trace.go:171","msg":"trace[36509324] range","detail":"{range_begin:/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6; range_end:; response_count:1; response_revision:24592; }","duration":"3.192368332s","start":"2026-07-09T02:22:51.992454Z","end":"2026-07-09T02:22:55.184823Z","steps":["trace[36509324] 'agreement among raft nodes before linearized reading' (duration: 3.192242929s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:55.184865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:51.992438Z","time spent":"3.192420073s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1161,"request content":"key:\"/registry/events/openstack/barbican-api-7857c7785b-2v5fn.18c07bf9351744d6\" "} {"level":"warn","ts":"2026-07-09T02:22:55.68828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:22:56.188513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:22:56.689303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:22:57.049336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.86205601s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:22:57.049688Z","caller":"traceutil/trace.go:171","msg":"trace[1021759278] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"1.862510441s","start":"2026-07-09T02:22:55.187152Z","end":"2026-07-09T02:22:57.049662Z","steps":["trace[1021759278] 'process raft request' (duration: 1.862353108s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:57.049844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.18713Z","time spent":"1.862639294s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:57.192957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:22:57.193076Z","caller":"traceutil/trace.go:171","msg":"trace[1457652886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632176s","start":"2026-07-09T02:22:55.192431Z","end":"2026-07-09T02:22:57.193063Z","steps":["trace[1457652886] 'agreement among raft nodes before linearized reading' (duration: 2.000501083s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:57.193127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.192412Z","time spent":"2.000707118s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:22:58.023137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.487976ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-09T02:22:58.023374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.187398Z","time spent":"2.835964743s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T02:22:58.02361Z","caller":"traceutil/trace.go:171","msg":"trace[800797627] linearizableReadLoop","detail":"{readStateIndex:25425; appliedIndex:25418; }","duration":"2.835671435s","start":"2026-07-09T02:22:55.187921Z","end":"2026-07-09T02:22:58.023592Z","steps":["trace[800797627] 'read index received' (duration: 1.861690581s)","trace[800797627] 'applied index is now lower than readState.Index' (duration: 973.979544ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:58.023827Z","caller":"traceutil/trace.go:171","msg":"trace[1752388832] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"2.834025286s","start":"2026-07-09T02:22:55.189789Z","end":"2026-07-09T02:22:58.023814Z","steps":["trace[1752388832] 'process raft request' (duration: 2.833452763s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:58.02391Z","caller":"traceutil/trace.go:171","msg":"trace[1541615729] transaction","detail":"{read_only:false; response_revision:24598; number_of_response:1; }","duration":"1.54361962s","start":"2026-07-09T02:22:56.480258Z","end":"2026-07-09T02:22:58.023878Z","steps":["trace[1541615729] 'process raft request' (duration: 1.543224731s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:58.023963Z","caller":"traceutil/trace.go:171","msg":"trace[1604252429] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"1.279861807s","start":"2026-07-09T02:22:56.74409Z","end":"2026-07-09T02:22:58.023952Z","steps":["trace[1604252429] 'process raft request' (duration: 1.279428436s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.024018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:56.744066Z","time spent":"1.279927549s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:58.024092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:56.480217Z","time spent":"1.543750463s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:58.024209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836285461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:58.024243Z","caller":"traceutil/trace.go:171","msg":"trace[3748098] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24599; }","duration":"2.836337421s","start":"2026-07-09T02:22:55.187897Z","end":"2026-07-09T02:22:58.024234Z","steps":["trace[3748098] 'agreement among raft nodes before linearized reading' (duration: 2.83627967s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.024272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.187855Z","time spent":"2.836411303s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-09T02:22:58.024298Z","caller":"traceutil/trace.go:171","msg":"trace[1228928344] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"2.834466278s","start":"2026-07-09T02:22:55.189817Z","end":"2026-07-09T02:22:58.024283Z","steps":["trace[1228928344] 'process raft request' (duration: 2.833555816s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:58.024537Z","caller":"traceutil/trace.go:171","msg":"trace[1081686970] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"2.324494465s","start":"2026-07-09T02:22:55.700021Z","end":"2026-07-09T02:22:58.024515Z","steps":["trace[1081686970] 'process raft request' (duration: 2.32343203s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.023924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.189773Z","time spent":"2.834087979s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:58.024627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.700005Z","time spent":"2.324575198s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:58.024745Z","caller":"traceutil/trace.go:171","msg":"trace[524740116] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"2.52166488s","start":"2026-07-09T02:22:55.503068Z","end":"2026-07-09T02:22:58.024732Z","steps":["trace[524740116] 'process raft request' (duration: 2.520337609s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.024805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.503043Z","time spent":"2.521734322s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:58.025035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.189806Z","time spent":"2.834529409s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:58.524316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893714,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:22:58.73897Z","caller":"traceutil/trace.go:171","msg":"trace[234343044] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"1.548094865s","start":"2026-07-09T02:22:57.190851Z","end":"2026-07-09T02:22:58.738945Z","steps":["trace[234343044] 'process raft request' (duration: 1.548056344s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.739141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.190842Z","time spent":"1.548228218s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:58.739317Z","caller":"traceutil/trace.go:171","msg":"trace[1311553385] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"1.550474791s","start":"2026-07-09T02:22:57.188806Z","end":"2026-07-09T02:22:58.73928Z","steps":["trace[1311553385] 'process raft request' (duration: 1.549959089s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:58.739372Z","caller":"traceutil/trace.go:171","msg":"trace[1601380695] transaction","detail":"{read_only:false; response_revision:24602; number_of_response:1; }","duration":"1.549602771s","start":"2026-07-09T02:22:57.189758Z","end":"2026-07-09T02:22:58.73936Z","steps":["trace[1601380695] 'process raft request' (duration: 1.549054618s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.740692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.188747Z","time spent":"1.551853515s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:58.740801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.189729Z","time spent":"1.551022674s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:58.739402Z","caller":"traceutil/trace.go:171","msg":"trace[672232425] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"1.54959051s","start":"2026-07-09T02:22:57.189805Z","end":"2026-07-09T02:22:58.739396Z","steps":["trace[672232425] 'process raft request' (duration: 1.549036947s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.741028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.18979Z","time spent":"1.551207529s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:58.739428Z","caller":"traceutil/trace.go:171","msg":"trace[1855858710] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"1.549039208s","start":"2026-07-09T02:22:57.190383Z","end":"2026-07-09T02:22:58.739422Z","steps":["trace[1855858710] 'process raft request' (duration: 1.548490235s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.741138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.190361Z","time spent":"1.550747298s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:22:58.740048Z","caller":"traceutil/trace.go:171","msg":"trace[1905349457] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"1.551541467s","start":"2026-07-09T02:22:57.188496Z","end":"2026-07-09T02:22:58.740037Z","steps":["trace[1905349457] 'process raft request' (duration: 1.550127814s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:58.741352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.188477Z","time spent":"1.552763866s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:59.194148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000295607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:22:59.194232Z","caller":"traceutil/trace.go:171","msg":"trace[1735069823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043542s","start":"2026-07-09T02:22:57.193778Z","end":"2026-07-09T02:22:59.194213Z","steps":["trace[1735069823] 'agreement among raft nodes before linearized reading' (duration: 2.000329497s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.194279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.193764Z","time spent":"2.000505012s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:22:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:22:59.57255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.93372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:22:59.57271Z","caller":"traceutil/trace.go:171","msg":"trace[1064452828] linearizableReadLoop","detail":"{readStateIndex:25434; appliedIndex:25426; }","duration":"1.549046838s","start":"2026-07-09T02:22:58.023647Z","end":"2026-07-09T02:22:59.572694Z","steps":["trace[1064452828] 'read index received' (duration: 714.972802ms)","trace[1064452828] 'applied index is now lower than readState.Index' (duration: 834.073066ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:22:59.572792Z","caller":"traceutil/trace.go:171","msg":"trace[237326195] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"1.544647123s","start":"2026-07-09T02:22:58.028134Z","end":"2026-07-09T02:22:59.572781Z","steps":["trace[237326195] 'process raft request' (duration: 1.390410166s)","trace[237326195] 'compare' (duration: 153.384107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:22:59.572847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.028106Z","time spent":"1.544709425s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:59.573225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967799297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:59.573238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383503063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:59.573239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516417554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.573291Z","caller":"traceutil/trace.go:171","msg":"trace[1244034858] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24607; }","duration":"2.967863899s","start":"2026-07-09T02:22:56.605404Z","end":"2026-07-09T02:22:59.573268Z","steps":["trace[1244034858] 'agreement among raft nodes before linearized reading' (duration: 2.967757336s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.872768065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:22:59.573322Z","caller":"traceutil/trace.go:171","msg":"trace[1946027049] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24607; }","duration":"2.516539587s","start":"2026-07-09T02:22:57.056763Z","end":"2026-07-09T02:22:59.573303Z","steps":["trace[1946027049] 'agreement among raft nodes before linearized reading' (duration: 2.516409974s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.57332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780033746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-09T02:22:59.573369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.056705Z","time spent":"2.51665402s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.573378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520459381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-09T02:22:59.573438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971751141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-09T02:22:59.573453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113224896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:59.573455Z","caller":"traceutil/trace.go:171","msg":"trace[362028481] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24607; }","duration":"2.520587014s","start":"2026-07-09T02:22:57.05285Z","end":"2026-07-09T02:22:59.573437Z","steps":["trace[362028481] 'agreement among raft nodes before linearized reading' (duration: 2.520359178s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.573469Z","caller":"traceutil/trace.go:171","msg":"trace[19261093] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24607; }","duration":"1.971818772s","start":"2026-07-09T02:22:57.601641Z","end":"2026-07-09T02:22:59.57346Z","steps":["trace[19261093] 'agreement among raft nodes before linearized reading' (duration: 1.97171928s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280910991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:59.573501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.052834Z","time spent":"2.520658045s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"info","ts":"2026-07-09T02:22:59.573528Z","caller":"traceutil/trace.go:171","msg":"trace[2147401745] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24607; }","duration":"3.280967713s","start":"2026-07-09T02:22:56.292554Z","end":"2026-07-09T02:22:59.573522Z","steps":["trace[2147401745] 'agreement among raft nodes before linearized reading' (duration: 3.280936132s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874504986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T02:22:59.573538Z","caller":"traceutil/trace.go:171","msg":"trace[294164117] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"1.490431038s","start":"2026-07-09T02:22:58.083095Z","end":"2026-07-09T02:22:59.573526Z","steps":["trace[294164117] 'process raft request' (duration: 1.489529306s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:56.292535Z","time spent":"3.281013004s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:59.573562Z","caller":"traceutil/trace.go:171","msg":"trace[1742697026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24607; }","duration":"3.874566237s","start":"2026-07-09T02:22:55.698988Z","end":"2026-07-09T02:22:59.573554Z","steps":["trace[1742697026] 'agreement among raft nodes before linearized reading' (duration: 3.874500436s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.57359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.698965Z","time spent":"3.874616878s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:22:59.573596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.083067Z","time spent":"1.49049298s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:22:59.57347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.873215555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:22:59.57371Z","caller":"traceutil/trace.go:171","msg":"trace[1428728286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24607; }","duration":"3.873506212s","start":"2026-07-09T02:22:55.700193Z","end":"2026-07-09T02:22:59.5737Z","steps":["trace[1428728286] 'agreement among raft nodes before linearized reading' (duration: 3.873232615s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:56.605338Z","time spent":"2.967988482s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.573739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.700161Z","time spent":"3.873566654s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:22:59.573847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54406942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:22:59.57341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87298839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:22:59.573881Z","caller":"traceutil/trace.go:171","msg":"trace[597151732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24607; }","duration":"1.544174182s","start":"2026-07-09T02:22:58.029696Z","end":"2026-07-09T02:22:59.573871Z","steps":["trace[597151732] 'agreement among raft nodes before linearized reading' (duration: 1.544038669s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.5735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.60162Z","time spent":"1.971872853s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-09T02:22:59.573905Z","caller":"traceutil/trace.go:171","msg":"trace[1780197427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24607; }","duration":"3.873500072s","start":"2026-07-09T02:22:55.700396Z","end":"2026-07-09T02:22:59.573896Z","steps":["trace[1780197427] 'agreement among raft nodes before linearized reading' (duration: 3.872962919s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.029669Z","time spent":"1.544233544s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:22:59.573932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.700387Z","time spent":"3.873537033s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:22:59.57393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197900382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574009Z","caller":"traceutil/trace.go:171","msg":"trace[38650156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24607; }","duration":"2.198028546s","start":"2026-07-09T02:22:57.375962Z","end":"2026-07-09T02:22:59.57399Z","steps":["trace[38650156] 'agreement among raft nodes before linearized reading' (duration: 2.197874232s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8717388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:22:59.574062Z","caller":"traceutil/trace.go:171","msg":"trace[1103993933] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24607; }","duration":"3.87257533s","start":"2026-07-09T02:22:55.701474Z","end":"2026-07-09T02:22:59.574049Z","steps":["trace[1103993933] 'agreement among raft nodes before linearized reading' (duration: 3.871690059s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.573376Z","caller":"traceutil/trace.go:171","msg":"trace[862646427] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24607; }","duration":"3.780156139s","start":"2026-07-09T02:22:55.793207Z","end":"2026-07-09T02:22:59.573364Z","steps":["trace[862646427] 'agreement among raft nodes before linearized reading' (duration: 3.779936154s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.793186Z","time spent":"3.780909766s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.574105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.701466Z","time spent":"3.872626481s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:22:59.574142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.012768114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-09T02:22:59.574065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.375945Z","time spent":"2.198108287s","remote":"127.0.0.1:56634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:59.574175Z","caller":"traceutil/trace.go:171","msg":"trace[2144339749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24607; }","duration":"4.012834126s","start":"2026-07-09T02:22:55.561329Z","end":"2026-07-09T02:22:59.574164Z","steps":["trace[2144339749] 'agreement among raft nodes before linearized reading' (duration: 4.012749354s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.56131Z","time spent":"4.012887377s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T02:22:59.574213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.676364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574246Z","caller":"traceutil/trace.go:171","msg":"trace[129666281] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24607; }","duration":"188.750226ms","start":"2026-07-09T02:22:59.385484Z","end":"2026-07-09T02:22:59.574234Z","steps":["trace[129666281] 'agreement among raft nodes before linearized reading' (duration: 188.694574ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.573473Z","caller":"traceutil/trace.go:171","msg":"trace[668064911] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24607; }","duration":"3.113273866s","start":"2026-07-09T02:22:56.460193Z","end":"2026-07-09T02:22:59.573467Z","steps":["trace[668064911] 'agreement among raft nodes before linearized reading' (duration: 3.113238326s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108166765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:22:59.574294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:56.460178Z","time spent":"3.114104697s","remote":"127.0.0.1:52194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.573417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.019563535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574305Z","caller":"traceutil/trace.go:171","msg":"trace[1312738175] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24607; }","duration":"2.108254477s","start":"2026-07-09T02:22:57.466035Z","end":"2026-07-09T02:22:59.574289Z","steps":["trace[1312738175] 'agreement among raft nodes before linearized reading' (duration: 2.108168875s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.466019Z","time spent":"2.108314428s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:59.574345Z","caller":"traceutil/trace.go:171","msg":"trace[301110775] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24607; }","duration":"3.020483407s","start":"2026-07-09T02:22:56.553847Z","end":"2026-07-09T02:22:59.57433Z","steps":["trace[301110775] 'agreement among raft nodes before linearized reading' (duration: 3.019545985s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181672899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:59.574412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:56.553793Z","time spent":"3.020606849s","remote":"127.0.0.1:44102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:22:59.574419Z","caller":"traceutil/trace.go:171","msg":"trace[387888272] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24607; }","duration":"4.181731711s","start":"2026-07-09T02:22:55.39268Z","end":"2026-07-09T02:22:59.574411Z","steps":["trace[387888272] 'agreement among raft nodes before linearized reading' (duration: 4.18168505s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.392663Z","time spent":"4.181774641s","remote":"127.0.0.1:44302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.574459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.079266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:59.574557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349164239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574499Z","caller":"traceutil/trace.go:171","msg":"trace[642042483] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24607; }","duration":"303.152777ms","start":"2026-07-09T02:22:59.271332Z","end":"2026-07-09T02:22:59.574485Z","steps":["trace[642042483] 'agreement among raft nodes before linearized reading' (duration: 303.094866ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.574581Z","caller":"traceutil/trace.go:171","msg":"trace[1631289068] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:24607; }","duration":"2.349215641s","start":"2026-07-09T02:22:57.225359Z","end":"2026-07-09T02:22:59.574575Z","steps":["trace[1631289068] 'agreement among raft nodes before linearized reading' (duration: 2.34917052s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.225348Z","time spent":"2.349252761s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.574612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.271312Z","time spent":"303.286041ms","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.574638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264374468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574669Z","caller":"traceutil/trace.go:171","msg":"trace[1044438143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24607; }","duration":"1.26444193s","start":"2026-07-09T02:22:58.310218Z","end":"2026-07-09T02:22:59.574659Z","steps":["trace[1044438143] 'agreement among raft nodes before linearized reading' (duration: 1.264392158s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.310195Z","time spent":"1.26449565s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:22:59.574698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.272441391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:22:59.574708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574737Z","caller":"traceutil/trace.go:171","msg":"trace[1059568472] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24607; }","duration":"4.272479412s","start":"2026-07-09T02:22:55.302244Z","end":"2026-07-09T02:22:59.574723Z","steps":["trace[1059568472] 'agreement among raft nodes before linearized reading' (duration: 4.272423181s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.574747Z","caller":"traceutil/trace.go:171","msg":"trace[1244857006] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24607; }","duration":"616.269812ms","start":"2026-07-09T02:22:58.958465Z","end":"2026-07-09T02:22:59.574735Z","steps":["trace[1244857006] 'agreement among raft nodes before linearized reading' (duration: 616.209091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.30218Z","time spent":"4.272579604s","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.574786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.958445Z","time spent":"616.330413ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T02:22:59.574777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.84305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.574836Z","caller":"traceutil/trace.go:171","msg":"trace[408776117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24607; }","duration":"372.965193ms","start":"2026-07-09T02:22:59.201854Z","end":"2026-07-09T02:22:59.574819Z","steps":["trace[408776117] 'agreement among raft nodes before linearized reading' (duration: 372.869801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.574879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.201812Z","time spent":"373.057716ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:22:59.574975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381035856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126478"} {"level":"warn","ts":"2026-07-09T02:22:59.574984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222656309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-09T02:22:59.575005Z","caller":"traceutil/trace.go:171","msg":"trace[1068223533] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24607; }","duration":"4.381086247s","start":"2026-07-09T02:22:55.19391Z","end":"2026-07-09T02:22:59.574996Z","steps":["trace[1068223533] 'agreement among raft nodes before linearized reading' (duration: 4.380968864s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.575025Z","caller":"traceutil/trace.go:171","msg":"trace[1492602909] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24607; }","duration":"1.22273295s","start":"2026-07-09T02:22:58.352281Z","end":"2026-07-09T02:22:59.575014Z","steps":["trace[1492602909] 'agreement among raft nodes before linearized reading' (duration: 1.222566606s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.575034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.193895Z","time spent":"4.381130838s","remote":"127.0.0.1:51868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126501,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-09T02:22:59.575058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.35226Z","time spent":"1.222791022s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-09T02:22:59.575145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381836535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-09T02:22:59.575173Z","caller":"traceutil/trace.go:171","msg":"trace[354345364] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24607; }","duration":"4.381880666s","start":"2026-07-09T02:22:55.193284Z","end":"2026-07-09T02:22:59.575164Z","steps":["trace[354345364] 'agreement among raft nodes before linearized reading' (duration: 4.381800184s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.575197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.193276Z","time spent":"4.381914846s","remote":"127.0.0.1:51882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-09T02:22:59.575263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387066657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:22:59.575304Z","caller":"traceutil/trace.go:171","msg":"trace[443847735] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24607; }","duration":"1.387152019s","start":"2026-07-09T02:22:58.188141Z","end":"2026-07-09T02:22:59.575293Z","steps":["trace[443847735] 'agreement among raft nodes before linearized reading' (duration: 1.387034396s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:22:59.573345Z","caller":"traceutil/trace.go:171","msg":"trace[697033360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24607; }","duration":"3.872854716s","start":"2026-07-09T02:22:55.700481Z","end":"2026-07-09T02:22:59.573335Z","steps":["trace[697033360] 'agreement among raft nodes before linearized reading' (duration: 3.872784465s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.575336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:58.188118Z","time spent":"1.38721027s","remote":"127.0.0.1:52186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.575381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:55.700451Z","time spent":"3.874909675s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:22:59.575499Z","caller":"traceutil/trace.go:171","msg":"trace[155915213] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24607; }","duration":"2.383608026s","start":"2026-07-09T02:22:57.189677Z","end":"2026-07-09T02:22:59.573285Z","steps":["trace[155915213] 'agreement among raft nodes before linearized reading' (duration: 2.383483513s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.573688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799930436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:22:59.575594Z","caller":"traceutil/trace.go:171","msg":"trace[1000941687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24607; }","duration":"1.801867982s","start":"2026-07-09T02:22:57.773713Z","end":"2026-07-09T02:22:59.575581Z","steps":["trace[1000941687] 'agreement among raft nodes before linearized reading' (duration: 1.799952937s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:22:59.575661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.773693Z","time spent":"1.801955184s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:22:59.575616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:57.189666Z","time spent":"2.38591343s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:00.076208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:00.622918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.86692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:00.623Z","caller":"traceutil/trace.go:171","msg":"trace[1203370997] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"1.047815094s","start":"2026-07-09T02:22:59.57517Z","end":"2026-07-09T02:23:00.622985Z","steps":["trace[1203370997] 'process raft request' (duration: 545.818741ms)","trace[1203370997] 'compare' (duration: 501.767268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:00.623038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.575142Z","time spent":"1.047878386s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:01.583344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000908573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:01.583427Z","caller":"traceutil/trace.go:171","msg":"trace[511492152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001042526s","start":"2026-07-09T02:22:59.582367Z","end":"2026-07-09T02:23:01.58341Z","steps":["trace[511492152] 'agreement among raft nodes before linearized reading' (duration: 2.000936194s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:01.583473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.582349Z","time spent":"2.001113988s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:01.863083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.820492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:01.8633Z","caller":"traceutil/trace.go:171","msg":"trace[1601806136] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"2.284347763s","start":"2026-07-09T02:22:59.578926Z","end":"2026-07-09T02:23:01.863274Z","steps":["trace[1601806136] 'process raft request' (duration: 1.366241974s)","trace[1601806136] 'compare' (duration: 917.395962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:01.863394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.578907Z","time spent":"2.284439166s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:01.863835Z","caller":"traceutil/trace.go:171","msg":"trace[1603447153] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"2.284868916s","start":"2026-07-09T02:22:59.578943Z","end":"2026-07-09T02:23:01.863812Z","steps":["trace[1603447153] 'process raft request' (duration: 2.284267922s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:01.863968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.578927Z","time spent":"2.284972098s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:01.864394Z","caller":"traceutil/trace.go:171","msg":"trace[389422581] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"2.285357047s","start":"2026-07-09T02:22:59.579024Z","end":"2026-07-09T02:23:01.864381Z","steps":["trace[389422581] 'process raft request' (duration: 2.284438506s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:01.864463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.579016Z","time spent":"2.285407018s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:01.864525Z","caller":"traceutil/trace.go:171","msg":"trace[1308778640] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"2.285135332s","start":"2026-07-09T02:22:59.579366Z","end":"2026-07-09T02:23:01.864502Z","steps":["trace[1308778640] 'process raft request' (duration: 2.284149679s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:01.864569Z","caller":"traceutil/trace.go:171","msg":"trace[887843997] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"2.282865728s","start":"2026-07-09T02:22:59.581687Z","end":"2026-07-09T02:23:01.864553Z","steps":["trace[887843997] 'process raft request' (duration: 2.282788167s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:01.864591Z","caller":"traceutil/trace.go:171","msg":"trace[1392560050] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25434; }","duration":"2.289113956s","start":"2026-07-09T02:22:59.575469Z","end":"2026-07-09T02:23:01.864583Z","steps":["trace[1392560050] 'read index received' (duration: 545.546345ms)","trace[1392560050] 'applied index is now lower than readState.Index' (duration: 1.743566781s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:01.864635Z","caller":"traceutil/trace.go:171","msg":"trace[881027764] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"1.833333779s","start":"2026-07-09T02:23:00.031293Z","end":"2026-07-09T02:23:01.864627Z","steps":["trace[881027764] 'process raft request' (duration: 1.833219727s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:01.864634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.581678Z","time spent":"2.2829234s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:01.86463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.579361Z","time spent":"2.285223514s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:01.864667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.031263Z","time spent":"1.833383431s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:01.864671Z","caller":"traceutil/trace.go:171","msg":"trace[871644235] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"2.283870602s","start":"2026-07-09T02:22:59.580778Z","end":"2026-07-09T02:23:01.864648Z","steps":["trace[871644235] 'process raft request' (duration: 2.283650176s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:01.864837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.580771Z","time spent":"2.284009835s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:01.864862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.289386563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-09T02:23:01.864901Z","caller":"traceutil/trace.go:171","msg":"trace[1582180200] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24615; }","duration":"2.289447494s","start":"2026-07-09T02:22:59.575442Z","end":"2026-07-09T02:23:01.86489Z","steps":["trace[1582180200] 'agreement among raft nodes before linearized reading' (duration: 2.289289141s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:01.86493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.575429Z","time spent":"2.289494095s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-09T02:23:02.365009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893734,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:02.513742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367906793s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:23:03.583572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000057951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:03.583659Z","caller":"traceutil/trace.go:171","msg":"trace[560895839] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000250726s","start":"2026-07-09T02:23:01.583389Z","end":"2026-07-09T02:23:03.583639Z","steps":["trace[560895839] 'agreement among raft nodes before linearized reading' (duration: 2.000087362s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:03.583754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:01.583369Z","time spent":"2.000371269s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:04.553929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039975619s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:23:04.554861Z","caller":"traceutil/trace.go:171","msg":"trace[1139248963] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"3.809780551s","start":"2026-07-09T02:23:00.745059Z","end":"2026-07-09T02:23:04.554839Z","steps":["trace[1139248963] 'process raft request' (duration: 3.808941651s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:04.554972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.745035Z","time spent":"3.809870883s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:05.028984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999383138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:05.029051Z","caller":"traceutil/trace.go:171","msg":"trace[921961318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999611513s","start":"2026-07-09T02:23:00.029425Z","end":"2026-07-09T02:23:05.029036Z","steps":["trace[921961318] 'agreement among raft nodes before linearized reading' (duration: 4.999413149s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.029096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.029405Z","time spent":"4.999681565s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:23:05.08662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.638776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:05.087045Z","caller":"traceutil/trace.go:171","msg":"trace[367418217] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"4.338065937s","start":"2026-07-09T02:23:00.748953Z","end":"2026-07-09T02:23:05.087019Z","steps":["trace[367418217] 'process raft request' (duration: 4.337977075s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.087143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.748945Z","time spent":"4.338159589s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:05.087303Z","caller":"traceutil/trace.go:171","msg":"trace[762300057] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"4.340921825s","start":"2026-07-09T02:23:00.746341Z","end":"2026-07-09T02:23:05.087263Z","steps":["trace[762300057] 'process raft request' (duration: 4.340439813s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.087261Z","caller":"traceutil/trace.go:171","msg":"trace[815155486] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"4.341375415s","start":"2026-07-09T02:23:00.745857Z","end":"2026-07-09T02:23:05.087233Z","steps":["trace[815155486] 'process raft request' (duration: 3.808969451s)","trace[815155486] 'compare' (duration: 524.592799ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:05.08751Z","caller":"traceutil/trace.go:171","msg":"trace[434683283] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"4.338505977s","start":"2026-07-09T02:23:00.748997Z","end":"2026-07-09T02:23:05.087503Z","steps":["trace[434683283] 'process raft request' (duration: 4.337975995s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.087515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.746331Z","time spent":"4.341050117s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:05.087807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.748992Z","time spent":"4.338745013s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:05.08785Z","caller":"traceutil/trace.go:171","msg":"trace[603075802] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"4.337527754s","start":"2026-07-09T02:23:00.750285Z","end":"2026-07-09T02:23:05.087813Z","steps":["trace[603075802] 'process raft request' (duration: 4.337123624s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.087899Z","caller":"traceutil/trace.go:171","msg":"trace[1251268727] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"1.216014282s","start":"2026-07-09T02:23:03.871873Z","end":"2026-07-09T02:23:05.087888Z","steps":["trace[1251268727] 'process raft request' (duration: 1.215975832s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.087947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.871855Z","time spent":"1.216067083s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:05.087948Z","caller":"traceutil/trace.go:171","msg":"trace[851552529] linearizableReadLoop","detail":"{readStateIndex:25449; appliedIndex:25442; }","duration":"3.223299245s","start":"2026-07-09T02:23:01.864607Z","end":"2026-07-09T02:23:05.087906Z","steps":["trace[851552529] 'read index received' (duration: 649.266813ms)","trace[851552529] 'applied index is now lower than readState.Index' (duration: 2.574030482s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:05.087987Z","caller":"traceutil/trace.go:171","msg":"trace[1250255497] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"2.055703381s","start":"2026-07-09T02:23:03.032262Z","end":"2026-07-09T02:23:05.087965Z","steps":["trace[1250255497] 'process raft request' (duration: 2.055517037s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.088093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.504801171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.088089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.032242Z","time spent":"2.055800534s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:05.088118Z","caller":"traceutil/trace.go:171","msg":"trace[325384415] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24623; }","duration":"5.504838412s","start":"2026-07-09T02:22:59.583271Z","end":"2026-07-09T02:23:05.088109Z","steps":["trace[325384415] 'agreement among raft nodes before linearized reading' (duration: 5.504790301s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.088138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.583264Z","time spent":"5.504869772s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T02:23:05.088174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599503366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-09T02:23:05.088244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.510880785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-09T02:23:05.088261Z","caller":"traceutil/trace.go:171","msg":"trace[504903495] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24623; }","duration":"4.599634939s","start":"2026-07-09T02:23:00.488606Z","end":"2026-07-09T02:23:05.088241Z","steps":["trace[504903495] 'agreement among raft nodes before linearized reading' (duration: 4.599374843s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.088288Z","caller":"traceutil/trace.go:171","msg":"trace[943357256] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24623; }","duration":"5.510964667s","start":"2026-07-09T02:22:59.577312Z","end":"2026-07-09T02:23:05.088277Z","steps":["trace[943357256] 'agreement among raft nodes before linearized reading' (duration: 5.510758742s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.088306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.488584Z","time spent":"4.599712351s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-09T02:23:05.08833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.577297Z","time spent":"5.511025309s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T02:23:05.088441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496663386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:05.08847Z","caller":"traceutil/trace.go:171","msg":"trace[1739287462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24623; }","duration":"1.496728808s","start":"2026-07-09T02:23:03.591734Z","end":"2026-07-09T02:23:05.088463Z","steps":["trace[1739287462] 'agreement among raft nodes before linearized reading' (duration: 1.496683317s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.089206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.044023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.089231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.591715Z","time spent":"1.497512326s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:23:05.089254Z","caller":"traceutil/trace.go:171","msg":"trace[2115824550] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24623; }","duration":"572.132406ms","start":"2026-07-09T02:23:04.517106Z","end":"2026-07-09T02:23:05.089238Z","steps":["trace[2115824550] 'agreement among raft nodes before linearized reading' (duration: 572.061234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.089279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220021027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:23:05.089329Z","caller":"traceutil/trace.go:171","msg":"trace[184954266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24623; }","duration":"1.220110469s","start":"2026-07-09T02:23:03.869207Z","end":"2026-07-09T02:23:05.089318Z","steps":["trace[184954266] 'agreement among raft nodes before linearized reading' (duration: 1.219968436s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.089365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.869179Z","time spent":"1.220179811s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:23:05.089233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219913845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:23:05.0885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671071992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.089293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:04.517082Z","time spent":"572.204368ms","remote":"127.0.0.1:44242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:05.089475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.559041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274195"} {"level":"info","ts":"2026-07-09T02:23:05.089547Z","caller":"traceutil/trace.go:171","msg":"trace[926460546] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24623; }","duration":"428.671853ms","start":"2026-07-09T02:23:04.660855Z","end":"2026-07-09T02:23:05.089527Z","steps":["trace[926460546] 'agreement among raft nodes before linearized reading' (duration: 427.822903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.088544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210024721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:05.089667Z","caller":"traceutil/trace.go:171","msg":"trace[619615430] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24623; }","duration":"4.211179258s","start":"2026-07-09T02:23:00.878471Z","end":"2026-07-09T02:23:05.08965Z","steps":["trace[619615430] 'agreement among raft nodes before linearized reading' (duration: 4.210034851s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.089647Z","caller":"traceutil/trace.go:171","msg":"trace[926276492] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24623; }","duration":"1.672093646s","start":"2026-07-09T02:23:03.417365Z","end":"2026-07-09T02:23:05.089459Z","steps":["trace[926276492] 'agreement among raft nodes before linearized reading' (duration: 1.671084952s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.089732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.87845Z","time spent":"4.211262911s","remote":"127.0.0.1:48054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:05.089599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:04.660835Z","time spent":"428.753076ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274218,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-09T02:23:05.088161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.750262Z","time spent":"4.337691638s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:05.088572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:05.088609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219270819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:23:05.088631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173958006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.08866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.967459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.088676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484578301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.088683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.511438749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f688fc97-3d44-4ca2-9092-d98671f0ddb8\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-09T02:23:05.088723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222094536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-09T02:23:05.088723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594301832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:05.088955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509730038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-09T02:23:05.089904Z","caller":"traceutil/trace.go:171","msg":"trace[628778056] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24623; }","duration":"5.510687651s","start":"2026-07-09T02:22:59.579201Z","end":"2026-07-09T02:23:05.089888Z","steps":["trace[628778056] 'agreement among raft nodes before linearized reading' (duration: 5.508814046s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.089967Z","caller":"traceutil/trace.go:171","msg":"trace[815270884] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24623; }","duration":"2.175318878s","start":"2026-07-09T02:23:02.914627Z","end":"2026-07-09T02:23:05.089946Z","steps":["trace[815270884] 'agreement among raft nodes before linearized reading' (duration: 2.173968396s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:02.914611Z","time spent":"2.1753874s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:05.088994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.840605833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-09T02:23:05.090061Z","caller":"traceutil/trace.go:171","msg":"trace[1427421482] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f688fc97-3d44-4ca2-9092-d98671f0ddb8; range_end:; response_count:1; response_revision:24623; }","duration":"5.512863413s","start":"2026-07-09T02:22:59.57718Z","end":"2026-07-09T02:23:05.090043Z","steps":["trace[1427421482] 'agreement among raft nodes before linearized reading' (duration: 5.510922157s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.090066Z","caller":"traceutil/trace.go:171","msg":"trace[600028940] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24623; }","duration":"2.841686188s","start":"2026-07-09T02:23:02.248362Z","end":"2026-07-09T02:23:05.090048Z","steps":["trace[600028940] 'agreement among raft nodes before linearized reading' (duration: 2.840379817s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:02.248331Z","time spent":"2.841796671s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-09T02:23:05.090022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.417342Z","time spent":"1.672616939s","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:05.090194Z","caller":"traceutil/trace.go:171","msg":"trace[1740482637] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24623; }","duration":"300.532706ms","start":"2026-07-09T02:23:04.789643Z","end":"2026-07-09T02:23:05.090175Z","steps":["trace[1740482637] 'agreement among raft nodes before linearized reading' (duration: 298.985199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:04.789621Z","time spent":"300.616557ms","remote":"127.0.0.1:44332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:05.090475Z","caller":"traceutil/trace.go:171","msg":"trace[2074137419] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24623; }","duration":"2.002129231s","start":"2026-07-09T02:23:03.088329Z","end":"2026-07-09T02:23:05.090458Z","steps":["trace[2074137419] 'agreement among raft nodes before linearized reading' (duration: 2.000205706s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.090496Z","caller":"traceutil/trace.go:171","msg":"trace[2005491584] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24623; }","duration":"2.486425285s","start":"2026-07-09T02:23:02.604054Z","end":"2026-07-09T02:23:05.090479Z","steps":["trace[2005491584] 'agreement among raft nodes before linearized reading' (duration: 2.484598072s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.088309Z","time spent":"2.002200343s","remote":"127.0.0.1:45888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:05.090541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.444437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-09T02:23:05.090552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:02.604034Z","time spent":"2.486502056s","remote":"127.0.0.1:48040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:05.090675Z","caller":"traceutil/trace.go:171","msg":"trace[214326387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24623; }","duration":"1.221388639s","start":"2026-07-09T02:23:03.869274Z","end":"2026-07-09T02:23:05.090663Z","steps":["trace[214326387] 'agreement among raft nodes before linearized reading' (duration: 1.219228858s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.577161Z","time spent":"5.512961745s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f688fc97-3d44-4ca2-9092-d98671f0ddb8\" "} {"level":"warn","ts":"2026-07-09T02:23:05.090731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.869245Z","time spent":"1.221461311s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:23:05.090757Z","caller":"traceutil/trace.go:171","msg":"trace[440624526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24623; }","duration":"2.596372491s","start":"2026-07-09T02:23:02.494374Z","end":"2026-07-09T02:23:05.090747Z","steps":["trace[440624526] 'agreement among raft nodes before linearized reading' (duration: 2.594322463s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:02.494351Z","time spent":"2.596429493s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:05.090566Z","caller":"traceutil/trace.go:171","msg":"trace[514120965] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24623; }","duration":"487.492779ms","start":"2026-07-09T02:23:04.603067Z","end":"2026-07-09T02:23:05.09056Z","steps":["trace[514120965] 'agreement among raft nodes before linearized reading' (duration: 485.888391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.089965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:22:59.579185Z","time spent":"5.510762552s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-09T02:23:05.090863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:04.603052Z","time spent":"487.785415ms","remote":"127.0.0.1:52324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2651,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:05.090898Z","caller":"traceutil/trace.go:171","msg":"trace[1730108757] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24623; }","duration":"3.224300139s","start":"2026-07-09T02:23:01.866589Z","end":"2026-07-09T02:23:05.09089Z","steps":["trace[1730108757] 'agreement among raft nodes before linearized reading' (duration: 3.221610375s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.090918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:01.866574Z","time spent":"3.22433757s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-09T02:23:05.08905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461318889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-09T02:23:05.091109Z","caller":"traceutil/trace.go:171","msg":"trace[2053879984] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24623; }","duration":"4.463396958s","start":"2026-07-09T02:23:00.627689Z","end":"2026-07-09T02:23:05.091086Z","steps":["trace[2053879984] 'agreement among raft nodes before linearized reading' (duration: 4.461287878s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.0891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219811512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:23:05.089528Z","caller":"traceutil/trace.go:171","msg":"trace[519027161] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24623; }","duration":"1.22014943s","start":"2026-07-09T02:23:03.869285Z","end":"2026-07-09T02:23:05.089435Z","steps":["trace[519027161] 'agreement among raft nodes before linearized reading' (duration: 1.219767041s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.089033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873973783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-07-09T02:23:05.089146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219846303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:23:05.091278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.627672Z","time spent":"4.463593994s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T02:23:05.088989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04638417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:05.091366Z","caller":"traceutil/trace.go:171","msg":"trace[1732685071] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24623; }","duration":"1.222107247s","start":"2026-07-09T02:23:03.869243Z","end":"2026-07-09T02:23:05.091351Z","steps":["trace[1732685071] 'agreement among raft nodes before linearized reading' (duration: 1.2197039s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.091374Z","caller":"traceutil/trace.go:171","msg":"trace[482292161] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24623; }","duration":"3.048803438s","start":"2026-07-09T02:23:02.042557Z","end":"2026-07-09T02:23:05.091361Z","steps":["trace[482292161] 'agreement among raft nodes before linearized reading' (duration: 3.046410381s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.091406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.869223Z","time spent":"1.222168438s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:05.091423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:02.042537Z","time spent":"3.048872739s","remote":"127.0.0.1:48172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:05.091472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.869274Z","time spent":"1.222193308s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:23:05.091322Z","caller":"traceutil/trace.go:171","msg":"trace[1574825922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24623; }","duration":"1.222036415s","start":"2026-07-09T02:23:03.869256Z","end":"2026-07-09T02:23:05.091292Z","steps":["trace[1574825922] 'agreement among raft nodes before linearized reading' (duration: 1.21970351s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:05.091529Z","caller":"traceutil/trace.go:171","msg":"trace[591020477] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24623; }","duration":"2.876470863s","start":"2026-07-09T02:23:02.215046Z","end":"2026-07-09T02:23:05.091517Z","steps":["trace[591020477] 'agreement among raft nodes before linearized reading' (duration: 2.873903832s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:05.091579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:02.21498Z","time spent":"2.876592276s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-09T02:23:05.087519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:00.745836Z","time spent":"4.341633082s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:05.091531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:03.869244Z","time spent":"1.222282891s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:05.594463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893739,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:06.525724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.139062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:06.525833Z","caller":"traceutil/trace.go:171","msg":"trace[935214966] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"1.432242289s","start":"2026-07-09T02:23:05.093571Z","end":"2026-07-09T02:23:06.525813Z","steps":["trace[935214966] 'process raft request' (duration: 779.908672ms)","trace[935214966] 'compare' (duration: 649.814497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:06.525894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.093551Z","time spent":"1.4323129s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:06.574378Z","caller":"traceutil/trace.go:171","msg":"trace[1638767873] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.479035358s","start":"2026-07-09T02:23:05.095319Z","end":"2026-07-09T02:23:06.574354Z","steps":["trace[1638767873] 'process raft request' (duration: 1.478936566s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:06.574551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.095301Z","time spent":"1.479169122s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:06.574629Z","caller":"traceutil/trace.go:171","msg":"trace[2113660788] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.48082369s","start":"2026-07-09T02:23:05.093768Z","end":"2026-07-09T02:23:06.574591Z","steps":["trace[2113660788] 'process raft request' (duration: 1.480329789s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:06.574692Z","caller":"traceutil/trace.go:171","msg":"trace[1954753376] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.476775095s","start":"2026-07-09T02:23:05.097904Z","end":"2026-07-09T02:23:06.574679Z","steps":["trace[1954753376] 'process raft request' (duration: 1.476640291s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:06.574745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.097896Z","time spent":"1.476820505s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:06.574766Z","caller":"traceutil/trace.go:171","msg":"trace[177195945] linearizableReadLoop","detail":"{readStateIndex:25459; appliedIndex:25451; }","duration":"1.481108027s","start":"2026-07-09T02:23:05.09364Z","end":"2026-07-09T02:23:06.574748Z","steps":["trace[177195945] 'read index received' (duration: 779.85974ms)","trace[177195945] 'applied index is now lower than readState.Index' (duration: 701.247387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:06.574798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.093749Z","time spent":"1.480961293s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:06.574846Z","caller":"traceutil/trace.go:171","msg":"trace[1754073298] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.043082931s","start":"2026-07-09T02:23:05.531754Z","end":"2026-07-09T02:23:06.574837Z","steps":["trace[1754073298] 'process raft request' (duration: 1.042954518s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:06.574881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48123173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:06.574834Z","caller":"traceutil/trace.go:171","msg":"trace[900422826] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.478550087s","start":"2026-07-09T02:23:05.096219Z","end":"2026-07-09T02:23:06.574769Z","steps":["trace[900422826] 'process raft request' (duration: 1.478097216s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:06.574896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.531734Z","time spent":"1.043138422s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:06.574926Z","caller":"traceutil/trace.go:171","msg":"trace[766242835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24631; }","duration":"1.481279711s","start":"2026-07-09T02:23:05.093623Z","end":"2026-07-09T02:23:06.574902Z","steps":["trace[766242835] 'agreement among raft nodes before linearized reading' (duration: 1.481218649s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:06.574956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.093608Z","time spent":"1.481341033s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:23:06.57496Z","caller":"traceutil/trace.go:171","msg":"trace[429602208] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.475260139s","start":"2026-07-09T02:23:05.099672Z","end":"2026-07-09T02:23:06.574933Z","steps":["trace[429602208] 'process raft request' (duration: 1.474939681s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:06.574994Z","caller":"traceutil/trace.go:171","msg":"trace[625308862] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.474509001s","start":"2026-07-09T02:23:05.10047Z","end":"2026-07-09T02:23:06.574979Z","steps":["trace[625308862] 'process raft request' (duration: 1.474187093s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:06.575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.096203Z","time spent":"1.478732461s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:06.575055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.100463Z","time spent":"1.474563312s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:06.575123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.099667Z","time spent":"1.475357931s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:07.075477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:23:07.232405Z","caller":"traceutil/trace.go:171","msg":"trace[1200291286] linearizableReadLoop","detail":"{readStateIndex:25460; appliedIndex:25459; }","duration":"657.560971ms","start":"2026-07-09T02:23:06.574815Z","end":"2026-07-09T02:23:07.232376Z","steps":["trace[1200291286] 'read index received' (duration: 653.983606ms)","trace[1200291286] 'applied index is now lower than readState.Index' (duration: 3.576195ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:07.232717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042666892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:07.23272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035518822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-09T02:23:07.232771Z","caller":"traceutil/trace.go:171","msg":"trace[276037718] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24632; }","duration":"2.042758664s","start":"2026-07-09T02:23:05.189999Z","end":"2026-07-09T02:23:07.232757Z","steps":["trace[276037718] 'agreement among raft nodes before linearized reading' (duration: 2.042640491s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:07.232797Z","caller":"traceutil/trace.go:171","msg":"trace[1293538363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24632; }","duration":"2.035635545s","start":"2026-07-09T02:23:05.197142Z","end":"2026-07-09T02:23:07.232778Z","steps":["trace[1293538363] 'agreement among raft nodes before linearized reading' (duration: 2.035379469s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.232819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.189985Z","time spent":"2.042822376s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:07.232841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.197129Z","time spent":"2.035703967s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-09T02:23:07.232978Z","caller":"traceutil/trace.go:171","msg":"trace[810708254] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"671.906202ms","start":"2026-07-09T02:23:06.56106Z","end":"2026-07-09T02:23:07.232966Z","steps":["trace[810708254] 'process raft request' (duration: 667.706962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.232996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133972817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-09T02:23:07.233056Z","caller":"traceutil/trace.go:171","msg":"trace[2147411230] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:24632; }","duration":"2.134044389s","start":"2026-07-09T02:23:05.098995Z","end":"2026-07-09T02:23:07.233039Z","steps":["trace[2147411230] 'agreement among raft nodes before linearized reading' (duration: 2.133865544s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.233113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.098976Z","time spent":"2.13412536s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-09T02:23:07.23315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.049076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-09T02:23:07.233178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134645763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-09T02:23:07.233225Z","caller":"traceutil/trace.go:171","msg":"trace[603501252] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:24632; }","duration":"2.134700674s","start":"2026-07-09T02:23:05.098513Z","end":"2026-07-09T02:23:07.233214Z","steps":["trace[603501252] 'agreement among raft nodes before linearized reading' (duration: 2.134573801s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.233267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.098506Z","time spent":"2.134753096s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-09T02:23:07.233279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.447516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:07.233307Z","caller":"traceutil/trace.go:171","msg":"trace[1151596386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24632; }","duration":"977.506198ms","start":"2026-07-09T02:23:06.255793Z","end":"2026-07-09T02:23:07.2333Z","steps":["trace[1151596386] 'agreement among raft nodes before linearized reading' (duration: 977.457727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.23334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.255773Z","time spent":"977.560459ms","remote":"127.0.0.1:43980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:07.233408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077388355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-09T02:23:07.23346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137634143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:07.233463Z","caller":"traceutil/trace.go:171","msg":"trace[199224660] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:24632; }","duration":"2.077461587s","start":"2026-07-09T02:23:05.155988Z","end":"2026-07-09T02:23:07.23345Z","steps":["trace[199224660] 'agreement among raft nodes before linearized reading' (duration: 2.077328224s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:07.233501Z","caller":"traceutil/trace.go:171","msg":"trace[653499598] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24632; }","duration":"2.137692605s","start":"2026-07-09T02:23:05.095792Z","end":"2026-07-09T02:23:07.233485Z","steps":["trace[653499598] 'agreement among raft nodes before linearized reading' (duration: 2.137630594s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.233525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.155978Z","time spent":"2.077535889s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-09T02:23:07.233546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.095774Z","time spent":"2.137763926s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-09T02:23:07.233187Z","caller":"traceutil/trace.go:171","msg":"trace[1423606684] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24632; }","duration":"702.114428ms","start":"2026-07-09T02:23:06.531063Z","end":"2026-07-09T02:23:07.233177Z","steps":["trace[1423606684] 'agreement among raft nodes before linearized reading' (duration: 702.020566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.233854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.531045Z","time spent":"702.795764ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T02:23:07.233061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.561042Z","time spent":"671.967643ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:07.233233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.968568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:07.235069Z","caller":"traceutil/trace.go:171","msg":"trace[891979453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24632; }","duration":"766.813812ms","start":"2026-07-09T02:23:06.468215Z","end":"2026-07-09T02:23:07.235029Z","steps":["trace[891979453] 'agreement among raft nodes before linearized reading' (duration: 764.990039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.235156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.468183Z","time spent":"766.939525ms","remote":"127.0.0.1:56748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:07.233774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874956565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:07.235397Z","caller":"traceutil/trace.go:171","msg":"trace[45750549] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:24632; }","duration":"1.876559943s","start":"2026-07-09T02:23:05.358743Z","end":"2026-07-09T02:23:07.235303Z","steps":["trace[45750549] 'agreement among raft nodes before linearized reading' (duration: 1.874880353s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.233961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367280489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:07.235528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.358711Z","time spent":"1.876737448s","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:07.235599Z","caller":"traceutil/trace.go:171","msg":"trace[183706025] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24632; }","duration":"1.368949449s","start":"2026-07-09T02:23:05.866635Z","end":"2026-07-09T02:23:07.235584Z","steps":["trace[183706025] 'agreement among raft nodes before linearized reading' (duration: 1.367193577s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.235658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.86661Z","time spent":"1.36902959s","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:07.234442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132510702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-09T02:23:07.235705Z","caller":"traceutil/trace.go:171","msg":"trace[1705501898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24632; }","duration":"2.133803993s","start":"2026-07-09T02:23:05.101889Z","end":"2026-07-09T02:23:07.235693Z","steps":["trace[1705501898] 'agreement among raft nodes before linearized reading' (duration: 2.132327398s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:07.235742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:05.10188Z","time spent":"2.133852325s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T02:23:07.732563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:08.233603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:08.389176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160388983s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:23:08.584402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000433711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:08.584475Z","caller":"traceutil/trace.go:171","msg":"trace[411490491] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561814s","start":"2026-07-09T02:23:06.583898Z","end":"2026-07-09T02:23:08.584459Z","steps":["trace[411490491] 'agreement among raft nodes before linearized reading' (duration: 2.000471752s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:08.584517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.583881Z","time spent":"2.000627807s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:09.182477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.985782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:09.182689Z","caller":"traceutil/trace.go:171","msg":"trace[22488342] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"2.087406343s","start":"2026-07-09T02:23:07.095262Z","end":"2026-07-09T02:23:09.182668Z","steps":["trace[22488342] 'process raft request' (duration: 1.294131454s)","trace[22488342] 'compare' (duration: 792.646305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:09.182764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.095231Z","time spent":"2.087499426s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:09.182951Z","caller":"traceutil/trace.go:171","msg":"trace[155036228] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"2.08765181s","start":"2026-07-09T02:23:07.09529Z","end":"2026-07-09T02:23:09.182941Z","steps":["trace[155036228] 'process raft request' (duration: 2.087290471s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.183032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.095263Z","time spent":"2.087719161s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:09.183263Z","caller":"traceutil/trace.go:171","msg":"trace[371998507] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"2.087619749s","start":"2026-07-09T02:23:07.095624Z","end":"2026-07-09T02:23:09.183244Z","steps":["trace[371998507] 'process raft request' (duration: 2.087275521s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.183377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.095595Z","time spent":"2.087720091s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:09.183485Z","caller":"traceutil/trace.go:171","msg":"trace[1549496333] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"2.086627636s","start":"2026-07-09T02:23:07.096845Z","end":"2026-07-09T02:23:09.183473Z","steps":["trace[1549496333] 'process raft request' (duration: 2.086329578s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.183597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.096831Z","time spent":"2.086683017s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:09.183809Z","caller":"traceutil/trace.go:171","msg":"trace[1566356053] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"2.086966633s","start":"2026-07-09T02:23:07.096825Z","end":"2026-07-09T02:23:09.183791Z","steps":["trace[1566356053] 'process raft request' (duration: 2.086595794s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.183909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.096786Z","time spent":"2.087071096s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:09.184239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.235239Z","time spent":"1.948999552s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T02:23:09.184355Z","caller":"traceutil/trace.go:171","msg":"trace[403073887] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"2.085748844s","start":"2026-07-09T02:23:07.098599Z","end":"2026-07-09T02:23:09.184348Z","steps":["trace[403073887] 'process raft request' (duration: 2.085107779s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.184386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.098585Z","time spent":"2.085782405s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:09.184495Z","caller":"traceutil/trace.go:171","msg":"trace[731854020] linearizableReadLoop","detail":"{readStateIndex:25468; appliedIndex:25460; }","duration":"1.952011264s","start":"2026-07-09T02:23:07.232477Z","end":"2026-07-09T02:23:09.184488Z","steps":["trace[731854020] 'read index received' (duration: 1.156931522s)","trace[731854020] 'applied index is now lower than readState.Index' (duration: 795.079042ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:09.184579Z","caller":"traceutil/trace.go:171","msg":"trace[683692033] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"856.085258ms","start":"2026-07-09T02:23:08.328464Z","end":"2026-07-09T02:23:09.184549Z","steps":["trace[683692033] 'process raft request' (duration: 855.995146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.18467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947375904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-50ea616b-7a22-4750-bd47-e2dc87b6246a\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-07-09T02:23:09.184674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.454705033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:09.184705Z","caller":"traceutil/trace.go:171","msg":"trace[133018703] range","detail":"{range_begin:/registry/persistentvolumes/pvc-50ea616b-7a22-4750-bd47-e2dc87b6246a; range_end:; response_count:1; response_revision:24640; }","duration":"1.947431175s","start":"2026-07-09T02:23:07.237268Z","end":"2026-07-09T02:23:09.184699Z","steps":["trace[133018703] 'agreement among raft nodes before linearized reading' (duration: 1.947366983s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.184722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.23726Z","time spent":"1.947458805s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-50ea616b-7a22-4750-bd47-e2dc87b6246a\" "} {"level":"info","ts":"2026-07-09T02:23:09.18472Z","caller":"traceutil/trace.go:171","msg":"trace[1054337729] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24640; }","duration":"2.454792355s","start":"2026-07-09T02:23:06.729915Z","end":"2026-07-09T02:23:09.184707Z","steps":["trace[1054337729] 'agreement among raft nodes before linearized reading' (duration: 2.454704113s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.184771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.729894Z","time spent":"2.454865606s","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:09.184767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916079092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:09.184767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.15933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:09.184795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.773695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:09.184787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.037026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:23:09.184781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.185151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:09.184828Z","caller":"traceutil/trace.go:171","msg":"trace[127012450] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24640; }","duration":"1.916153673s","start":"2026-07-09T02:23:07.26866Z","end":"2026-07-09T02:23:09.184814Z","steps":["trace[127012450] 'agreement among raft nodes before linearized reading' (duration: 1.9160291s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:09.184835Z","caller":"traceutil/trace.go:171","msg":"trace[1940963863] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24640; }","duration":"306.283682ms","start":"2026-07-09T02:23:08.878535Z","end":"2026-07-09T02:23:09.184819Z","steps":["trace[1940963863] 'agreement among raft nodes before linearized reading' (duration: 306.16195ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:09.184843Z","caller":"traceutil/trace.go:171","msg":"trace[1488151146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"875.845227ms","start":"2026-07-09T02:23:08.308987Z","end":"2026-07-09T02:23:09.184832Z","steps":["trace[1488151146] 'agreement among raft nodes before linearized reading' (duration: 875.767285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.184838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.056757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:23:09.184853Z","caller":"traceutil/trace.go:171","msg":"trace[182437880] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24640; }","duration":"605.141779ms","start":"2026-07-09T02:23:08.579697Z","end":"2026-07-09T02:23:09.184839Z","steps":["trace[182437880] 'agreement among raft nodes before linearized reading' (duration: 604.985465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.184872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.308972Z","time spent":"875.893208ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:09.184872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.878513Z","time spent":"306.348843ms","remote":"127.0.0.1:48076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:09.18487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.268613Z","time spent":"1.916247585s","remote":"127.0.0.1:52260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:09.184891Z","caller":"traceutil/trace.go:171","msg":"trace[2101590548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24640; }","duration":"605.136878ms","start":"2026-07-09T02:23:08.579745Z","end":"2026-07-09T02:23:09.184882Z","steps":["trace[2101590548] 'agreement among raft nodes before linearized reading' (duration: 604.966654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.184722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.328445Z","time spent":"856.201921ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:09.184897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.579677Z","time spent":"605.21281ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:09.184912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.552127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:09.184923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.329629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:23:09.184909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.665888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:23:09.184793Z","caller":"traceutil/trace.go:171","msg":"trace[62984561] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.949065313s","start":"2026-07-09T02:23:07.235622Z","end":"2026-07-09T02:23:09.184687Z","steps":["trace[62984561] 'process raft request' (duration: 1.948572872s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:09.184995Z","caller":"traceutil/trace.go:171","msg":"trace[566119213] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24640; }","duration":"160.755892ms","start":"2026-07-09T02:23:09.0242Z","end":"2026-07-09T02:23:09.184956Z","steps":["trace[566119213] 'agreement among raft nodes before linearized reading' (duration: 160.561487ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:09.185022Z","caller":"traceutil/trace.go:171","msg":"trace[502548858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24640; }","duration":"604.80177ms","start":"2026-07-09T02:23:08.580181Z","end":"2026-07-09T02:23:09.184982Z","steps":["trace[502548858] 'agreement among raft nodes before linearized reading' (duration: 604.491833ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:09.184877Z","caller":"traceutil/trace.go:171","msg":"trace[1441285622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"600.300403ms","start":"2026-07-09T02:23:08.584553Z","end":"2026-07-09T02:23:09.184854Z","steps":["trace[1441285622] 'agreement among raft nodes before linearized reading' (duration: 600.15461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.185073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.580169Z","time spent":"604.895112ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:09.1851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.584544Z","time spent":"600.54415ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:09.184614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152859275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-09T02:23:09.185056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595954932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-09T02:23:09.185295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.235605Z","time spent":"1.949425022s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:09.185377Z","caller":"traceutil/trace.go:171","msg":"trace[590772343] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24640; }","duration":"2.596242699s","start":"2026-07-09T02:23:06.589Z","end":"2026-07-09T02:23:09.185243Z","steps":["trace[590772343] 'agreement among raft nodes before linearized reading' (duration: 2.595614804s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.185471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:06.588955Z","time spent":"2.596501245s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-09T02:23:09.184918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.579727Z","time spent":"605.18537ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:23:09.184981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.20673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:23:09.185686Z","caller":"traceutil/trace.go:171","msg":"trace[1990410983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24640; }","duration":"605.950308ms","start":"2026-07-09T02:23:08.57972Z","end":"2026-07-09T02:23:09.18567Z","steps":["trace[1990410983] 'agreement among raft nodes before linearized reading' (duration: 605.077947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.185739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.579699Z","time spent":"606.02375ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:23:09.185162Z","caller":"traceutil/trace.go:171","msg":"trace[739379914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24640; }","duration":"2.153401228s","start":"2026-07-09T02:23:07.031749Z","end":"2026-07-09T02:23:09.18515Z","steps":["trace[739379914] 'agreement among raft nodes before linearized reading' (duration: 2.152796474s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.185849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.031692Z","time spent":"2.154142366s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:23:09.184781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945925709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:09.186255Z","caller":"traceutil/trace.go:171","msg":"trace[2025706999] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24640; }","duration":"1.947425825s","start":"2026-07-09T02:23:07.238803Z","end":"2026-07-09T02:23:09.186228Z","steps":["trace[2025706999] 'agreement among raft nodes before linearized reading' (duration: 1.945889488s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.186342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:07.23879Z","time spent":"1.947529587s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-09T02:23:09.185009Z","caller":"traceutil/trace.go:171","msg":"trace[410750505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24640; }","duration":"604.435972ms","start":"2026-07-09T02:23:08.580534Z","end":"2026-07-09T02:23:09.18497Z","steps":["trace[410750505] 'agreement among raft nodes before linearized reading' (duration: 604.204577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:09.186584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:08.580514Z","time spent":"606.04866ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:09.770056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:10.029569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.190847Z","time spent":"838.711276ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/09 02:23:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:10.270753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:10.384695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.838002ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:10.384815Z","caller":"traceutil/trace.go:171","msg":"trace[1912317307] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24641; }","duration":"790.966384ms","start":"2026-07-09T02:23:09.593825Z","end":"2026-07-09T02:23:10.384792Z","steps":["trace[1912317307] 'range keys from in-memory index tree' (duration: 790.821191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.386074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.800071Z","time spent":"585.996275ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T02:23:10.480384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.211970606s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:10.480942Z","caller":"traceutil/trace.go:171","msg":"trace[362423378] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"1.29016862s","start":"2026-07-09T02:23:09.190755Z","end":"2026-07-09T02:23:10.480923Z","steps":["trace[362423378] 'process raft request' (duration: 1.290064938s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:10.480943Z","caller":"traceutil/trace.go:171","msg":"trace[2034500748] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"1.2901847s","start":"2026-07-09T02:23:09.190732Z","end":"2026-07-09T02:23:10.480917Z","steps":["trace[2034500748] 'process raft request' (duration: 1.289944404s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.481077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.190714Z","time spent":"1.290304333s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:10.481077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.190742Z","time spent":"1.290268042s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:10.481321Z","caller":"traceutil/trace.go:171","msg":"trace[1628516876] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"1.290507058s","start":"2026-07-09T02:23:09.190801Z","end":"2026-07-09T02:23:10.481308Z","steps":["trace[1628516876] 'process raft request' (duration: 1.290084868s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.481393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.19079Z","time spent":"1.290561899s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:10.48215Z","caller":"traceutil/trace.go:171","msg":"trace[1674467348] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"1.241314592s","start":"2026-07-09T02:23:09.240818Z","end":"2026-07-09T02:23:10.482132Z","steps":["trace[1674467348] 'process raft request' (duration: 1.24123008s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.482255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.240789Z","time spent":"1.241414703s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:10.482339Z","caller":"traceutil/trace.go:171","msg":"trace[2108703019] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"1.291062091s","start":"2026-07-09T02:23:09.191263Z","end":"2026-07-09T02:23:10.482325Z","steps":["trace[2108703019] 'process raft request' (duration: 1.290646331s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.482417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.191255Z","time spent":"1.291126193s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:10.482535Z","caller":"traceutil/trace.go:171","msg":"trace[712103619] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"1.291622874s","start":"2026-07-09T02:23:09.190903Z","end":"2026-07-09T02:23:10.482525Z","steps":["trace[712103619] 'process raft request' (duration: 1.290736393s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.482592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.190898Z","time spent":"1.291668525s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:10.482644Z","caller":"traceutil/trace.go:171","msg":"trace[850984801] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"1.28767627s","start":"2026-07-09T02:23:09.19495Z","end":"2026-07-09T02:23:10.482626Z","steps":["trace[850984801] 'process raft request' (duration: 1.287031545s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:10.48275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.19494Z","time spent":"1.287757832s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:11.501289Z","caller":"traceutil/trace.go:171","msg":"trace[1758559196] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24651; }","duration":"1.469617036s","start":"2026-07-09T02:23:10.031649Z","end":"2026-07-09T02:23:11.501266Z","steps":["trace[1758559196] 'process raft request' (duration: 1.469541224s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:11.501333Z","caller":"traceutil/trace.go:171","msg":"trace[1692879789] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"2.228093498s","start":"2026-07-09T02:23:09.273202Z","end":"2026-07-09T02:23:11.501296Z","steps":["trace[1692879789] 'process raft request' (duration: 2.227762831s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:11.501383Z","caller":"traceutil/trace.go:171","msg":"trace[790074212] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"1.740473738s","start":"2026-07-09T02:23:09.760874Z","end":"2026-07-09T02:23:11.501347Z","steps":["trace[790074212] 'process raft request' (duration: 1.740250322s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:11.50144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:10.031625Z","time spent":"1.469735789s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:11.501453Z","caller":"traceutil/trace.go:171","msg":"trace[1640720167] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25472; }","duration":"2.232028651s","start":"2026-07-09T02:23:09.26939Z","end":"2026-07-09T02:23:11.501418Z","steps":["trace[1640720167] 'read index received' (duration: 1.211491714s)","trace[1640720167] 'applied index is now lower than readState.Index' (duration: 1.020534527s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:11.501491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.273145Z","time spent":"2.228258392s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:11.501515Z","caller":"traceutil/trace.go:171","msg":"trace[1650071668] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"1.401533701s","start":"2026-07-09T02:23:10.099967Z","end":"2026-07-09T02:23:11.501501Z","steps":["trace[1650071668] 'process raft request' (duration: 1.401254385s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:11.501559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.760849Z","time spent":"1.740607611s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:11.501609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:10.09994Z","time spent":"1.401604602s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:11.501626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251002592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:11.501678Z","caller":"traceutil/trace.go:171","msg":"trace[157444765] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24652; }","duration":"2.251099474s","start":"2026-07-09T02:23:09.250564Z","end":"2026-07-09T02:23:11.501663Z","steps":["trace[157444765] 'agreement among raft nodes before linearized reading' (duration: 2.250996452s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:11.501727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293567051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:11.501745Z","caller":"traceutil/trace.go:171","msg":"trace[1525424771] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24652; }","duration":"2.293627262s","start":"2026-07-09T02:23:09.208112Z","end":"2026-07-09T02:23:11.501739Z","steps":["trace[1525424771] 'agreement among raft nodes before linearized reading' (duration: 2.293590961s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:11.501734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.250543Z","time spent":"2.251176285s","remote":"127.0.0.1:46020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:11.501763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.208095Z","time spent":"2.293662513s","remote":"127.0.0.1:34334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:11.953017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:11.953097Z","caller":"traceutil/trace.go:171","msg":"trace[781147389] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298168s","start":"2026-07-09T02:23:09.952781Z","end":"2026-07-09T02:23:11.953079Z","steps":["trace[781147389] 'agreement among raft nodes before linearized reading' (duration: 2.000197836s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:11.953146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.952759Z","time spent":"2.00037935s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:12.00244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:12.503346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:12.701905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200969875s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:12.702574Z","caller":"traceutil/trace.go:171","msg":"trace[394327046] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"1.514377917s","start":"2026-07-09T02:23:11.188137Z","end":"2026-07-09T02:23:12.702515Z","steps":["trace[394327046] 'process raft request' (duration: 1.514017308s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:12.702599Z","caller":"traceutil/trace.go:171","msg":"trace[1729983769] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"1.514324225s","start":"2026-07-09T02:23:11.188234Z","end":"2026-07-09T02:23:12.702558Z","steps":["trace[1729983769] 'process raft request' (duration: 1.514159301s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:12.702708Z","caller":"traceutil/trace.go:171","msg":"trace[1244980535] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"1.510906015s","start":"2026-07-09T02:23:11.191763Z","end":"2026-07-09T02:23:12.702669Z","steps":["trace[1244980535] 'process raft request' (duration: 1.510851443s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:12.702811Z","caller":"traceutil/trace.go:171","msg":"trace[590286838] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"1.514024028s","start":"2026-07-09T02:23:11.188775Z","end":"2026-07-09T02:23:12.702799Z","steps":["trace[590286838] 'process raft request' (duration: 1.51367724s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:12.702869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.188745Z","time spent":"1.51409668s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:12.702749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.18811Z","time spent":"1.51454655s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:12.702877Z","caller":"traceutil/trace.go:171","msg":"trace[594024191] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.511634162s","start":"2026-07-09T02:23:11.191201Z","end":"2026-07-09T02:23:12.702835Z","steps":["trace[594024191] 'process raft request' (duration: 1.511361695s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:12.702944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.188226Z","time spent":"1.514500869s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:12.70307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.191186Z","time spent":"1.511782265s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:12.702851Z","caller":"traceutil/trace.go:171","msg":"trace[973852711] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"1.512760968s","start":"2026-07-09T02:23:11.190069Z","end":"2026-07-09T02:23:12.70283Z","steps":["trace[973852711] 'process raft request' (duration: 1.512427531s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:12.702955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.191732Z","time spent":"1.511088618s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:12.703343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.190056Z","time spent":"1.51323877s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:13.953597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000305847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:13.953672Z","caller":"traceutil/trace.go:171","msg":"trace[1155594146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042623s","start":"2026-07-09T02:23:11.953229Z","end":"2026-07-09T02:23:13.953655Z","steps":["trace[1155594146] 'agreement among raft nodes before linearized reading' (duration: 2.000332098s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:13.953716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.953209Z","time spent":"2.000498222s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:14.332673Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266184532s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:23:14.435432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:13.9197Z","time spent":"515.725388ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T02:23:14.436289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502338171s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:14.436432Z","caller":"traceutil/trace.go:171","msg":"trace[2079326020] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.948388026s","start":"2026-07-09T02:23:12.488007Z","end":"2026-07-09T02:23:14.436395Z","steps":["trace[2079326020] 'process raft request' (duration: 445.83591ms)","trace[2079326020] 'compare' (duration: 1.501174544s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:14.436583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.48799Z","time spent":"1.94851348s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:14.436595Z","caller":"traceutil/trace.go:171","msg":"trace[1646560349] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25482; }","duration":"2.93502412s","start":"2026-07-09T02:23:11.501529Z","end":"2026-07-09T02:23:14.436553Z","steps":["trace[1646560349] 'read index received' (duration: 1.20071862s)","trace[1646560349] 'applied index is now lower than readState.Index' (duration: 1.73429953s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:14.937703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:15.266232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.827306ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-09T02:23:15.266635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.426781901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:15.266738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825185136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:15.266745Z","caller":"traceutil/trace.go:171","msg":"trace[1986241971] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24659; }","duration":"4.426931854s","start":"2026-07-09T02:23:10.839785Z","end":"2026-07-09T02:23:15.266716Z","steps":["trace[1986241971] 'agreement among raft nodes before linearized reading' (duration: 3.596972575s)","trace[1986241971] 'count revisions from in-memory index tree' (duration: 829.811185ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:15.266796Z","caller":"traceutil/trace.go:171","msg":"trace[347588014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24659; }","duration":"4.825292359s","start":"2026-07-09T02:23:10.441484Z","end":"2026-07-09T02:23:15.266776Z","steps":["trace[347588014] 'agreement among raft nodes before linearized reading' (duration: 3.995245008s)","trace[347588014] 'count revisions from in-memory index tree' (duration: 829.952829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:15.266817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980318465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:15.266843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:10.441463Z","time spent":"4.825369351s","remote":"127.0.0.1:45968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:15.266861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:10.839771Z","time spent":"4.427022346s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:15.266915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900216275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:15.266971Z","caller":"traceutil/trace.go:171","msg":"trace[1384882187] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24659; }","duration":"3.900294007s","start":"2026-07-09T02:23:11.366647Z","end":"2026-07-09T02:23:15.266941Z","steps":["trace[1384882187] 'agreement among raft nodes before linearized reading' (duration: 3.070054632s)","trace[1384882187] 'count revisions from in-memory index tree' (duration: 830.190384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:15.267008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.366624Z","time spent":"3.900375499s","remote":"127.0.0.1:45772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:15.267045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117716132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:15.266877Z","caller":"traceutil/trace.go:171","msg":"trace[1959393172] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24659; }","duration":"3.980409877s","start":"2026-07-09T02:23:11.286445Z","end":"2026-07-09T02:23:15.266854Z","steps":["trace[1959393172] 'agreement among raft nodes before linearized reading' (duration: 3.150276194s)","trace[1959393172] 'count revisions from in-memory index tree' (duration: 830.061352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:15.26713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.994785548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-09T02:23:15.267093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666811983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-09T02:23:15.267186Z","caller":"traceutil/trace.go:171","msg":"trace[1778919786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24659; }","duration":"4.117947638s","start":"2026-07-09T02:23:11.149203Z","end":"2026-07-09T02:23:15.267151Z","steps":["trace[1778919786] 'agreement among raft nodes before linearized reading' (duration: 3.287544849s)","trace[1778919786] 'count revisions from in-memory index tree' (duration: 830.169794ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:15.267194Z","caller":"traceutil/trace.go:171","msg":"trace[186771229] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24659; }","duration":"5.99487599s","start":"2026-07-09T02:23:09.272298Z","end":"2026-07-09T02:23:15.267174Z","steps":["trace[186771229] 'agreement among raft nodes before linearized reading' (duration: 5.16445657s)","trace[186771229] 'range keys from in-memory index tree' (duration: 830.242115ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:15.26722Z","caller":"traceutil/trace.go:171","msg":"trace[593086280] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24659; }","duration":"5.667063788s","start":"2026-07-09T02:23:09.600124Z","end":"2026-07-09T02:23:15.267188Z","steps":["trace[593086280] 'agreement among raft nodes before linearized reading' (duration: 4.836622478s)","trace[593086280] 'range keys from in-memory index tree' (duration: 830.180844ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:15.267252Z","caller":"traceutil/trace.go:171","msg":"trace[1995993621] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.18640969s","start":"2026-07-09T02:23:14.08083Z","end":"2026-07-09T02:23:15.26724Z","steps":["trace[1995993621] 'process raft request' (duration: 1.185522139s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:15.267269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.272283Z","time spent":"5.994973612s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-09T02:23:15.267247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.286425Z","time spent":"3.980753065s","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:15.267279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.149182Z","time spent":"4.118082911s","remote":"127.0.0.1:46042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:15.267283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:09.600102Z","time spent":"5.667166561s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-09T02:23:15.267305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.893964608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418384"} {"level":"warn","ts":"2026-07-09T02:23:15.267346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.080806Z","time spent":"1.186483722s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:15.267387Z","caller":"traceutil/trace.go:171","msg":"trace[2041042028] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24659; }","duration":"4.89406642s","start":"2026-07-09T02:23:10.373296Z","end":"2026-07-09T02:23:15.267362Z","steps":["trace[2041042028] 'agreement among raft nodes before linearized reading' (duration: 4.063441215s)","trace[2041042028] 'range keys from in-memory index tree' (duration: 830.313357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:15.267449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:10.373251Z","time spent":"4.894185553s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418407,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-09T02:23:15.961953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:15.962052Z","caller":"traceutil/trace.go:171","msg":"trace[959753030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515023s","start":"2026-07-09T02:23:13.961522Z","end":"2026-07-09T02:23:15.962037Z","steps":["trace[959753030] 'agreement among raft nodes before linearized reading' (duration: 2.000158275s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:15.962093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:13.961501Z","time spent":"2.000581196s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:16.955468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.766893073s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:16.956041Z","caller":"traceutil/trace.go:171","msg":"trace[322456243] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"2.246684979s","start":"2026-07-09T02:23:14.709331Z","end":"2026-07-09T02:23:16.956016Z","steps":["trace[322456243] 'process raft request' (duration: 2.246569507s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.95605Z","caller":"traceutil/trace.go:171","msg":"trace[1591985880] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"2.246465545s","start":"2026-07-09T02:23:14.709559Z","end":"2026-07-09T02:23:16.956025Z","steps":["trace[1591985880] 'process raft request' (duration: 2.246392013s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.956032Z","caller":"traceutil/trace.go:171","msg":"trace[1969647420] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"2.247156521s","start":"2026-07-09T02:23:14.708836Z","end":"2026-07-09T02:23:16.955992Z","steps":["trace[1969647420] 'process raft request' (duration: 2.246887134s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.956649Z","caller":"traceutil/trace.go:171","msg":"trace[1544914477] linearizableReadLoop","detail":"{readStateIndex:25497; appliedIndex:25489; }","duration":"2.51998019s","start":"2026-07-09T02:23:14.436657Z","end":"2026-07-09T02:23:16.956637Z","steps":["trace[1544914477] 'read index received' (duration: 751.897458ms)","trace[1544914477] 'applied index is now lower than readState.Index' (duration: 1.768081232s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:16.956739Z","caller":"traceutil/trace.go:171","msg":"trace[583127289] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"2.246233398s","start":"2026-07-09T02:23:14.710492Z","end":"2026-07-09T02:23:16.956725Z","steps":["trace[583127289] 'process raft request' (duration: 2.245944331s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.956818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.710477Z","time spent":"2.24629146s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:16.956901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.310071893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:16.956964Z","caller":"traceutil/trace.go:171","msg":"trace[244740918] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24666; }","duration":"5.310141684s","start":"2026-07-09T02:23:11.646809Z","end":"2026-07-09T02:23:16.956951Z","steps":["trace[244740918] 'agreement among raft nodes before linearized reading' (duration: 5.310035862s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.646786Z","time spent":"5.310206326s","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:16.957004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314353815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:16.957029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470802153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:23:16.95707Z","caller":"traceutil/trace.go:171","msg":"trace[2133649320] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24666; }","duration":"3.314471998s","start":"2026-07-09T02:23:13.642578Z","end":"2026-07-09T02:23:16.95705Z","steps":["trace[2133649320] 'agreement among raft nodes before linearized reading' (duration: 3.314348815s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.95703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.014855273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:16.957129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:13.642558Z","time spent":"3.314558609s","remote":"127.0.0.1:49622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:16.957194Z","caller":"traceutil/trace.go:171","msg":"trace[942631715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24666; }","duration":"5.01514962s","start":"2026-07-09T02:23:11.941995Z","end":"2026-07-09T02:23:16.957145Z","steps":["trace[942631715] 'agreement among raft nodes before linearized reading' (duration: 5.014803692s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471668284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:23:16.95724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.450521033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-09T02:23:16.957263Z","caller":"traceutil/trace.go:171","msg":"trace[717321162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24666; }","duration":"4.471761666s","start":"2026-07-09T02:23:12.485483Z","end":"2026-07-09T02:23:16.957244Z","steps":["trace[717321162] 'agreement among raft nodes before linearized reading' (duration: 4.471562772s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.072934171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:16.957282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.941972Z","time spent":"5.015293594s","remote":"127.0.0.1:56620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:16.957302Z","caller":"traceutil/trace.go:171","msg":"trace[814535235] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24666; }","duration":"5.450600585s","start":"2026-07-09T02:23:11.50668Z","end":"2026-07-09T02:23:16.95728Z","steps":["trace[814535235] 'agreement among raft nodes before linearized reading' (duration: 5.450424181s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.485458Z","time spent":"4.471837189s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:16.957351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.506667Z","time spent":"5.450671147s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T02:23:16.957369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732041167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:16.957318Z","caller":"traceutil/trace.go:171","msg":"trace[249390007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24666; }","duration":"5.073012262s","start":"2026-07-09T02:23:11.884294Z","end":"2026-07-09T02:23:16.957307Z","steps":["trace[249390007] 'agreement among raft nodes before linearized reading' (duration: 5.07294044s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.9574Z","caller":"traceutil/trace.go:171","msg":"trace[2112180986] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24666; }","duration":"2.732104899s","start":"2026-07-09T02:23:14.225287Z","end":"2026-07-09T02:23:16.957391Z","steps":["trace[2112180986] 'agreement among raft nodes before linearized reading' (duration: 2.732041797s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:11.884276Z","time spent":"5.073134735s","remote":"127.0.0.1:44110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:16.957418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471417469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:23:16.957555Z","caller":"traceutil/trace.go:171","msg":"trace[1759301458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24666; }","duration":"4.471549461s","start":"2026-07-09T02:23:12.485941Z","end":"2026-07-09T02:23:16.957491Z","steps":["trace[1759301458] 'agreement among raft nodes before linearized reading' (duration: 4.471215393s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713931259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:23:16.957647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.485933Z","time spent":"4.471699975s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:23:16.957665Z","caller":"traceutil/trace.go:171","msg":"trace[422188178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24666; }","duration":"4.714029191s","start":"2026-07-09T02:23:12.243621Z","end":"2026-07-09T02:23:16.95765Z","steps":["trace[422188178] 'agreement among raft nodes before linearized reading' (duration: 4.713806336s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.2436Z","time spent":"4.714093192s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:23:16.957724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470998939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:23:16.956232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.709547Z","time spent":"2.246585517s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:16.957765Z","caller":"traceutil/trace.go:171","msg":"trace[804268810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24666; }","duration":"4.47105976s","start":"2026-07-09T02:23:12.486694Z","end":"2026-07-09T02:23:16.957754Z","steps":["trace[804268810] 'agreement among raft nodes before linearized reading' (duration: 4.470937467s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.486687Z","time spent":"4.471109821s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:16.957801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737861055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:16.957848Z","caller":"traceutil/trace.go:171","msg":"trace[344158735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24666; }","duration":"2.737959007s","start":"2026-07-09T02:23:14.219874Z","end":"2026-07-09T02:23:16.957833Z","steps":["trace[344158735] 'agreement among raft nodes before linearized reading' (duration: 2.737884236s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.9564Z","caller":"traceutil/trace.go:171","msg":"trace[170060361] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"2.246817582s","start":"2026-07-09T02:23:14.709568Z","end":"2026-07-09T02:23:16.956385Z","steps":["trace[170060361] 'process raft request' (duration: 2.246420233s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.957886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.219855Z","time spent":"2.738020019s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:16.957907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926672383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-09T02:23:16.957941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.709552Z","time spent":"2.248345449s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:16.957976Z","caller":"traceutil/trace.go:171","msg":"trace[1923233558] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24666; }","duration":"3.926791166s","start":"2026-07-09T02:23:13.031166Z","end":"2026-07-09T02:23:16.957957Z","steps":["trace[1923233558] 'agreement among raft nodes before linearized reading' (duration: 3.926571921s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.95647Z","caller":"traceutil/trace.go:171","msg":"trace[1434341890] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"2.246086065s","start":"2026-07-09T02:23:14.710369Z","end":"2026-07-09T02:23:16.956455Z","steps":["trace[1434341890] 'process raft request' (duration: 2.245928621s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.958023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:13.031113Z","time spent":"3.926898519s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:16.95662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.708811Z","time spent":"2.247724894s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:16.956219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.7093Z","time spent":"2.246816053s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:16.957587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470310722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:23:16.958124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.22527Z","time spent":"2.732821276s","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:16.958172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.710348Z","time spent":"2.247676973s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:16.958144Z","caller":"traceutil/trace.go:171","msg":"trace[1441475451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24666; }","duration":"4.470879746s","start":"2026-07-09T02:23:12.487253Z","end":"2026-07-09T02:23:16.958132Z","steps":["trace[1441475451] 'agreement among raft nodes before linearized reading' (duration: 4.470199839s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:16.958222Z","caller":"traceutil/trace.go:171","msg":"trace[290015575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24666; }","duration":"4.470931447s","start":"2026-07-09T02:23:12.48617Z","end":"2026-07-09T02:23:16.957101Z","steps":["trace[290015575] 'agreement among raft nodes before linearized reading' (duration: 4.47063373s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:16.958379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.486163Z","time spent":"4.472190967s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:16.958256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:12.487246Z","time spent":"4.470998728s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:17.457221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893797,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:23:17.761658Z","caller":"traceutil/trace.go:171","msg":"trace[608022601] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"2.082512246s","start":"2026-07-09T02:23:15.679105Z","end":"2026-07-09T02:23:17.761617Z","steps":["trace[608022601] 'process raft request' (duration: 2.080763135s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:17.761877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:15.67907Z","time spent":"2.082693081s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418442,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:17.762572Z","caller":"traceutil/trace.go:171","msg":"trace[76698598] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.252922548s","start":"2026-07-09T02:23:16.509636Z","end":"2026-07-09T02:23:17.762559Z","steps":["trace[76698598] 'process raft request' (duration: 1.252848306s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:17.762639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.509612Z","time spent":"1.252996828s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:17.762903Z","caller":"traceutil/trace.go:171","msg":"trace[1522953776] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.312908479s","start":"2026-07-09T02:23:16.44996Z","end":"2026-07-09T02:23:17.762868Z","steps":["trace[1522953776] 'process raft request' (duration: 1.311551777s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:17.76314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.449938Z","time spent":"1.313042122s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:17.962174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:17.962242Z","caller":"traceutil/trace.go:171","msg":"trace[2103712085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347128s","start":"2026-07-09T02:23:15.961873Z","end":"2026-07-09T02:23:17.96222Z","steps":["trace[2103712085] 'agreement among raft nodes before linearized reading' (duration: 2.000261486s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:17.962276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:15.961854Z","time spent":"2.00041531s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:18.861339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099148241s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:23:19.001828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.193384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:19.002074Z","caller":"traceutil/trace.go:171","msg":"trace[947508627] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"2.042124739s","start":"2026-07-09T02:23:16.95991Z","end":"2026-07-09T02:23:19.002035Z","steps":["trace[947508627] 'process raft request' (duration: 1.901617348s)","trace[947508627] 'compare' (duration: 139.859476ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:19.0021Z","caller":"traceutil/trace.go:171","msg":"trace[860927113] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"2.038678897s","start":"2026-07-09T02:23:16.963403Z","end":"2026-07-09T02:23:19.002082Z","steps":["trace[860927113] 'process raft request' (duration: 2.038528114s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.002165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.963385Z","time spent":"2.03874882s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:19.002188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.959881Z","time spent":"2.042245352s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:19.002336Z","caller":"traceutil/trace.go:171","msg":"trace[1470190397] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"2.038884003s","start":"2026-07-09T02:23:16.963442Z","end":"2026-07-09T02:23:19.002326Z","steps":["trace[1470190397] 'process raft request' (duration: 2.038591386s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.002391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.963424Z","time spent":"2.038939524s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:19.002529Z","caller":"traceutil/trace.go:171","msg":"trace[234641967] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"2.039017556s","start":"2026-07-09T02:23:16.963503Z","end":"2026-07-09T02:23:19.00252Z","steps":["trace[234641967] 'process raft request' (duration: 2.03878342s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:19.002538Z","caller":"traceutil/trace.go:171","msg":"trace[1628094474] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"2.038851122s","start":"2026-07-09T02:23:16.96368Z","end":"2026-07-09T02:23:19.002531Z","steps":["trace[1628094474] 'process raft request' (duration: 2.03876366s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.002571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.963669Z","time spent":"2.038884683s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:19.002574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.963493Z","time spent":"2.039055596s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:19.002749Z","caller":"traceutil/trace.go:171","msg":"trace[242619219] linearizableReadLoop","detail":"{readStateIndex:25507; appliedIndex:25497; }","duration":"2.046037863s","start":"2026-07-09T02:23:16.956687Z","end":"2026-07-09T02:23:19.002725Z","steps":["trace[242619219] 'read index received' (duration: 803.095752ms)","trace[242619219] 'applied index is now lower than readState.Index' (duration: 1.242941221s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:19.002899Z","caller":"traceutil/trace.go:171","msg":"trace[176776291] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"2.038873872s","start":"2026-07-09T02:23:16.963966Z","end":"2026-07-09T02:23:19.00284Z","steps":["trace[176776291] 'process raft request' (duration: 2.038546595s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.003005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.963957Z","time spent":"2.038967354s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:19.003021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768287647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:19.003078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133725602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-09T02:23:19.003086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798519193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:19.003094Z","caller":"traceutil/trace.go:171","msg":"trace[298649240] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24676; }","duration":"2.7684084s","start":"2026-07-09T02:23:16.234665Z","end":"2026-07-09T02:23:19.003074Z","steps":["trace[298649240] 'agreement among raft nodes before linearized reading' (duration: 2.768273367s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:19.003112Z","caller":"traceutil/trace.go:171","msg":"trace[1818108077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24676; }","duration":"2.798581225s","start":"2026-07-09T02:23:16.204522Z","end":"2026-07-09T02:23:19.003104Z","steps":["trace[1818108077] 'agreement among raft nodes before linearized reading' (duration: 2.798543574s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:19.00311Z","caller":"traceutil/trace.go:171","msg":"trace[697826033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24676; }","duration":"2.133795754s","start":"2026-07-09T02:23:16.869304Z","end":"2026-07-09T02:23:19.0031Z","steps":["trace[697826033] 'agreement among raft nodes before linearized reading' (duration: 2.133668911s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.003134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.204494Z","time spent":"2.798636166s","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:19.00314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.869285Z","time spent":"2.133848644s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T02:23:19.003187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589237401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:19.003142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.234646Z","time spent":"2.768485861s","remote":"127.0.0.1:56710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:19.0032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733288628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:23:19.003233Z","caller":"traceutil/trace.go:171","msg":"trace[448008] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24676; }","duration":"2.589324373s","start":"2026-07-09T02:23:16.413895Z","end":"2026-07-09T02:23:19.003219Z","steps":["trace[448008] 'agreement among raft nodes before linearized reading' (duration: 2.589271172s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.003207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.414196812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:19.003246Z","caller":"traceutil/trace.go:171","msg":"trace[1609767151] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24676; }","duration":"3.733351529s","start":"2026-07-09T02:23:15.269881Z","end":"2026-07-09T02:23:19.003233Z","steps":["trace[1609767151] 'agreement among raft nodes before linearized reading' (duration: 3.733215165s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:19.003213Z","caller":"traceutil/trace.go:171","msg":"trace[1748705913] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"2.038433352s","start":"2026-07-09T02:23:16.964747Z","end":"2026-07-09T02:23:19.00318Z","steps":["trace[1748705913] 'process raft request' (duration: 2.03789043s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.003262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.413866Z","time spent":"2.589387814s","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:19.003278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:15.269865Z","time spent":"3.733406621s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-09T02:23:19.003285Z","caller":"traceutil/trace.go:171","msg":"trace[1747085784] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24676; }","duration":"4.414333346s","start":"2026-07-09T02:23:14.588932Z","end":"2026-07-09T02:23:19.003266Z","steps":["trace[1747085784] 'agreement among raft nodes before linearized reading' (duration: 4.414192112s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.003052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73129336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89218306-a651-4334-b41c-e11b816c1fe1\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-07-09T02:23:19.003333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:14.588912Z","time spent":"4.414410277s","remote":"127.0.0.1:52248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:19.003361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.964738Z","time spent":"2.038547705s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:19.003385Z","caller":"traceutil/trace.go:171","msg":"trace[706432242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89218306-a651-4334-b41c-e11b816c1fe1; range_end:; response_count:1; response_revision:24676; }","duration":"3.731634148s","start":"2026-07-09T02:23:15.271704Z","end":"2026-07-09T02:23:19.003338Z","steps":["trace[706432242] 'agreement among raft nodes before linearized reading' (duration: 3.73127202s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.00351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:15.271674Z","time spent":"3.731790402s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-89218306-a651-4334-b41c-e11b816c1fe1\" "} {"level":"warn","ts":"2026-07-09T02:23:19.503231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056893811,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:19.96845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:19.968559Z","caller":"traceutil/trace.go:171","msg":"trace[1901261772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427442s","start":"2026-07-09T02:23:17.968112Z","end":"2026-07-09T02:23:19.968539Z","steps":["trace[1901261772] 'agreement among raft nodes before linearized reading' (duration: 2.000291129s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:19.96861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:17.968099Z","time spent":"2.000499423s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:20.305659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.741319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.305849Z","caller":"traceutil/trace.go:171","msg":"trace[1141330033] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24676; }","duration":"712.933884ms","start":"2026-07-09T02:23:19.592865Z","end":"2026-07-09T02:23:20.305799Z","steps":["trace[1141330033] 'range keys from in-memory index tree' (duration: 712.713358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.307186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.143998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:20.308095Z","caller":"traceutil/trace.go:171","msg":"trace[1944033617] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"1.34416905s","start":"2026-07-09T02:23:18.963883Z","end":"2026-07-09T02:23:20.308052Z","steps":["trace[1944033617] 'process raft request' (duration: 913.068319ms)","trace[1944033617] 'compare' (duration: 429.059883ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:20.308399Z","caller":"traceutil/trace.go:171","msg":"trace[704963640] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"1.343967085s","start":"2026-07-09T02:23:18.964399Z","end":"2026-07-09T02:23:20.308366Z","steps":["trace[704963640] 'process raft request' (duration: 1.343562496s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.308439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.963852Z","time spent":"1.344496898s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:20.308459Z","caller":"traceutil/trace.go:171","msg":"trace[1560103032] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"1.343229807s","start":"2026-07-09T02:23:18.96518Z","end":"2026-07-09T02:23:20.30841Z","steps":["trace[1560103032] 'process raft request' (duration: 1.34290605s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.308532Z","caller":"traceutil/trace.go:171","msg":"trace[1113672649] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"1.343158667s","start":"2026-07-09T02:23:18.965348Z","end":"2026-07-09T02:23:20.308507Z","steps":["trace[1113672649] 'process raft request' (duration: 1.342769698s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.308538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.964388Z","time spent":"1.344069598s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:20.308557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.965168Z","time spent":"1.343334681s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:20.308602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.965322Z","time spent":"1.343242938s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:20.308625Z","caller":"traceutil/trace.go:171","msg":"trace[1160422933] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"1.344222181s","start":"2026-07-09T02:23:18.964387Z","end":"2026-07-09T02:23:20.308609Z","steps":["trace[1160422933] 'process raft request' (duration: 1.343663598s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.30868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.964366Z","time spent":"1.344283963s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:20.308813Z","caller":"traceutil/trace.go:171","msg":"trace[350758019] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"1.343189047s","start":"2026-07-09T02:23:18.965617Z","end":"2026-07-09T02:23:20.308806Z","steps":["trace[350758019] 'process raft request' (duration: 1.342725036s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.308852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.965603Z","time spent":"1.343227917s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:20.308901Z","caller":"traceutil/trace.go:171","msg":"trace[730401796] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"1.299849669s","start":"2026-07-09T02:23:19.009042Z","end":"2026-07-09T02:23:20.308892Z","steps":["trace[730401796] 'process raft request' (duration: 1.299335197s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.308946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.009021Z","time spent":"1.299899481s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:20.309057Z","caller":"traceutil/trace.go:171","msg":"trace[1782040958] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"731.541215ms","start":"2026-07-09T02:23:19.577503Z","end":"2026-07-09T02:23:20.309044Z","steps":["trace[1782040958] 'process raft request' (duration: 731.288649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.309122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.577478Z","time spent":"731.608826ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:20.309158Z","caller":"traceutil/trace.go:171","msg":"trace[1027183207] linearizableReadLoop","detail":"{readStateIndex:25514; appliedIndex:25507; }","duration":"1.306345453s","start":"2026-07-09T02:23:19.002803Z","end":"2026-07-09T02:23:20.309149Z","steps":["trace[1027183207] 'read index received' (duration: 874.266479ms)","trace[1027183207] 'applied index is now lower than readState.Index' (duration: 432.078364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:20.30931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273821363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:20.30933Z","caller":"traceutil/trace.go:171","msg":"trace[1360192058] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24685; }","duration":"2.273884474s","start":"2026-07-09T02:23:18.035439Z","end":"2026-07-09T02:23:20.309323Z","steps":["trace[1360192058] 'agreement among raft nodes before linearized reading' (duration: 2.273777432s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.30935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.035419Z","time spent":"2.273926245s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.309465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362043994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.309487Z","caller":"traceutil/trace.go:171","msg":"trace[1390250154] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24685; }","duration":"2.362109076s","start":"2026-07-09T02:23:17.947369Z","end":"2026-07-09T02:23:20.309478Z","steps":["trace[1390250154] 'agreement among raft nodes before linearized reading' (duration: 2.362075885s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.309506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:17.947343Z","time spent":"2.362157477s","remote":"127.0.0.1:45788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.309476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386561025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.309578Z","caller":"traceutil/trace.go:171","msg":"trace[299614993] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24685; }","duration":"1.386708089s","start":"2026-07-09T02:23:18.92285Z","end":"2026-07-09T02:23:20.309558Z","steps":["trace[299614993] 'agreement among raft nodes before linearized reading' (duration: 1.386567185s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.309617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436763516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.309638Z","caller":"traceutil/trace.go:171","msg":"trace[588771857] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24685; }","duration":"2.436814607s","start":"2026-07-09T02:23:17.872816Z","end":"2026-07-09T02:23:20.309631Z","steps":["trace[588771857] 'agreement among raft nodes before linearized reading' (duration: 2.436778257s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.309656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:17.872799Z","time spent":"2.436852158s","remote":"127.0.0.1:45948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.309633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.92282Z","time spent":"1.386796371s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.309802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.296588223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:20.30982Z","caller":"traceutil/trace.go:171","msg":"trace[937781980] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24685; }","duration":"3.296649785s","start":"2026-07-09T02:23:17.013166Z","end":"2026-07-09T02:23:20.309815Z","steps":["trace[937781980] 'agreement among raft nodes before linearized reading' (duration: 3.296578433s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.30984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:17.013147Z","time spent":"3.296687725s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.310034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.347753746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:23:20.310031Z","caller":"traceutil/trace.go:171","msg":"trace[1261190432] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"540.285339ms","start":"2026-07-09T02:23:19.769727Z","end":"2026-07-09T02:23:20.310012Z","steps":["trace[1261190432] 'process raft request' (duration: 539.121062ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.310064Z","caller":"traceutil/trace.go:171","msg":"trace[1677531941] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24685; }","duration":"3.347829517s","start":"2026-07-09T02:23:16.962226Z","end":"2026-07-09T02:23:20.310055Z","steps":["trace[1677531941] 'agreement among raft nodes before linearized reading' (duration: 3.347704815s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.310088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:16.962206Z","time spent":"3.347876569s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:23:20.310143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.769702Z","time spent":"540.369492ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:20.310244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517227414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-09T02:23:20.310275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304706085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:23:20.310282Z","caller":"traceutil/trace.go:171","msg":"trace[1498151765] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24685; }","duration":"1.517290975s","start":"2026-07-09T02:23:18.792981Z","end":"2026-07-09T02:23:20.310272Z","steps":["trace[1498151765] 'agreement among raft nodes before linearized reading' (duration: 1.517157901s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.310302Z","caller":"traceutil/trace.go:171","msg":"trace[921549421] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24685; }","duration":"1.304768776s","start":"2026-07-09T02:23:19.005525Z","end":"2026-07-09T02:23:20.310294Z","steps":["trace[921549421] 'agreement among raft nodes before linearized reading' (duration: 1.304688454s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.310309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.792965Z","time spent":"1.517337126s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T02:23:20.310327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.005506Z","time spent":"1.304814687s","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-09T02:23:20.310685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302784529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-09T02:23:20.310722Z","caller":"traceutil/trace.go:171","msg":"trace[566778366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24685; }","duration":"1.302871281s","start":"2026-07-09T02:23:19.007839Z","end":"2026-07-09T02:23:20.31071Z","steps":["trace[566778366] 'agreement among raft nodes before linearized reading' (duration: 1.302763088s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.310751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.007819Z","time spent":"1.302922672s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-09T02:23:20.310764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15604236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:23:20.310808Z","caller":"traceutil/trace.go:171","msg":"trace[1726555498] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24685; }","duration":"2.156125262s","start":"2026-07-09T02:23:18.154671Z","end":"2026-07-09T02:23:20.310796Z","steps":["trace[1726555498] 'agreement among raft nodes before linearized reading' (duration: 2.154520834s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.310846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.154654Z","time spent":"2.156183773s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2651,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.311026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87728374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.311065Z","caller":"traceutil/trace.go:171","msg":"trace[260476649] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24685; }","duration":"1.877359002s","start":"2026-07-09T02:23:18.433694Z","end":"2026-07-09T02:23:20.311053Z","steps":["trace[260476649] 'agreement among raft nodes before linearized reading' (duration: 1.877301281s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.311062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087662928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:20.311076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104501437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:20.311087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:18.433669Z","time spent":"1.877411894s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:20.311097Z","caller":"traceutil/trace.go:171","msg":"trace[1390879689] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24685; }","duration":"1.08772551s","start":"2026-07-09T02:23:19.223361Z","end":"2026-07-09T02:23:20.311086Z","steps":["trace[1390879689] 'agreement among raft nodes before linearized reading' (duration: 1.087654978s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.311106Z","caller":"traceutil/trace.go:171","msg":"trace[1884556859] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24685; }","duration":"1.104574329s","start":"2026-07-09T02:23:19.206522Z","end":"2026-07-09T02:23:20.311096Z","steps":["trace[1884556859] 'agreement among raft nodes before linearized reading' (duration: 1.104524338s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.311123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.223349Z","time spent":"1.087767141s","remote":"127.0.0.1:44216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.31112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.738152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:20.311159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.117044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:20.311144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.206501Z","time spent":"1.104635611s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T02:23:20.311172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.674151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.311201Z","caller":"traceutil/trace.go:171","msg":"trace[1308435552] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24685; }","duration":"324.198075ms","start":"2026-07-09T02:23:19.986992Z","end":"2026-07-09T02:23:20.31119Z","steps":["trace[1308435552] 'agreement among raft nodes before linearized reading' (duration: 324.122324ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.311211Z","caller":"traceutil/trace.go:171","msg":"trace[1920419781] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24685; }","duration":"500.760733ms","start":"2026-07-09T02:23:19.81044Z","end":"2026-07-09T02:23:20.3112Z","steps":["trace[1920419781] 'agreement among raft nodes before linearized reading' (duration: 500.685321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.311231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.986974Z","time spent":"324.248087ms","remote":"127.0.0.1:58490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:20.311239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.810412Z","time spent":"500.818883ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:20.311173Z","caller":"traceutil/trace.go:171","msg":"trace[635553524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24685; }","duration":"341.839855ms","start":"2026-07-09T02:23:19.96932Z","end":"2026-07-09T02:23:20.311159Z","steps":["trace[635553524] 'agreement among raft nodes before linearized reading' (duration: 341.742262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.311314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.969299Z","time spent":"341.999828ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:20.311619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304680564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-09T02:23:20.311672Z","caller":"traceutil/trace.go:171","msg":"trace[364707430] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24685; }","duration":"1.304732906s","start":"2026-07-09T02:23:19.006927Z","end":"2026-07-09T02:23:20.31166Z","steps":["trace[364707430] 'agreement among raft nodes before linearized reading' (duration: 1.303688311s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.3117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:19.006911Z","time spent":"1.304781356s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"info","ts":"2026-07-09T02:23:20.506149Z","caller":"traceutil/trace.go:171","msg":"trace[688368543] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"191.826919ms","start":"2026-07-09T02:23:20.314309Z","end":"2026-07-09T02:23:20.506136Z","steps":["trace[688368543] 'process raft request' (duration: 187.67197ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.506149Z","caller":"traceutil/trace.go:171","msg":"trace[1177737851] linearizableReadLoop","detail":"{readStateIndex:25518; appliedIndex:25516; }","duration":"191.278985ms","start":"2026-07-09T02:23:20.31485Z","end":"2026-07-09T02:23:20.506129Z","steps":["trace[1177737851] 'read index received' (duration: 187.133217ms)","trace[1177737851] 'applied index is now lower than readState.Index' (duration: 4.144968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:20.506278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.409578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-09T02:23:20.506388Z","caller":"traceutil/trace.go:171","msg":"trace[1450711477] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24686; }","duration":"191.524811ms","start":"2026-07-09T02:23:20.314834Z","end":"2026-07-09T02:23:20.506359Z","steps":["trace[1450711477] 'agreement among raft nodes before linearized reading' (duration: 191.347907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.506487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.732958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:20.50649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.475858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.506515Z","caller":"traceutil/trace.go:171","msg":"trace[1197219404] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24686; }","duration":"116.804999ms","start":"2026-07-09T02:23:20.3897Z","end":"2026-07-09T02:23:20.506505Z","steps":["trace[1197219404] 'agreement among raft nodes before linearized reading' (duration: 116.760448ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:20.506516Z","caller":"traceutil/trace.go:171","msg":"trace[447004542] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24686; }","duration":"185.511598ms","start":"2026-07-09T02:23:20.320997Z","end":"2026-07-09T02:23:20.506509Z","steps":["trace[447004542] 'agreement among raft nodes before linearized reading' (duration: 185.461307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.506466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.671552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:20.506568Z","caller":"traceutil/trace.go:171","msg":"trace[1995223305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24686; }","duration":"185.794385ms","start":"2026-07-09T02:23:20.320749Z","end":"2026-07-09T02:23:20.506543Z","steps":["trace[1995223305] 'agreement among raft nodes before linearized reading' (duration: 185.663812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:20.506764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.836656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-09T02:23:20.506789Z","caller":"traceutil/trace.go:171","msg":"trace[749614739] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24686; }","duration":"185.872187ms","start":"2026-07-09T02:23:20.32091Z","end":"2026-07-09T02:23:20.506783Z","steps":["trace[749614739] 'agreement among raft nodes before linearized reading' (duration: 185.801625ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:28.52172Z","caller":"traceutil/trace.go:171","msg":"trace[1966143057] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"124.375689ms","start":"2026-07-09T02:23:28.397321Z","end":"2026-07-09T02:23:28.521697Z","steps":["trace[1966143057] 'process raft request' (duration: 124.158514ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:28.521939Z","caller":"traceutil/trace.go:171","msg":"trace[898513195] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"124.534433ms","start":"2026-07-09T02:23:28.397395Z","end":"2026-07-09T02:23:28.521929Z","steps":["trace[898513195] 'process raft request' (duration: 124.261436ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:28.522183Z","caller":"traceutil/trace.go:171","msg":"trace[1516552029] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"124.775979ms","start":"2026-07-09T02:23:28.397393Z","end":"2026-07-09T02:23:28.522169Z","steps":["trace[1516552029] 'process raft request' (duration: 124.499012ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:28.522412Z","caller":"traceutil/trace.go:171","msg":"trace[72364796] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"124.955753ms","start":"2026-07-09T02:23:28.397447Z","end":"2026-07-09T02:23:28.522403Z","steps":["trace[72364796] 'process raft request' (duration: 124.673466ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:28.52273Z","caller":"traceutil/trace.go:171","msg":"trace[1125661977] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"125.185628ms","start":"2026-07-09T02:23:28.39752Z","end":"2026-07-09T02:23:28.522706Z","steps":["trace[1125661977] 'process raft request' (duration: 124.779989ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:28.522855Z","caller":"traceutil/trace.go:171","msg":"trace[718172033] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"123.235362ms","start":"2026-07-09T02:23:28.399611Z","end":"2026-07-09T02:23:28.522846Z","steps":["trace[718172033] 'process raft request' (duration: 122.7283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.046728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894105,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:23:37.116151Z","caller":"traceutil/trace.go:171","msg":"trace[1788792953] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"616.267682ms","start":"2026-07-09T02:23:36.499822Z","end":"2026-07-09T02:23:37.116089Z","steps":["trace[1788792953] 'process raft request' (duration: 616.057437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.116351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.499798Z","time spent":"616.461617ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:37.149767Z","caller":"traceutil/trace.go:171","msg":"trace[934932796] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"596.179435ms","start":"2026-07-09T02:23:36.55356Z","end":"2026-07-09T02:23:37.149739Z","steps":["trace[934932796] 'process raft request' (duration: 595.94947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.149926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.553543Z","time spent":"596.306849ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:37.150141Z","caller":"traceutil/trace.go:171","msg":"trace[368700772] transaction","detail":"{read_only:false; response_revision:24809; number_of_response:1; }","duration":"559.093687ms","start":"2026-07-09T02:23:36.591036Z","end":"2026-07-09T02:23:37.150129Z","steps":["trace[368700772] 'process raft request' (duration: 558.635766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.15021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.591012Z","time spent":"559.161948ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:37.150313Z","caller":"traceutil/trace.go:171","msg":"trace[1975464648] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"547.902691ms","start":"2026-07-09T02:23:36.602399Z","end":"2026-07-09T02:23:37.150302Z","steps":["trace[1975464648] 'process raft request' (duration: 547.689716ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:37.150288Z","caller":"traceutil/trace.go:171","msg":"trace[439238098] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25641; }","duration":"604.031022ms","start":"2026-07-09T02:23:36.546228Z","end":"2026-07-09T02:23:37.150259Z","steps":["trace[439238098] 'read index received' (duration: 569.664887ms)","trace[439238098] 'applied index is now lower than readState.Index' (duration: 34.364675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:37.150387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.602393Z","time spent":"547.948732ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:37.150426Z","caller":"traceutil/trace.go:171","msg":"trace[409596561] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"547.749697ms","start":"2026-07-09T02:23:36.60266Z","end":"2026-07-09T02:23:37.15041Z","steps":["trace[409596561] 'process raft request' (duration: 547.491591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.150559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.311258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:37.150643Z","caller":"traceutil/trace.go:171","msg":"trace[482814476] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24813; }","duration":"604.437111ms","start":"2026-07-09T02:23:36.546188Z","end":"2026-07-09T02:23:37.150625Z","steps":["trace[482814476] 'agreement among raft nodes before linearized reading' (duration: 604.287438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.150698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.546167Z","time spent":"604.517123ms","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:37.150714Z","caller":"traceutil/trace.go:171","msg":"trace[1084636630] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"548.667179ms","start":"2026-07-09T02:23:36.602032Z","end":"2026-07-09T02:23:37.150699Z","steps":["trace[1084636630] 'process raft request' (duration: 547.923881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.150736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.925236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-09T02:23:37.150783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.602012Z","time spent":"548.73571ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:37.150795Z","caller":"traceutil/trace.go:171","msg":"trace[1044493396] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24813; }","duration":"568.011978ms","start":"2026-07-09T02:23:36.582767Z","end":"2026-07-09T02:23:37.150779Z","steps":["trace[1044493396] 'agreement among raft nodes before linearized reading' (duration: 567.843584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.150838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.58275Z","time spent":"568.075539ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-09T02:23:37.150951Z","caller":"traceutil/trace.go:171","msg":"trace[496575289] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"548.156557ms","start":"2026-07-09T02:23:36.602772Z","end":"2026-07-09T02:23:37.150929Z","steps":["trace[496575289] 'process raft request' (duration: 547.431369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:37.150565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.602631Z","time spent":"547.84705ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:37.151135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.763991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:37.151145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.365175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:37.151064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:36.602763Z","time spent":"548.240498ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:37.151167Z","caller":"traceutil/trace.go:171","msg":"trace[1413746508] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24813; }","duration":"122.855063ms","start":"2026-07-09T02:23:37.028304Z","end":"2026-07-09T02:23:37.151159Z","steps":["trace[1413746508] 'agreement among raft nodes before linearized reading' (duration: 122.792232ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:37.151176Z","caller":"traceutil/trace.go:171","msg":"trace[248863970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24813; }","duration":"196.438927ms","start":"2026-07-09T02:23:36.954728Z","end":"2026-07-09T02:23:37.151167Z","steps":["trace[248863970] 'agreement among raft nodes before linearized reading' (duration: 196.370376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:40.899344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.638801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:40.89943Z","caller":"traceutil/trace.go:171","msg":"trace[712358533] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24897; }","duration":"333.777634ms","start":"2026-07-09T02:23:40.565633Z","end":"2026-07-09T02:23:40.89941Z","steps":["trace[712358533] 'range keys from in-memory index tree' (duration: 333.566619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:40.899467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.94503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-07-09T02:23:40.899471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:40.565613Z","time spent":"333.847616ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T02:23:40.899463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.242685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-09T02:23:40.8995Z","caller":"traceutil/trace.go:171","msg":"trace[1652714227] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24897; }","duration":"359.001232ms","start":"2026-07-09T02:23:40.540488Z","end":"2026-07-09T02:23:40.899489Z","steps":["trace[1652714227] 'range keys from in-memory index tree' (duration: 358.803367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:40.899551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:40.540477Z","time spent":"359.052663ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"info","ts":"2026-07-09T02:23:40.899617Z","caller":"traceutil/trace.go:171","msg":"trace[1177463434] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24897; }","duration":"369.362358ms","start":"2026-07-09T02:23:40.530153Z","end":"2026-07-09T02:23:40.899515Z","steps":["trace[1177463434] 'range keys from in-memory index tree' (duration: 369.06162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:40.899667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:40.530133Z","time spent":"369.521241ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-09T02:23:40.900688Z","caller":"traceutil/trace.go:171","msg":"trace[1995889353] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"207.788567ms","start":"2026-07-09T02:23:40.692869Z","end":"2026-07-09T02:23:40.900657Z","steps":["trace[1995889353] 'process raft request' (duration: 207.550881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:42.688156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243840192s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:42.688266Z","caller":"traceutil/trace.go:171","msg":"trace[686738888] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"1.560407387s","start":"2026-07-09T02:23:41.127839Z","end":"2026-07-09T02:23:42.688247Z","steps":["trace[686738888] 'process raft request' (duration: 316.395102ms)","trace[686738888] 'compare' (duration: 1.242179521s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:42.688326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.127817Z","time spent":"1.560479489s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:43.066114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.621870294s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:43.066784Z","caller":"traceutil/trace.go:171","msg":"trace[1064301143] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"1.905730365s","start":"2026-07-09T02:23:41.161028Z","end":"2026-07-09T02:23:43.066759Z","steps":["trace[1064301143] 'process raft request' (duration: 1.905258123s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.06689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.161012Z","time spent":"1.905818907s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:43.066784Z","caller":"traceutil/trace.go:171","msg":"trace[797698611] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"1.903697277s","start":"2026-07-09T02:23:41.163056Z","end":"2026-07-09T02:23:43.066754Z","steps":["trace[797698611] 'process raft request' (duration: 1.903580494s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:43.067076Z","caller":"traceutil/trace.go:171","msg":"trace[2065147281] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"1.900995053s","start":"2026-07-09T02:23:41.16607Z","end":"2026-07-09T02:23:43.067065Z","steps":["trace[2065147281] 'process raft request' (duration: 1.900643445s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.067075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.163035Z","time spent":"1.903949713s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:43.067124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.166045Z","time spent":"1.901057054s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:43.06717Z","caller":"traceutil/trace.go:171","msg":"trace[779474554] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"1.899280142s","start":"2026-07-09T02:23:41.167876Z","end":"2026-07-09T02:23:43.067156Z","steps":["trace[779474554] 'process raft request' (duration: 1.899099028s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:43.067196Z","caller":"traceutil/trace.go:171","msg":"trace[1178727266] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"1.898671348s","start":"2026-07-09T02:23:41.168503Z","end":"2026-07-09T02:23:43.067174Z","steps":["trace[1178727266] 'process raft request' (duration: 1.898564245s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.067228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.167865Z","time spent":"1.899327093s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:43.067277Z","caller":"traceutil/trace.go:171","msg":"trace[311820090] linearizableReadLoop","detail":"{readStateIndex:25741; appliedIndex:25734; }","duration":"1.841595915s","start":"2026-07-09T02:23:41.225663Z","end":"2026-07-09T02:23:43.067259Z","steps":["trace[311820090] 'read index received' (duration: 218.584293ms)","trace[311820090] 'applied index is now lower than readState.Index' (duration: 1.623009882s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:43.067317Z","caller":"traceutil/trace.go:171","msg":"trace[1009060328] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"1.898151025s","start":"2026-07-09T02:23:41.169158Z","end":"2026-07-09T02:23:43.067309Z","steps":["trace[1009060328] 'process raft request' (duration: 1.89796359s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.067308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.168497Z","time spent":"1.898754529s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:43.067376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.169152Z","time spent":"1.898188666s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:43.067484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84182117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:23:43.067574Z","caller":"traceutil/trace.go:171","msg":"trace[1987109650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24905; }","duration":"1.841924602s","start":"2026-07-09T02:23:41.225606Z","end":"2026-07-09T02:23:43.06753Z","steps":["trace[1987109650] 'agreement among raft nodes before linearized reading' (duration: 1.841741178s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.067634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.225584Z","time spent":"1.842034905s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:43.567688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894376,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:23:43.876437Z","caller":"traceutil/trace.go:171","msg":"trace[15964087] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"1.459353302s","start":"2026-07-09T02:23:42.41706Z","end":"2026-07-09T02:23:43.876413Z","steps":["trace[15964087] 'process raft request' (duration: 1.459144307s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.876609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:42.417043Z","time spent":"1.459470234s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:43.876613Z","caller":"traceutil/trace.go:171","msg":"trace[312631220] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"1.077794805s","start":"2026-07-09T02:23:42.798785Z","end":"2026-07-09T02:23:43.87658Z","steps":["trace[312631220] 'process raft request' (duration: 1.07758421s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.876751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:42.79876Z","time spent":"1.077916348s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:43.951043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999025548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:43.951114Z","caller":"traceutil/trace.go:171","msg":"trace[6369605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999155751s","start":"2026-07-09T02:23:41.951945Z","end":"2026-07-09T02:23:43.951101Z","steps":["trace[6369605] 'agreement among raft nodes before linearized reading' (duration: 1.999054559s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:43.95116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.951924Z","time spent":"1.999229793s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:45.944245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934038477s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:45.944454Z","caller":"traceutil/trace.go:171","msg":"trace[292025577] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.250486669s","start":"2026-07-09T02:23:44.69395Z","end":"2026-07-09T02:23:45.944437Z","steps":["trace[292025577] 'process raft request' (duration: 1.250399547s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.944526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:44.69392Z","time spent":"1.250575111s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:45.944737Z","caller":"traceutil/trace.go:171","msg":"trace[848895944] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"2.872879907s","start":"2026-07-09T02:23:43.071845Z","end":"2026-07-09T02:23:45.944725Z","steps":["trace[848895944] 'process raft request' (duration: 938.279597ms)","trace[848895944] 'compare' (duration: 1.933200657s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:45.944799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.07183Z","time spent":"2.872941208s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:45.944932Z","caller":"traceutil/trace.go:171","msg":"trace[1451048052] linearizableReadLoop","detail":"{readStateIndex:25744; appliedIndex:25741; }","duration":"2.877594109s","start":"2026-07-09T02:23:43.067315Z","end":"2026-07-09T02:23:45.944909Z","steps":["trace[1451048052] 'read index received' (duration: 809.040752ms)","trace[1451048052] 'applied index is now lower than readState.Index' (duration: 2.068552007s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:45.945078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855616528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:45.945126Z","caller":"traceutil/trace.go:171","msg":"trace[1373944957] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24909; }","duration":"3.85571891s","start":"2026-07-09T02:23:42.089396Z","end":"2026-07-09T02:23:45.945115Z","steps":["trace[1373944957] 'agreement among raft nodes before linearized reading' (duration: 3.855630328s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.945171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:42.089377Z","time spent":"3.855785043s","remote":"127.0.0.1:43962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:45.945263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599903845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-09T02:23:45.945313Z","caller":"traceutil/trace.go:171","msg":"trace[339140973] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24909; }","duration":"4.599951736s","start":"2026-07-09T02:23:41.345348Z","end":"2026-07-09T02:23:45.9453Z","steps":["trace[339140973] 'agreement among raft nodes before linearized reading' (duration: 4.599807862s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.945346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.345306Z","time spent":"4.600032738s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:23:45.945482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710469436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T02:23:45.945535Z","caller":"traceutil/trace.go:171","msg":"trace[371192120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24909; }","duration":"4.710568438s","start":"2026-07-09T02:23:41.234959Z","end":"2026-07-09T02:23:45.945527Z","steps":["trace[371192120] 'agreement among raft nodes before linearized reading' (duration: 4.710430025s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.945576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.234932Z","time spent":"4.71063755s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:45.945668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.404336717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-09T02:23:45.945706Z","caller":"traceutil/trace.go:171","msg":"trace[403158286] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24909; }","duration":"4.40442934s","start":"2026-07-09T02:23:41.541267Z","end":"2026-07-09T02:23:45.945696Z","steps":["trace[403158286] 'agreement among raft nodes before linearized reading' (duration: 4.404332858s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.945741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.541246Z","time spent":"4.404487941s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-09T02:23:45.945901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.710901767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:23:45.946092Z","caller":"traceutil/trace.go:171","msg":"trace[818734537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24909; }","duration":"4.711112461s","start":"2026-07-09T02:23:41.234969Z","end":"2026-07-09T02:23:45.946082Z","steps":["trace[818734537] 'agreement among raft nodes before linearized reading' (duration: 4.710866606s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.946674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.234957Z","time spent":"4.711707325s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:45.945951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428926711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:23:45.946798Z","caller":"traceutil/trace.go:171","msg":"trace[222351645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24909; }","duration":"4.429801722s","start":"2026-07-09T02:23:41.516982Z","end":"2026-07-09T02:23:45.946784Z","steps":["trace[222351645] 'agreement among raft nodes before linearized reading' (duration: 4.428901881s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.945581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088997802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:45.946849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.516963Z","time spent":"4.429873163s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:23:45.945537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035048372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-09T02:23:45.946855Z","caller":"traceutil/trace.go:171","msg":"trace[966698120] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24909; }","duration":"4.090306893s","start":"2026-07-09T02:23:41.856533Z","end":"2026-07-09T02:23:45.94684Z","steps":["trace[966698120] 'agreement among raft nodes before linearized reading' (duration: 4.089024463s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.946542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.712847863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:23:45.946903Z","caller":"traceutil/trace.go:171","msg":"trace[1446123516] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24909; }","duration":"4.036429455s","start":"2026-07-09T02:23:41.910455Z","end":"2026-07-09T02:23:45.946884Z","steps":["trace[1446123516] 'agreement among raft nodes before linearized reading' (duration: 4.035017642s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.946919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.856515Z","time spent":"4.090389855s","remote":"127.0.0.1:52146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:45.946627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.715595328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-09T02:23:45.946968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.910439Z","time spent":"4.036507337s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"info","ts":"2026-07-09T02:23:45.946943Z","caller":"traceutil/trace.go:171","msg":"trace[920850688] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24909; }","duration":"4.713265372s","start":"2026-07-09T02:23:41.233652Z","end":"2026-07-09T02:23:45.946917Z","steps":["trace[920850688] 'agreement among raft nodes before linearized reading' (duration: 4.712795941s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:45.946984Z","caller":"traceutil/trace.go:171","msg":"trace[1805265963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24909; }","duration":"4.715985577s","start":"2026-07-09T02:23:41.230984Z","end":"2026-07-09T02:23:45.946969Z","steps":["trace[1805265963] 'agreement among raft nodes before linearized reading' (duration: 4.715582608s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.94703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.230961Z","time spent":"4.716054929s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:23:45.947037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:41.233637Z","time spent":"4.713368995s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:45.951414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:45.951463Z","caller":"traceutil/trace.go:171","msg":"trace[1048522705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000155233s","start":"2026-07-09T02:23:43.951297Z","end":"2026-07-09T02:23:45.951453Z","steps":["trace[1048522705] 'agreement among raft nodes before linearized reading' (duration: 2.000101942s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:45.951497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.95128Z","time spent":"2.000210895s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:46.445546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:46.697354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5423519s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:46.697755Z","caller":"traceutil/trace.go:171","msg":"trace[1510367908] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"1.624147198s","start":"2026-07-09T02:23:45.07359Z","end":"2026-07-09T02:23:46.697738Z","steps":["trace[1510367908] 'process raft request' (duration: 1.624115108s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:46.697863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.073585Z","time spent":"1.62421922s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:46.69789Z","caller":"traceutil/trace.go:171","msg":"trace[1192024896] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"1.625165772s","start":"2026-07-09T02:23:45.072701Z","end":"2026-07-09T02:23:46.697866Z","steps":["trace[1192024896] 'process raft request' (duration: 1.624906836s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:46.697922Z","caller":"traceutil/trace.go:171","msg":"trace[1347101177] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"1.624803204s","start":"2026-07-09T02:23:45.073087Z","end":"2026-07-09T02:23:46.69789Z","steps":["trace[1347101177] 'process raft request' (duration: 1.624568828s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:46.69797Z","caller":"traceutil/trace.go:171","msg":"trace[650949641] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"1.624794543s","start":"2026-07-09T02:23:45.073149Z","end":"2026-07-09T02:23:46.697944Z","steps":["trace[650949641] 'process raft request' (duration: 1.624531357s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:46.697991Z","caller":"traceutil/trace.go:171","msg":"trace[1118641478] transaction","detail":"{read_only:false; response_revision:24912; number_of_response:1; }","duration":"1.624988628s","start":"2026-07-09T02:23:45.072983Z","end":"2026-07-09T02:23:46.697972Z","steps":["trace[1118641478] 'process raft request' (duration: 1.62465123s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:46.698002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.072682Z","time spent":"1.625267624s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:46.69802Z","caller":"traceutil/trace.go:171","msg":"trace[314510043] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"1.625370337s","start":"2026-07-09T02:23:45.072618Z","end":"2026-07-09T02:23:46.697989Z","steps":["trace[314510043] 'process raft request' (duration: 1.624871936s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:46.69806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.073074Z","time spent":"1.624910686s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:46.698088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.072977Z","time spent":"1.62506548s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:46.698096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.073144Z","time spent":"1.624891846s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:46.698193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.072599Z","time spent":"1.62549965s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:47.956794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000430092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:47.956875Z","caller":"traceutil/trace.go:171","msg":"trace[1114046681] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000532714s","start":"2026-07-09T02:23:45.956325Z","end":"2026-07-09T02:23:47.956857Z","steps":["trace[1114046681] 'agreement among raft nodes before linearized reading' (duration: 2.000436842s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:47.956927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.95632Z","time spent":"2.000595545s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:48.482009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784182555s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:48.513587Z","caller":"traceutil/trace.go:171","msg":"trace[1717733285] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"3.16188657s","start":"2026-07-09T02:23:45.35166Z","end":"2026-07-09T02:23:48.513547Z","steps":["trace[1717733285] 'process raft request' (duration: 3.130772773s)","trace[1717733285] 'compare' (duration: 30.151885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:48.513741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.351639Z","time spent":"3.162024573s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:49.140612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.524608ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:23:49.141584Z","caller":"traceutil/trace.go:171","msg":"trace[2018946775] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"3.191627125s","start":"2026-07-09T02:23:45.949929Z","end":"2026-07-09T02:23:49.141556Z","steps":["trace[2018946775] 'process raft request' (duration: 3.190792635s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.142042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.949911Z","time spent":"3.192063475s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:49.95718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:49.957247Z","caller":"traceutil/trace.go:171","msg":"trace[1282865661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094083s","start":"2026-07-09T02:23:47.957135Z","end":"2026-07-09T02:23:49.957229Z","steps":["trace[1282865661] 'agreement among raft nodes before linearized reading' (duration: 2.000010761s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.957286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:47.957116Z","time spent":"2.000161324s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:49.985193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.934662ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:49.986177Z","caller":"traceutil/trace.go:171","msg":"trace[806405514] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24917; }","duration":"392.919356ms","start":"2026-07-09T02:23:49.593237Z","end":"2026-07-09T02:23:49.986156Z","steps":["trace[806405514] 'range keys from in-memory index tree' (duration: 391.923802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.986334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.854062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:49.986898Z","caller":"traceutil/trace.go:171","msg":"trace[1687588680] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"4.035237707s","start":"2026-07-09T02:23:45.951611Z","end":"2026-07-09T02:23:49.986849Z","steps":["trace[1687588680] 'process raft request' (duration: 3.189795371s)","trace[1687588680] 'compare' (duration: 843.997662ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:49.98696Z","caller":"traceutil/trace.go:171","msg":"trace[820189647] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"4.035258408s","start":"2026-07-09T02:23:45.951665Z","end":"2026-07-09T02:23:49.986923Z","steps":["trace[820189647] 'process raft request' (duration: 4.035079774s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:49.987026Z","caller":"traceutil/trace.go:171","msg":"trace[558027352] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"2.036375693s","start":"2026-07-09T02:23:47.950632Z","end":"2026-07-09T02:23:49.987008Z","steps":["trace[558027352] 'process raft request' (duration: 2.036335272s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.987118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.951597Z","time spent":"4.03537986s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:49.987142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:47.950614Z","time spent":"2.036489755s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:49.987168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.951661Z","time spent":"4.035414101s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:49.98733Z","caller":"traceutil/trace.go:171","msg":"trace[986877821] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"4.034596892s","start":"2026-07-09T02:23:45.952718Z","end":"2026-07-09T02:23:49.987315Z","steps":["trace[986877821] 'process raft request' (duration: 4.034192973s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:49.987396Z","caller":"traceutil/trace.go:171","msg":"trace[1762079199] linearizableReadLoop","detail":"{readStateIndex:25759; appliedIndex:25751; }","duration":"4.042379386s","start":"2026-07-09T02:23:45.945005Z","end":"2026-07-09T02:23:49.987384Z","steps":["trace[1762079199] 'read index received' (duration: 753.296871ms)","trace[1762079199] 'applied index is now lower than readState.Index' (duration: 3.289081305s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:49.987413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.952694Z","time spent":"4.034672333s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:49.987529Z","caller":"traceutil/trace.go:171","msg":"trace[1854141198] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"4.03575725s","start":"2026-07-09T02:23:45.951755Z","end":"2026-07-09T02:23:49.987512Z","steps":["trace[1854141198] 'process raft request' (duration: 4.035119895s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.987677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335945696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-09T02:23:49.987718Z","caller":"traceutil/trace.go:171","msg":"trace[415600652] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56; range_end:; response_count:1; response_revision:24923; }","duration":"4.336020288s","start":"2026-07-09T02:23:45.651685Z","end":"2026-07-09T02:23:49.987706Z","steps":["trace[415600652] 'agreement among raft nodes before linearized reading' (duration: 4.335890325s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.987755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.651665Z","time spent":"4.336081219s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56\" "} {"level":"warn","ts":"2026-07-09T02:23:49.987808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.951738Z","time spent":"4.035884052s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:49.987838Z","caller":"traceutil/trace.go:171","msg":"trace[1800364097] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"4.036110078s","start":"2026-07-09T02:23:45.951699Z","end":"2026-07-09T02:23:49.987809Z","steps":["trace[1800364097] 'process raft request' (duration: 4.035134555s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.987946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.501493392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:49.987972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.951695Z","time spent":"4.03621132s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:49.98803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.73969844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:49.988063Z","caller":"traceutil/trace.go:171","msg":"trace[1615697069] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24923; }","duration":"4.739766112s","start":"2026-07-09T02:23:45.248289Z","end":"2026-07-09T02:23:49.988055Z","steps":["trace[1615697069] 'agreement among raft nodes before linearized reading' (duration: 4.73971535s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:49.987986Z","caller":"traceutil/trace.go:171","msg":"trace[387145002] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:24923; }","duration":"4.501574144s","start":"2026-07-09T02:23:45.486401Z","end":"2026-07-09T02:23:49.987975Z","steps":["trace[387145002] 'agreement among raft nodes before linearized reading' (duration: 4.501509882s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.988101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.248266Z","time spent":"4.739823684s","remote":"127.0.0.1:44250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:49.988126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.486349Z","time spent":"4.501759928s","remote":"127.0.0.1:57430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:49.988281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.79324867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:49.988299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.458279597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:49.98831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.746307996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-09T02:23:49.988367Z","caller":"traceutil/trace.go:171","msg":"trace[268969985] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24923; }","duration":"6.4583919s","start":"2026-07-09T02:23:43.529947Z","end":"2026-07-09T02:23:49.988339Z","steps":["trace[268969985] 'agreement among raft nodes before linearized reading' (duration: 6.458303738s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.988411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.529927Z","time spent":"6.458474542s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:49.988451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.582066023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:49.988501Z","caller":"traceutil/trace.go:171","msg":"trace[1422366759] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24923; }","duration":"6.582160025s","start":"2026-07-09T02:23:43.40633Z","end":"2026-07-09T02:23:49.98849Z","steps":["trace[1422366759] 'agreement among raft nodes before linearized reading' (duration: 6.582065213s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.988548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.406307Z","time spent":"6.582231056s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:49.988588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.734177579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:49.988625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910644242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:49.988632Z","caller":"traceutil/trace.go:171","msg":"trace[1961343552] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24923; }","duration":"6.734254451s","start":"2026-07-09T02:23:43.254368Z","end":"2026-07-09T02:23:49.988622Z","steps":["trace[1961343552] 'agreement among raft nodes before linearized reading' (duration: 6.73418675s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:49.988667Z","caller":"traceutil/trace.go:171","msg":"trace[1861344540] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24923; }","duration":"4.910698014s","start":"2026-07-09T02:23:45.077957Z","end":"2026-07-09T02:23:49.988655Z","steps":["trace[1861344540] 'agreement among raft nodes before linearized reading' (duration: 4.910598912s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.988671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.25435Z","time spent":"6.734311952s","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:49.988698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.077951Z","time spent":"4.910739035s","remote":"127.0.0.1:52150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:49.988315Z","caller":"traceutil/trace.go:171","msg":"trace[544246752] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24923; }","duration":"6.793311972s","start":"2026-07-09T02:23:43.194994Z","end":"2026-07-09T02:23:49.988306Z","steps":["trace[544246752] 'agreement among raft nodes before linearized reading' (duration: 6.79324876s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.988788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.194981Z","time spent":"6.793792183s","remote":"127.0.0.1:52264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:49.988369Z","caller":"traceutil/trace.go:171","msg":"trace[1770072716] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24923; }","duration":"6.746402719s","start":"2026-07-09T02:23:43.241947Z","end":"2026-07-09T02:23:49.988349Z","steps":["trace[1770072716] 'agreement among raft nodes before linearized reading' (duration: 6.746223244s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.98881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.420933002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-09T02:23:49.988845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.241925Z","time spent":"6.746911391s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-09T02:23:49.988852Z","caller":"traceutil/trace.go:171","msg":"trace[1292879085] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24923; }","duration":"6.421005804s","start":"2026-07-09T02:23:43.567832Z","end":"2026-07-09T02:23:49.988838Z","steps":["trace[1292879085] 'agreement among raft nodes before linearized reading' (duration: 6.420860281s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:49.988886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:43.567813Z","time spent":"6.421066685s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-09T02:23:50.311191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:50.311269Z","caller":"traceutil/trace.go:171","msg":"trace[374830677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000683836s","start":"2026-07-09T02:23:48.310569Z","end":"2026-07-09T02:23:50.311252Z","steps":["trace[374830677] 'agreement among raft nodes before linearized reading' (duration: 2.000577174s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:50.311313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.310522Z","time spent":"2.000782978s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:50.487831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:50.913698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.209651491s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:50.949123Z","caller":"traceutil/trace.go:171","msg":"trace[1693332352] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"2.245187933s","start":"2026-07-09T02:23:48.703897Z","end":"2026-07-09T02:23:50.949085Z","steps":["trace[1693332352] 'process raft request' (duration: 2.209963938s)","trace[1693332352] 'compare' (duration: 34.180941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:50.949305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.703865Z","time spent":"2.245346437s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:51.964584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000448352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-09T02:23:51.964652Z","caller":"traceutil/trace.go:171","msg":"trace[529492374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551815s","start":"2026-07-09T02:23:49.964082Z","end":"2026-07-09T02:23:51.964634Z","steps":["trace[529492374] 'agreement among raft nodes before linearized reading' (duration: 2.000469843s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.964688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.964067Z","time spent":"2.000613026s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/09 02:23:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-09T02:23:51.972343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058436776s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:23:51.973155Z","caller":"traceutil/trace.go:171","msg":"trace[415020952] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"3.269168633s","start":"2026-07-09T02:23:48.703954Z","end":"2026-07-09T02:23:51.973123Z","steps":["trace[415020952] 'process raft request' (duration: 3.268684242s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.973306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.703899Z","time spent":"3.269313366s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:51.973337Z","caller":"traceutil/trace.go:171","msg":"trace[1485543162] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"3.268956009s","start":"2026-07-09T02:23:48.704358Z","end":"2026-07-09T02:23:51.973314Z","steps":["trace[1485543162] 'process raft request' (duration: 3.268695802s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.973465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.704346Z","time spent":"3.26904411s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:51.973845Z","caller":"traceutil/trace.go:171","msg":"trace[1057476362] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"3.269144863s","start":"2026-07-09T02:23:48.704683Z","end":"2026-07-09T02:23:51.973828Z","steps":["trace[1057476362] 'process raft request' (duration: 3.268552349s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.973904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.704667Z","time spent":"3.269207454s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:51.974202Z","caller":"traceutil/trace.go:171","msg":"trace[1134219078] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"3.269447869s","start":"2026-07-09T02:23:48.704744Z","end":"2026-07-09T02:23:51.974192Z","steps":["trace[1134219078] 'process raft request' (duration: 3.268768613s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.974323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.704739Z","time spent":"3.269563042s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:51.974243Z","caller":"traceutil/trace.go:171","msg":"trace[1376746005] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"3.092597887s","start":"2026-07-09T02:23:48.88164Z","end":"2026-07-09T02:23:51.974238Z","steps":["trace[1376746005] 'process raft request' (duration: 3.092439444s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:51.974344Z","caller":"traceutil/trace.go:171","msg":"trace[641101737] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"3.268503387s","start":"2026-07-09T02:23:48.705815Z","end":"2026-07-09T02:23:51.974318Z","steps":["trace[641101737] 'process raft request' (duration: 3.26821222s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.974411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.881614Z","time spent":"3.092754311s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:51.974405Z","caller":"traceutil/trace.go:171","msg":"trace[1209631391] linearizableReadLoop","detail":"{readStateIndex:25768; appliedIndex:25760; }","duration":"1.986954862s","start":"2026-07-09T02:23:49.987426Z","end":"2026-07-09T02:23:51.974381Z","steps":["trace[1209631391] 'read index received' (duration: 926.447407ms)","trace[1209631391] 'applied index is now lower than readState.Index' (duration: 1.060506145s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:51.974463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.991206Z","time spent":"1.983255565s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T02:23:51.974478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.705801Z","time spent":"3.26862623s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:51.974554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824816038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:51.974573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287634851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:51.9746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.933083995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-09T02:23:51.974598Z","caller":"traceutil/trace.go:171","msg":"trace[1999544466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24930; }","duration":"2.824856229s","start":"2026-07-09T02:23:49.149725Z","end":"2026-07-09T02:23:51.974581Z","steps":["trace[1999544466] 'agreement among raft nodes before linearized reading' (duration: 2.824789078s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:51.974618Z","caller":"traceutil/trace.go:171","msg":"trace[239877115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24930; }","duration":"2.933100545s","start":"2026-07-09T02:23:49.041511Z","end":"2026-07-09T02:23:51.974611Z","steps":["trace[239877115] 'agreement among raft nodes before linearized reading' (duration: 2.933021273s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:51.974613Z","caller":"traceutil/trace.go:171","msg":"trace[1862504254] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24930; }","duration":"3.287719123s","start":"2026-07-09T02:23:48.686881Z","end":"2026-07-09T02:23:51.9746Z","steps":["trace[1862504254] 'agreement among raft nodes before linearized reading' (duration: 3.28760433s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.974631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.041433Z","time spent":"2.933194988s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:51.974635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.14968Z","time spent":"2.824946171s","remote":"127.0.0.1:53038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.974648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.686865Z","time spent":"3.287773504s","remote":"127.0.0.1:52336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.974637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037800157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:51.974706Z","caller":"traceutil/trace.go:171","msg":"trace[393705251] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24930; }","duration":"4.03791854s","start":"2026-07-09T02:23:47.936771Z","end":"2026-07-09T02:23:51.97469Z","steps":["trace[393705251] 'agreement among raft nodes before linearized reading' (duration: 4.037799757s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.974776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157200089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:51.974777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:47.936752Z","time spent":"4.038015083s","remote":"127.0.0.1:51892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:51.974791Z","caller":"traceutil/trace.go:171","msg":"trace[1177547071] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24930; }","duration":"3.15725823s","start":"2026-07-09T02:23:48.817529Z","end":"2026-07-09T02:23:51.974787Z","steps":["trace[1177547071] 'agreement among raft nodes before linearized reading' (duration: 3.157152288s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.974805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.817506Z","time spent":"3.157295862s","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.974838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378013044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:51.974864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408809794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:51.974704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.024528614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-07-09T02:23:51.974887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83629182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:51.974889Z","caller":"traceutil/trace.go:171","msg":"trace[1636817469] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:24930; }","duration":"4.378059415s","start":"2026-07-09T02:23:47.596811Z","end":"2026-07-09T02:23:51.974871Z","steps":["trace[1636817469] 'agreement among raft nodes before linearized reading' (duration: 4.377990784s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:51.974901Z","caller":"traceutil/trace.go:171","msg":"trace[1151512853] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24930; }","duration":"2.408870076s","start":"2026-07-09T02:23:49.56602Z","end":"2026-07-09T02:23:51.97489Z","steps":["trace[1151512853] 'agreement among raft nodes before linearized reading' (duration: 2.408816494s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:51.974925Z","caller":"traceutil/trace.go:171","msg":"trace[465991845] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24930; }","duration":"5.836330191s","start":"2026-07-09T02:23:46.138583Z","end":"2026-07-09T02:23:51.974913Z","steps":["trace[465991845] 'agreement among raft nodes before linearized reading' (duration: 5.83627224s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.974932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.566004Z","time spent":"2.408921277s","remote":"127.0.0.1:45940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.974938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:47.596752Z","time spent":"4.378176098s","remote":"127.0.0.1:56674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.974955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:46.138519Z","time spent":"5.836428754s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.974442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183748839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:51.974988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.021737898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-09T02:23:51.975008Z","caller":"traceutil/trace.go:171","msg":"trace[305689384] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24930; }","duration":"3.184319362s","start":"2026-07-09T02:23:48.790684Z","end":"2026-07-09T02:23:51.975003Z","steps":["trace[305689384] 'agreement among raft nodes before linearized reading' (duration: 3.183731219s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.975027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:48.790598Z","time spent":"3.184422935s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:51.975033Z","caller":"traceutil/trace.go:171","msg":"trace[937339911] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24930; }","duration":"6.02179249s","start":"2026-07-09T02:23:45.953226Z","end":"2026-07-09T02:23:51.975018Z","steps":["trace[937339911] 'agreement among raft nodes before linearized reading' (duration: 6.021645646s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.975047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.026271684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-09T02:23:51.975064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.953219Z","time spent":"6.021838871s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" "} {"level":"warn","ts":"2026-07-09T02:23:51.975074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.670058099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:51.975081Z","caller":"traceutil/trace.go:171","msg":"trace[599887944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24930; }","duration":"4.026325226s","start":"2026-07-09T02:23:47.948746Z","end":"2026-07-09T02:23:51.975071Z","steps":["trace[599887944] 'agreement among raft nodes before linearized reading' (duration: 4.026195123s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:51.9751Z","caller":"traceutil/trace.go:171","msg":"trace[1813978696] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24930; }","duration":"2.67012441s","start":"2026-07-09T02:23:49.304969Z","end":"2026-07-09T02:23:51.975093Z","steps":["trace[1813978696] 'agreement among raft nodes before linearized reading' (duration: 2.670083169s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.975112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:47.948733Z","time spent":"4.026373237s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:23:51.974901Z","caller":"traceutil/trace.go:171","msg":"trace[1681787528] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24930; }","duration":"5.0247758s","start":"2026-07-09T02:23:46.950119Z","end":"2026-07-09T02:23:51.974895Z","steps":["trace[1681787528] 'agreement among raft nodes before linearized reading' (duration: 5.024403351s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.975129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.304947Z","time spent":"2.670173711s","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:51.975152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:46.950102Z","time spent":"5.025040336s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:23:51.975439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.979370724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:23:51.975483Z","caller":"traceutil/trace.go:171","msg":"trace[1777057565] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24930; }","duration":"5.979548857s","start":"2026-07-09T02:23:45.995916Z","end":"2026-07-09T02:23:51.975465Z","steps":["trace[1777057565] 'agreement among raft nodes before linearized reading' (duration: 5.979339042s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:51.975522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:45.9959Z","time spent":"5.979614589s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:23:52.474659Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894406,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:23:52.875478Z","caller":"traceutil/trace.go:171","msg":"trace[50886965] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"1.660200213s","start":"2026-07-09T02:23:51.215253Z","end":"2026-07-09T02:23:52.875453Z","steps":["trace[50886965] 'process raft request' (duration: 1.65584544s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:52.875641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.215237Z","time spent":"1.660334967s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:53.964671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:23:53.964731Z","caller":"traceutil/trace.go:171","msg":"trace[738154260] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999927358s","start":"2026-07-09T02:23:51.96479Z","end":"2026-07-09T02:23:53.964717Z","steps":["trace[738154260] 'agreement among raft nodes before linearized reading' (duration: 1.999844996s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:53.964774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.964731Z","time spent":"2.000037131s","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:54.34218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468812957s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-09T02:23:54.803697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.167815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:23:54.803931Z","caller":"traceutil/trace.go:171","msg":"trace[1706372029] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25768; }","duration":"2.829458267s","start":"2026-07-09T02:23:51.97446Z","end":"2026-07-09T02:23:54.803919Z","steps":["trace[1706372029] 'read index received' (duration: 896.650839ms)","trace[1706372029] 'applied index is now lower than readState.Index' (duration: 1.932806708s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:23:54.803982Z","caller":"traceutil/trace.go:171","msg":"trace[1478249134] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"2.827105291s","start":"2026-07-09T02:23:51.976868Z","end":"2026-07-09T02:23:54.803973Z","steps":["trace[1478249134] 'process raft request' (duration: 2.365603999s)","trace[1478249134] 'compare' (duration: 460.623861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:23:54.80402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.976846Z","time spent":"2.827150893s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.804196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69461151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:54.804221Z","caller":"traceutil/trace.go:171","msg":"trace[804315600] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24936; }","duration":"3.694665212s","start":"2026-07-09T02:23:51.10955Z","end":"2026-07-09T02:23:54.804215Z","steps":["trace[804315600] 'agreement among raft nodes before linearized reading' (duration: 3.69461058s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.109533Z","time spent":"3.694703182s","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:54.804262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658265948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T02:23:54.804316Z","caller":"traceutil/trace.go:171","msg":"trace[792340139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24936; }","duration":"3.658365801s","start":"2026-07-09T02:23:51.145937Z","end":"2026-07-09T02:23:54.804303Z","steps":["trace[792340139] 'agreement among raft nodes before linearized reading' (duration: 3.658164426s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.145922Z","time spent":"3.658416523s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:23:54.80435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.878758417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:54.804371Z","caller":"traceutil/trace.go:171","msg":"trace[1761650350] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24936; }","duration":"3.878814237s","start":"2026-07-09T02:23:50.92555Z","end":"2026-07-09T02:23:54.804364Z","steps":["trace[1761650350] 'agreement among raft nodes before linearized reading' (duration: 3.878778356s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:50.925529Z","time spent":"3.878855429s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-09T02:23:54.804505Z","caller":"traceutil/trace.go:171","msg":"trace[1859585487] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"2.826683891s","start":"2026-07-09T02:23:51.977809Z","end":"2026-07-09T02:23:54.804493Z","steps":["trace[1859585487] 'process raft request' (duration: 2.825954424s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4795052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-09T02:23:54.804564Z","caller":"traceutil/trace.go:171","msg":"trace[1387177748] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24936; }","duration":"4.479546672s","start":"2026-07-09T02:23:50.325012Z","end":"2026-07-09T02:23:54.804558Z","steps":["trace[1387177748] 'agreement among raft nodes before linearized reading' (duration: 4.47946812s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.80458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:50.325002Z","time spent":"4.479574702s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T02:23:54.80458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.977796Z","time spent":"2.826736152s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.804712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489426766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:23:54.804728Z","caller":"traceutil/trace.go:171","msg":"trace[2093288973] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:24936; }","duration":"4.489477417s","start":"2026-07-09T02:23:50.315246Z","end":"2026-07-09T02:23:54.804723Z","steps":["trace[2093288973] 'agreement among raft nodes before linearized reading' (duration: 4.489422485s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:50.31523Z","time spent":"4.489509578s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-07-09T02:23:54.804838Z","caller":"traceutil/trace.go:171","msg":"trace[1140596965] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"2.825173555s","start":"2026-07-09T02:23:51.97965Z","end":"2026-07-09T02:23:54.804824Z","steps":["trace[1140596965] 'process raft request' (duration: 2.824171251s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.797638514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-07-09T02:23:54.804873Z","caller":"traceutil/trace.go:171","msg":"trace[1074978996] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24936; }","duration":"4.797684205s","start":"2026-07-09T02:23:50.007184Z","end":"2026-07-09T02:23:54.804868Z","steps":["trace[1074978996] 'agreement among raft nodes before linearized reading' (duration: 4.797629084s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.804889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:50.007172Z","time spent":"4.797714216s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:23:54.804894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.979637Z","time spent":"2.825228917s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.805006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.812083526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-acda1cb6-372b-4348-90bd-63d1a7e13653\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-09T02:23:54.805023Z","caller":"traceutil/trace.go:171","msg":"trace[572046123] range","detail":"{range_begin:/registry/persistentvolumes/pvc-acda1cb6-372b-4348-90bd-63d1a7e13653; range_end:; response_count:1; response_revision:24936; }","duration":"4.812118197s","start":"2026-07-09T02:23:49.9929Z","end":"2026-07-09T02:23:54.805018Z","steps":["trace[572046123] 'agreement among raft nodes before linearized reading' (duration: 4.812064456s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.805021Z","caller":"traceutil/trace.go:171","msg":"trace[1301308175] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"2.824782407s","start":"2026-07-09T02:23:51.980225Z","end":"2026-07-09T02:23:54.805007Z","steps":["trace[1301308175] 'process raft request' (duration: 2.823637229s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.805039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:49.992885Z","time spent":"4.812149938s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-acda1cb6-372b-4348-90bd-63d1a7e13653\" "} {"level":"warn","ts":"2026-07-09T02:23:54.805071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.980201Z","time spent":"2.824841427s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:54.805192Z","caller":"traceutil/trace.go:171","msg":"trace[142154896] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"2.811351848s","start":"2026-07-09T02:23:51.99383Z","end":"2026-07-09T02:23:54.805182Z","steps":["trace[142154896] 'process raft request' (duration: 2.810061247s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.80526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.993817Z","time spent":"2.811416529s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.805412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604393551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:54.805451Z","caller":"traceutil/trace.go:171","msg":"trace[1870346757] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24936; }","duration":"3.604471983s","start":"2026-07-09T02:23:51.200969Z","end":"2026-07-09T02:23:54.805441Z","steps":["trace[1870346757] 'agreement among raft nodes before linearized reading' (duration: 3.604409761s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.805477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.200947Z","time spent":"3.604522284s","remote":"127.0.0.1:48096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:54.855919Z","caller":"traceutil/trace.go:171","msg":"trace[1325481414] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"1.90170124s","start":"2026-07-09T02:23:52.954194Z","end":"2026-07-09T02:23:54.855895Z","steps":["trace[1325481414] 'process raft request' (duration: 1.901504086s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856002Z","caller":"traceutil/trace.go:171","msg":"trace[650791962] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"877.457495ms","start":"2026-07-09T02:23:53.978526Z","end":"2026-07-09T02:23:54.855984Z","steps":["trace[650791962] 'process raft request' (duration: 877.271001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:52.954171Z","time spent":"1.901800323s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.856113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.978514Z","time spent":"877.537597ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:54.856322Z","caller":"traceutil/trace.go:171","msg":"trace[487588410] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"650.31153ms","start":"2026-07-09T02:23:54.205976Z","end":"2026-07-09T02:23:54.856287Z","steps":["trace[487588410] 'process raft request' (duration: 649.939121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.498773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:54.85642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.284594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:54.856454Z","caller":"traceutil/trace.go:171","msg":"trace[1786307570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24943; }","duration":"883.344935ms","start":"2026-07-09T02:23:53.973098Z","end":"2026-07-09T02:23:54.856443Z","steps":["trace[1786307570] 'agreement among raft nodes before linearized reading' (duration: 883.285494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.673386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:54.856491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.97308Z","time spent":"883.405396ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:23:54.856499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.101319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:23:54.856489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863402052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-09T02:23:54.856521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868515303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:54.856531Z","caller":"traceutil/trace.go:171","msg":"trace[1871263653] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24943; }","duration":"142.164721ms","start":"2026-07-09T02:23:54.714359Z","end":"2026-07-09T02:23:54.856524Z","steps":["trace[1871263653] 'agreement among raft nodes before linearized reading' (duration: 142.11444ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856526Z","caller":"traceutil/trace.go:171","msg":"trace[1405440015] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24943; }","duration":"229.824819ms","start":"2026-07-09T02:23:54.626679Z","end":"2026-07-09T02:23:54.856504Z","steps":["trace[1405440015] 'agreement among raft nodes before linearized reading' (duration: 229.630004ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856556Z","caller":"traceutil/trace.go:171","msg":"trace[78803689] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24943; }","duration":"2.868569515s","start":"2026-07-09T02:23:51.987975Z","end":"2026-07-09T02:23:54.856545Z","steps":["trace[78803689] 'agreement among raft nodes before linearized reading' (duration: 2.868521763s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856552Z","caller":"traceutil/trace.go:171","msg":"trace[1598247192] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"878.003498ms","start":"2026-07-09T02:23:53.978534Z","end":"2026-07-09T02:23:54.856537Z","steps":["trace[1598247192] 'process raft request' (duration: 877.293112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.987957Z","time spent":"2.868622025s","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:54.856616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861811484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:23:54.856653Z","caller":"traceutil/trace.go:171","msg":"trace[1968189227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24943; }","duration":"2.861863016s","start":"2026-07-09T02:23:51.994778Z","end":"2026-07-09T02:23:54.856641Z","steps":["trace[1968189227] 'agreement among raft nodes before linearized reading' (duration: 2.861793174s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856659Z","caller":"traceutil/trace.go:171","msg":"trace[563615426] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"877.321202ms","start":"2026-07-09T02:23:53.979326Z","end":"2026-07-09T02:23:54.856648Z","steps":["trace[563615426] 'process raft request' (duration: 876.524183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875930519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-07-09T02:23:54.856677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.994768Z","time spent":"2.861904687s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:23:54.856695Z","caller":"traceutil/trace.go:171","msg":"trace[1307715634] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24943; }","duration":"1.87596066s","start":"2026-07-09T02:23:52.980727Z","end":"2026-07-09T02:23:54.856687Z","steps":["trace[1307715634] 'agreement among raft nodes before linearized reading' (duration: 1.875861548s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.979321Z","time spent":"877.361503ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.856714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:52.980673Z","time spent":"1.876036093s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:23:54.856793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626020393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:23:54.856812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863707969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:23:54.856828Z","caller":"traceutil/trace.go:171","msg":"trace[728394580] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24943; }","duration":"2.626091925s","start":"2026-07-09T02:23:52.230727Z","end":"2026-07-09T02:23:54.856819Z","steps":["trace[728394580] 'agreement among raft nodes before linearized reading' (duration: 2.626020333s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864394626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-09T02:23:54.856816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820168757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:274195"} {"level":"warn","ts":"2026-07-09T02:23:54.856853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:52.230709Z","time spent":"2.626136707s","remote":"127.0.0.1:49630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":31,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:54.856851Z","caller":"traceutil/trace.go:171","msg":"trace[473416810] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24943; }","duration":"2.863764731s","start":"2026-07-09T02:23:51.993075Z","end":"2026-07-09T02:23:54.85684Z","steps":["trace[473416810] 'agreement among raft nodes before linearized reading' (duration: 2.863676339s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856862Z","caller":"traceutil/trace.go:171","msg":"trace[802969194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24943; }","duration":"2.864788375s","start":"2026-07-09T02:23:51.992062Z","end":"2026-07-09T02:23:54.856851Z","steps":["trace[802969194] 'agreement among raft nodes before linearized reading' (duration: 2.864358985s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856871Z","caller":"traceutil/trace.go:171","msg":"trace[2114200395] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"875.119899ms","start":"2026-07-09T02:23:53.981744Z","end":"2026-07-09T02:23:54.856863Z","steps":["trace[2114200395] 'process raft request' (duration: 874.148636ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.856875Z","caller":"traceutil/trace.go:171","msg":"trace[193696268] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24943; }","duration":"2.820250899s","start":"2026-07-09T02:23:52.03661Z","end":"2026-07-09T02:23:54.856861Z","steps":["trace[193696268] 'agreement among raft nodes before linearized reading' (duration: 2.819835819s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.856882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.993065Z","time spent":"2.863810201s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:23:54.85689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.992051Z","time spent":"2.864831086s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:23:54.856914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:52.036598Z","time spent":"2.82030475s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":274218,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-09T02:23:54.856922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.981688Z","time spent":"875.206492ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.856488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:54.205953Z","time spent":"650.451422ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:23:54.856549Z","caller":"traceutil/trace.go:171","msg":"trace[1008234071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24943; }","duration":"2.863507904s","start":"2026-07-09T02:23:51.993026Z","end":"2026-07-09T02:23:54.856534Z","steps":["trace[1008234071] 'agreement among raft nodes before linearized reading' (duration: 2.8633188s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.857011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.993008Z","time spent":"2.863989266s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:23:54.856403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468073059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-09T02:23:54.856456Z","caller":"traceutil/trace.go:171","msg":"trace[1825432791] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24943; }","duration":"329.613145ms","start":"2026-07-09T02:23:54.526823Z","end":"2026-07-09T02:23:54.856436Z","steps":["trace[1825432791] 'agreement among raft nodes before linearized reading' (duration: 329.502932ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.857051Z","caller":"traceutil/trace.go:171","msg":"trace[1730881471] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24943; }","duration":"1.468748055s","start":"2026-07-09T02:23:53.38829Z","end":"2026-07-09T02:23:54.857038Z","steps":["trace[1730881471] 'agreement among raft nodes before linearized reading' (duration: 1.468029748s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.857062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:54.526794Z","time spent":"330.259291ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:23:54.857089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.388272Z","time spent":"1.468806676s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-09T02:23:54.856617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.978516Z","time spent":"878.07174ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.856358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442108573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:23:54.857181Z","caller":"traceutil/trace.go:171","msg":"trace[227402445] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24943; }","duration":"1.442975864s","start":"2026-07-09T02:23:53.414197Z","end":"2026-07-09T02:23:54.857173Z","steps":["trace[227402445] 'agreement among raft nodes before linearized reading' (duration: 1.442038511s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.857217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.414178Z","time spent":"1.443028645s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:23:54.856838Z","caller":"traceutil/trace.go:171","msg":"trace[553546954] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"875.270793ms","start":"2026-07-09T02:23:53.981554Z","end":"2026-07-09T02:23:54.856825Z","steps":["trace[553546954] 'process raft request' (duration: 874.315501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.857291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:53.981542Z","time spent":"875.711783ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:23:54.857394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877367464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:23:54.857435Z","caller":"traceutil/trace.go:171","msg":"trace[2142009177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24943; }","duration":"2.877427725s","start":"2026-07-09T02:23:51.979997Z","end":"2026-07-09T02:23:54.857425Z","steps":["trace[2142009177] 'agreement among raft nodes before linearized reading' (duration: 2.876733138s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.857461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:51.979982Z","time spent":"2.877472506s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:23:54.923726Z","caller":"traceutil/trace.go:171","msg":"trace[295487030] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"115.042587ms","start":"2026-07-09T02:23:54.808646Z","end":"2026-07-09T02:23:54.923689Z","steps":["trace[295487030] 'process raft request' (duration: 114.924545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.923792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.02366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-09T02:23:54.923834Z","caller":"traceutil/trace.go:171","msg":"trace[1242862752] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24945; }","duration":"113.074871ms","start":"2026-07-09T02:23:54.810747Z","end":"2026-07-09T02:23:54.923822Z","steps":["trace[1242862752] 'agreement among raft nodes before linearized reading' (duration: 112.954068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.923841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.481005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-09T02:23:54.923898Z","caller":"traceutil/trace.go:171","msg":"trace[974197418] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24945; }","duration":"114.556456ms","start":"2026-07-09T02:23:54.80933Z","end":"2026-07-09T02:23:54.923886Z","steps":["trace[974197418] 'agreement among raft nodes before linearized reading' (duration: 114.395362ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:23:54.923999Z","caller":"traceutil/trace.go:171","msg":"trace[2093471216] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"115.711263ms","start":"2026-07-09T02:23:54.808266Z","end":"2026-07-09T02:23:54.923977Z","steps":["trace[2093471216] 'process raft request' (duration: 115.176901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:54.923738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.252011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:23:54.924117Z","caller":"traceutil/trace.go:171","msg":"trace[330154835] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24945; }","duration":"112.663271ms","start":"2026-07-09T02:23:54.811447Z","end":"2026-07-09T02:23:54.92411Z","steps":["trace[330154835] 'agreement among raft nodes before linearized reading' (duration: 112.219481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:23:59.31758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:23:59.818503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:24:00.082167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.266246832s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:24:00.082731Z","caller":"traceutil/trace.go:171","msg":"trace[1166377927] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"1.266920038s","start":"2026-07-09T02:23:58.815786Z","end":"2026-07-09T02:24:00.082706Z","steps":["trace[1166377927] 'process raft request' (duration: 1.266744434s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:00.082884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.815761Z","time spent":"1.267042441s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:00.953986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000671667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-09T02:24:00.954087Z","caller":"traceutil/trace.go:171","msg":"trace[1036613603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000811839s","start":"2026-07-09T02:23:58.953257Z","end":"2026-07-09T02:24:00.954068Z","steps":["trace[1036613603] 'agreement among raft nodes before linearized reading' (duration: 2.000686076s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:00.954133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.953239Z","time spent":"2.000885371s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:24:01.087933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005399808s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:24:01.097139Z","caller":"traceutil/trace.go:171","msg":"trace[1006161064] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"2.23026278s","start":"2026-07-09T02:23:58.866849Z","end":"2026-07-09T02:24:01.097112Z","steps":["trace[1006161064] 'process raft request' (duration: 2.221221316s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.097216Z","caller":"traceutil/trace.go:171","msg":"trace[1472324571] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"2.228607731s","start":"2026-07-09T02:23:58.868583Z","end":"2026-07-09T02:24:01.097191Z","steps":["trace[1472324571] 'process raft request' (duration: 2.228435177s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.097284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.866826Z","time spent":"2.230390253s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:01.097359Z","caller":"traceutil/trace.go:171","msg":"trace[1121377952] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"2.22773527s","start":"2026-07-09T02:23:58.869613Z","end":"2026-07-09T02:24:01.097348Z","steps":["trace[1121377952] 'process raft request' (duration: 2.227521765s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.097389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.868568Z","time spent":"2.228728814s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:01.097551Z","caller":"traceutil/trace.go:171","msg":"trace[489793692] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"2.227223708s","start":"2026-07-09T02:23:58.870311Z","end":"2026-07-09T02:24:01.097534Z","steps":["trace[489793692] 'process raft request' (duration: 2.226990783s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.097651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.87029Z","time spent":"2.22731316s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:01.097716Z","caller":"traceutil/trace.go:171","msg":"trace[214049354] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.227274749s","start":"2026-07-09T02:23:58.870429Z","end":"2026-07-09T02:24:01.097704Z","steps":["trace[214049354] 'process raft request' (duration: 2.227043784s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.097869Z","caller":"traceutil/trace.go:171","msg":"trace[1467795551] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"2.226730677s","start":"2026-07-09T02:23:58.871112Z","end":"2026-07-09T02:24:01.097842Z","steps":["trace[1467795551] 'process raft request' (duration: 2.226535532s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.097931Z","caller":"traceutil/trace.go:171","msg":"trace[1467340306] linearizableReadLoop","detail":"{readStateIndex:25821; appliedIndex:25814; }","duration":"2.281004823s","start":"2026-07-09T02:23:58.816903Z","end":"2026-07-09T02:24:01.097908Z","steps":["trace[1467340306] 'read index received' (duration: 1.265660859s)","trace[1467340306] 'applied index is now lower than readState.Index' (duration: 1.015336484s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:01.098008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.871099Z","time spent":"2.226837639s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:01.098043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.869596Z","time spent":"2.228424127s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:01.09819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28128637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:24:01.098256Z","caller":"traceutil/trace.go:171","msg":"trace[1294445899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24981; }","duration":"2.281387352s","start":"2026-07-09T02:23:58.816853Z","end":"2026-07-09T02:24:01.09824Z","steps":["trace[1294445899] 'agreement among raft nodes before linearized reading' (duration: 2.281185947s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.098282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.308849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-09T02:24:01.098306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.816837Z","time spent":"2.281457503s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:24:01.098341Z","caller":"traceutil/trace.go:171","msg":"trace[2032303134] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:24981; }","duration":"782.391601ms","start":"2026-07-09T02:24:00.315935Z","end":"2026-07-09T02:24:01.098326Z","steps":["trace[2032303134] 'agreement among raft nodes before linearized reading' (duration: 782.236347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.098388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.315923Z","time spent":"782.453122ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-09T02:24:01.098358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.222970767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-09T02:24:01.098613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.870401Z","time spent":"2.227364412s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:01.098686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.320283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:01.098741Z","caller":"traceutil/trace.go:171","msg":"trace[1032776138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24981; }","duration":"144.391634ms","start":"2026-07-09T02:24:00.954335Z","end":"2026-07-09T02:24:01.098727Z","steps":["trace[1032776138] 'agreement among raft nodes before linearized reading' (duration: 144.315242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.098766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.342589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-09T02:24:01.098618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.890549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-09T02:24:01.098789Z","caller":"traceutil/trace.go:171","msg":"trace[847099987] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56; range_end:; response_count:1; response_revision:24981; }","duration":"445.38507ms","start":"2026-07-09T02:24:00.653396Z","end":"2026-07-09T02:24:01.098781Z","steps":["trace[847099987] 'agreement among raft nodes before linearized reading' (duration: 445.319578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.098806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.653384Z","time spent":"445.418461ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56\" "} {"level":"warn","ts":"2026-07-09T02:24:01.098801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.83097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-09T02:24:01.098785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.625267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:01.098851Z","caller":"traceutil/trace.go:171","msg":"trace[1103801805] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24981; }","duration":"817.733219ms","start":"2026-07-09T02:24:00.281108Z","end":"2026-07-09T02:24:01.098841Z","steps":["trace[1103801805] 'agreement among raft nodes before linearized reading' (duration: 817.639797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.098922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157128736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:24:01.098922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.281087Z","time spent":"817.79571ms","remote":"127.0.0.1:46080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:01.098952Z","caller":"traceutil/trace.go:171","msg":"trace[1542086456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24981; }","duration":"2.157177637s","start":"2026-07-09T02:23:58.941767Z","end":"2026-07-09T02:24:01.098944Z","steps":["trace[1542086456] 'agreement among raft nodes before linearized reading' (duration: 2.157069574s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.098978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.941759Z","time spent":"2.157214627s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:24:01.099012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093503818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-09T02:24:01.099049Z","caller":"traceutil/trace.go:171","msg":"trace[1984471475] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24981; }","duration":"1.093565029s","start":"2026-07-09T02:24:00.005464Z","end":"2026-07-09T02:24:01.099029Z","steps":["trace[1984471475] 'agreement among raft nodes before linearized reading' (duration: 1.093509198s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.005443Z","time spent":"1.093620051s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-09T02:24:01.098681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.460594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:01.099151Z","caller":"traceutil/trace.go:171","msg":"trace[329941370] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24981; }","duration":"335.970797ms","start":"2026-07-09T02:24:00.763176Z","end":"2026-07-09T02:24:01.099146Z","steps":["trace[329941370] 'agreement among raft nodes before linearized reading' (duration: 335.457904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.763159Z","time spent":"336.004727ms","remote":"127.0.0.1:45844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:01.099206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065181427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:24:01.098998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.64957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:01.099266Z","caller":"traceutil/trace.go:171","msg":"trace[130254766] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24981; }","duration":"187.966887ms","start":"2026-07-09T02:24:00.911294Z","end":"2026-07-09T02:24:01.099261Z","steps":["trace[130254766] 'agreement among raft nodes before linearized reading' (duration: 187.64141ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.099266Z","caller":"traceutil/trace.go:171","msg":"trace[1114402771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24981; }","duration":"1.065283799s","start":"2026-07-09T02:24:00.033969Z","end":"2026-07-09T02:24:01.099252Z","steps":["trace[1114402771] 'agreement among raft nodes before linearized reading' (duration: 1.065111395s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160190998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-09T02:24:01.099306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.033945Z","time spent":"1.06535119s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:24:01.099334Z","caller":"traceutil/trace.go:171","msg":"trace[1294253735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24981; }","duration":"2.160278691s","start":"2026-07-09T02:23:58.939041Z","end":"2026-07-09T02:24:01.09932Z","steps":["trace[1294253735] 'agreement among raft nodes before linearized reading' (duration: 2.160146138s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.939023Z","time spent":"2.160348002s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:24:01.099484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094518391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:24:01.099507Z","caller":"traceutil/trace.go:171","msg":"trace[1469624276] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24981; }","duration":"1.094541592s","start":"2026-07-09T02:24:00.004959Z","end":"2026-07-09T02:24:01.0995Z","steps":["trace[1469624276] 'agreement among raft nodes before linearized reading' (duration: 1.094506641s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.004902Z","time spent":"1.094615004s","remote":"127.0.0.1:49608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:01.098694Z","caller":"traceutil/trace.go:171","msg":"trace[1872149741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24981; }","duration":"2.223351387s","start":"2026-07-09T02:23:58.875328Z","end":"2026-07-09T02:24:01.098679Z","steps":["trace[1872149741] 'agreement among raft nodes before linearized reading' (duration: 2.222775193s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211720831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:01.099756Z","caller":"traceutil/trace.go:171","msg":"trace[1910618287] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24981; }","duration":"1.211804453s","start":"2026-07-09T02:23:59.887943Z","end":"2026-07-09T02:24:01.099748Z","steps":["trace[1910618287] 'agreement among raft nodes before linearized reading' (duration: 1.211735761s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.875312Z","time spent":"2.224395111s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:01.099784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:59.887924Z","time spent":"1.211853874s","remote":"127.0.0.1:45814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:01.098852Z","caller":"traceutil/trace.go:171","msg":"trace[1620744801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24981; }","duration":"531.909752ms","start":"2026-07-09T02:24:00.566925Z","end":"2026-07-09T02:24:01.098834Z","steps":["trace[1620744801] 'agreement among raft nodes before linearized reading' (duration: 531.784479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.099893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.566906Z","time spent":"532.975347ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-09T02:24:01.098814Z","caller":"traceutil/trace.go:171","msg":"trace[637362689] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24981; }","duration":"286.194205ms","start":"2026-07-09T02:24:00.812608Z","end":"2026-07-09T02:24:01.098802Z","steps":["trace[637362689] 'agreement among raft nodes before linearized reading' (duration: 285.821717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.100142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158603411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:24:01.100167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158876558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:24:01.100185Z","caller":"traceutil/trace.go:171","msg":"trace[17673664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24981; }","duration":"2.158668322s","start":"2026-07-09T02:23:58.94151Z","end":"2026-07-09T02:24:01.100178Z","steps":["trace[17673664] 'agreement among raft nodes before linearized reading' (duration: 2.15857794s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.10019Z","caller":"traceutil/trace.go:171","msg":"trace[43938206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24981; }","duration":"2.158948529s","start":"2026-07-09T02:23:58.941235Z","end":"2026-07-09T02:24:01.100184Z","steps":["trace[43938206] 'agreement among raft nodes before linearized reading' (duration: 2.158886298s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.100186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158447517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:24:01.10021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.941217Z","time spent":"2.1589894s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:24:01.100209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.941499Z","time spent":"2.158705854s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T02:24:01.100223Z","caller":"traceutil/trace.go:171","msg":"trace[1247542373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24981; }","duration":"2.158502828s","start":"2026-07-09T02:23:58.94171Z","end":"2026-07-09T02:24:01.100213Z","steps":["trace[1247542373] 'agreement among raft nodes before linearized reading' (duration: 2.158391995s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.100253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:23:58.941703Z","time spent":"2.15854373s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:01.0987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.652606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:24:01.100505Z","caller":"traceutil/trace.go:171","msg":"trace[279800397] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24981; }","duration":"506.49069ms","start":"2026-07-09T02:24:00.594006Z","end":"2026-07-09T02:24:01.100497Z","steps":["trace[279800397] 'agreement among raft nodes before linearized reading' (duration: 504.653646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.100527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:00.593988Z","time spent":"506.53313ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:01.317198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.02087ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-09T02:24:01.317604Z","caller":"traceutil/trace.go:171","msg":"trace[1618645223] linearizableReadLoop","detail":"{readStateIndex:25823; appliedIndex:25821; }","duration":"214.746292ms","start":"2026-07-09T02:24:01.102842Z","end":"2026-07-09T02:24:01.317588Z","steps":["trace[1618645223] 'read index received' (duration: 29.619652ms)","trace[1618645223] 'applied index is now lower than readState.Index' (duration: 185.12586ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:01.317996Z","caller":"traceutil/trace.go:171","msg":"trace[637599711] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"211.428543ms","start":"2026-07-09T02:24:01.106556Z","end":"2026-07-09T02:24:01.317985Z","steps":["trace[637599711] 'process raft request' (duration: 210.727027ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.318601Z","caller":"traceutil/trace.go:171","msg":"trace[1023518187] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"211.889213ms","start":"2026-07-09T02:24:01.106689Z","end":"2026-07-09T02:24:01.318579Z","steps":["trace[1023518187] 'process raft request' (duration: 210.797267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.318642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.457866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:01.318664Z","caller":"traceutil/trace.go:171","msg":"trace[392762854] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"211.993176ms","start":"2026-07-09T02:24:01.106658Z","end":"2026-07-09T02:24:01.318651Z","steps":["trace[392762854] 'process raft request' (duration: 210.797848ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.318682Z","caller":"traceutil/trace.go:171","msg":"trace[223402419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24988; }","duration":"209.528177ms","start":"2026-07-09T02:24:01.109142Z","end":"2026-07-09T02:24:01.31867Z","steps":["trace[223402419] 'agreement among raft nodes before linearized reading' (duration: 209.455666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.318765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.777556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-09T02:24:01.318798Z","caller":"traceutil/trace.go:171","msg":"trace[635131940] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"211.978356ms","start":"2026-07-09T02:24:01.106811Z","end":"2026-07-09T02:24:01.318789Z","steps":["trace[635131940] 'process raft request' (duration: 210.709466ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.318825Z","caller":"traceutil/trace.go:171","msg":"trace[1411385463] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c07bb4d1f7fc7e; range_end:; response_count:1; response_revision:24988; }","duration":"215.880539ms","start":"2026-07-09T02:24:01.102929Z","end":"2026-07-09T02:24:01.318809Z","steps":["trace[1411385463] 'agreement among raft nodes before linearized reading' (duration: 215.645373ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.318837Z","caller":"traceutil/trace.go:171","msg":"trace[197683232] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"211.551676ms","start":"2026-07-09T02:24:01.107276Z","end":"2026-07-09T02:24:01.318827Z","steps":["trace[197683232] 'process raft request' (duration: 210.279566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.318953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.24409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:24:01.31898Z","caller":"traceutil/trace.go:171","msg":"trace[51671190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24988; }","duration":"214.283321ms","start":"2026-07-09T02:24:01.104689Z","end":"2026-07-09T02:24:01.318972Z","steps":["trace[51671190] 'agreement among raft nodes before linearized reading' (duration: 214.163238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.319485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.395091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-52ff7508-ca3d-4f9c-9eee-8c5377addc61\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-09T02:24:01.319982Z","caller":"traceutil/trace.go:171","msg":"trace[1097174382] range","detail":"{range_begin:/registry/persistentvolumes/pvc-52ff7508-ca3d-4f9c-9eee-8c5377addc61; range_end:; response_count:1; response_revision:24988; }","duration":"217.011985ms","start":"2026-07-09T02:24:01.102822Z","end":"2026-07-09T02:24:01.319834Z","steps":["trace[1097174382] 'agreement among raft nodes before linearized reading' (duration: 215.497209ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.318146Z","caller":"traceutil/trace.go:171","msg":"trace[1755266944] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"211.513555ms","start":"2026-07-09T02:24:01.106624Z","end":"2026-07-09T02:24:01.318138Z","steps":["trace[1755266944] 'process raft request' (duration: 210.774837ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.422511Z","caller":"traceutil/trace.go:171","msg":"trace[1973745784] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"103.041374ms","start":"2026-07-09T02:24:01.319421Z","end":"2026-07-09T02:24:01.422463Z","steps":["trace[1973745784] 'process raft request' (duration: 102.934941ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:01.545489Z","caller":"traceutil/trace.go:171","msg":"trace[1026119619] linearizableReadLoop","detail":"{readStateIndex:25831; appliedIndex:25830; }","duration":"220.721093ms","start":"2026-07-09T02:24:01.324749Z","end":"2026-07-09T02:24:01.54547Z","steps":["trace[1026119619] 'read index received' (duration: 98.073085ms)","trace[1026119619] 'applied index is now lower than readState.Index' (duration: 122.646908ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:01.545577Z","caller":"traceutil/trace.go:171","msg":"trace[1280123670] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"221.875731ms","start":"2026-07-09T02:24:01.323692Z","end":"2026-07-09T02:24:01.545568Z","steps":["trace[1280123670] 'process raft request' (duration: 215.674074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.545957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.194605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-09T02:24:01.545982Z","caller":"traceutil/trace.go:171","msg":"trace[1889182495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24990; }","duration":"221.259176ms","start":"2026-07-09T02:24:01.324716Z","end":"2026-07-09T02:24:01.545975Z","steps":["trace[1889182495] 'agreement among raft nodes before linearized reading' (duration: 220.98287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:01.546186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.202623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-09T02:24:01.546252Z","caller":"traceutil/trace.go:171","msg":"trace[773213463] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24990; }","duration":"121.322766ms","start":"2026-07-09T02:24:01.424913Z","end":"2026-07-09T02:24:01.546235Z","steps":["trace[773213463] 'agreement among raft nodes before linearized reading' (duration: 121.004709ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:02.199936Z","caller":"traceutil/trace.go:171","msg":"trace[1313720977] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25831; }","duration":"173.35125ms","start":"2026-07-09T02:24:02.026563Z","end":"2026-07-09T02:24:02.199914Z","steps":["trace[1313720977] 'read index received' (duration: 173.226937ms)","trace[1313720977] 'applied index is now lower than readState.Index' (duration: 123.283µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:02.200009Z","caller":"traceutil/trace.go:171","msg":"trace[1365028261] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"213.542164ms","start":"2026-07-09T02:24:01.986434Z","end":"2026-07-09T02:24:02.199976Z","steps":["trace[1365028261] 'process raft request' (duration: 213.309058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:02.200086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.502454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:02.200158Z","caller":"traceutil/trace.go:171","msg":"trace[679062589] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24991; }","duration":"173.630457ms","start":"2026-07-09T02:24:02.026511Z","end":"2026-07-09T02:24:02.200141Z","steps":["trace[679062589] 'agreement among raft nodes before linearized reading' (duration: 173.479883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:02.458756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.986477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:02.458836Z","caller":"traceutil/trace.go:171","msg":"trace[1950239735] linearizableReadLoop","detail":"{readStateIndex:25833; appliedIndex:25832; }","duration":"258.836317ms","start":"2026-07-09T02:24:02.199986Z","end":"2026-07-09T02:24:02.458822Z","steps":["trace[1950239735] 'read index received' (duration: 70.654696ms)","trace[1950239735] 'applied index is now lower than readState.Index' (duration: 188.180601ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:02.459171Z","caller":"traceutil/trace.go:171","msg":"trace[133120890] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"370.619128ms","start":"2026-07-09T02:24:02.088513Z","end":"2026-07-09T02:24:02.459132Z","steps":["trace[133120890] 'process raft request' (duration: 182.18174ms)","trace[133120890] 'compare' (duration: 187.758421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:02.459211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.963364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:24:02.459297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:02.088489Z","time spent":"370.739621ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:02.459288Z","caller":"traceutil/trace.go:171","msg":"trace[231305925] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24992; }","duration":"136.100577ms","start":"2026-07-09T02:24:02.32317Z","end":"2026-07-09T02:24:02.459271Z","steps":["trace[231305925] 'agreement among raft nodes before linearized reading' (duration: 135.845401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:02.459407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.571164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-09T02:24:02.459437Z","caller":"traceutil/trace.go:171","msg":"trace[1446281261] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:24992; }","duration":"353.640525ms","start":"2026-07-09T02:24:02.105788Z","end":"2026-07-09T02:24:02.459428Z","steps":["trace[1446281261] 'agreement among raft nodes before linearized reading' (duration: 353.522792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:02.459477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:02.10576Z","time spent":"353.707527ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"info","ts":"2026-07-09T02:24:03.001788Z","caller":"traceutil/trace.go:171","msg":"trace[1310506896] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"118.429158ms","start":"2026-07-09T02:24:02.883321Z","end":"2026-07-09T02:24:03.00175Z","steps":["trace[1310506896] 'process raft request' (duration: 80.577631ms)","trace[1310506896] 'compare' (duration: 37.722604ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:03.232067Z","caller":"traceutil/trace.go:171","msg":"trace[2030858236] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"128.273782ms","start":"2026-07-09T02:24:03.103738Z","end":"2026-07-09T02:24:03.232012Z","steps":["trace[2030858236] 'process raft request' (duration: 62.38511ms)","trace[2030858236] 'compare' (duration: 65.37331ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:03.806939Z","caller":"traceutil/trace.go:171","msg":"trace[648225945] linearizableReadLoop","detail":"{readStateIndex:25840; appliedIndex:25835; }","duration":"484.178561ms","start":"2026-07-09T02:24:03.322744Z","end":"2026-07-09T02:24:03.806922Z","steps":["trace[648225945] 'read index received' (duration: 449.809135ms)","trace[648225945] 'applied index is now lower than readState.Index' (duration: 34.368656ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:03.806956Z","caller":"traceutil/trace.go:171","msg":"trace[947516687] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"700.157291ms","start":"2026-07-09T02:24:03.106781Z","end":"2026-07-09T02:24:03.806938Z","steps":["trace[947516687] 'process raft request' (duration: 700.064919ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:03.806997Z","caller":"traceutil/trace.go:171","msg":"trace[1689490498] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"700.156471ms","start":"2026-07-09T02:24:03.106825Z","end":"2026-07-09T02:24:03.806982Z","steps":["trace[1689490498] 'process raft request' (duration: 700.047749ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:03.806989Z","caller":"traceutil/trace.go:171","msg":"trace[51487216] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"700.49604ms","start":"2026-07-09T02:24:03.106468Z","end":"2026-07-09T02:24:03.806964Z","steps":["trace[51487216] 'process raft request' (duration: 666.064413ms)","trace[51487216] 'compare' (duration: 33.968346ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:03.807023Z","caller":"traceutil/trace.go:171","msg":"trace[1499212997] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"700.060639ms","start":"2026-07-09T02:24:03.106951Z","end":"2026-07-09T02:24:03.807011Z","steps":["trace[1499212997] 'process raft request' (duration: 699.943816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.807091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.106943Z","time spent":"700.108931ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:03.807104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.106439Z","time spent":"700.598602ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:03.807141Z","caller":"traceutil/trace.go:171","msg":"trace[199988019] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"700.50716ms","start":"2026-07-09T02:24:03.106618Z","end":"2026-07-09T02:24:03.807125Z","steps":["trace[199988019] 'process raft request' (duration: 700.186302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.807092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.106766Z","time spent":"700.236344ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:03.807103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.106814Z","time spent":"700.224253ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:03.807228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.106587Z","time spent":"700.614532ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:03.807291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.548569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:24:03.807331Z","caller":"traceutil/trace.go:171","msg":"trace[209558506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24999; }","duration":"484.59108ms","start":"2026-07-09T02:24:03.322731Z","end":"2026-07-09T02:24:03.807322Z","steps":["trace[209558506] 'agreement among raft nodes before linearized reading' (duration: 484.454687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.80736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.322724Z","time spent":"484.631361ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:24:03.807674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.914358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:24:03.807715Z","caller":"traceutil/trace.go:171","msg":"trace[1361929060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25000; }","duration":"484.990289ms","start":"2026-07-09T02:24:03.322715Z","end":"2026-07-09T02:24:03.807706Z","steps":["trace[1361929060] 'agreement among raft nodes before linearized reading' (duration: 484.838896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.807739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.322694Z","time spent":"485.039341ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:03.807735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.966889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:24:03.807795Z","caller":"traceutil/trace.go:171","msg":"trace[308783684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25000; }","duration":"485.065881ms","start":"2026-07-09T02:24:03.322716Z","end":"2026-07-09T02:24:03.807782Z","steps":["trace[308783684] 'agreement among raft nodes before linearized reading' (duration: 484.931778ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:03.807803Z","caller":"traceutil/trace.go:171","msg":"trace[409623310] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"265.769871ms","start":"2026-07-09T02:24:03.542025Z","end":"2026-07-09T02:24:03.807795Z","steps":["trace[409623310] 'process raft request' (duration: 265.388352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.807824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.322694Z","time spent":"485.124373ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:03.807833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.364655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-09T02:24:03.807741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.963109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:24:03.807866Z","caller":"traceutil/trace.go:171","msg":"trace[215788457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25000; }","duration":"484.432117ms","start":"2026-07-09T02:24:03.323423Z","end":"2026-07-09T02:24:03.807855Z","steps":["trace[215788457] 'agreement among raft nodes before linearized reading' (duration: 484.355785ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:03.80788Z","caller":"traceutil/trace.go:171","msg":"trace[1299117929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25000; }","duration":"485.165274ms","start":"2026-07-09T02:24:03.322707Z","end":"2026-07-09T02:24:03.807873Z","steps":["trace[1299117929] 'agreement among raft nodes before linearized reading' (duration: 484.809876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.807876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.464748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-09T02:24:03.807903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.323404Z","time spent":"484.491918ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:24:03.807905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.322685Z","time spent":"485.212975ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:24:03.807922Z","caller":"traceutil/trace.go:171","msg":"trace[473111045] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25000; }","duration":"344.5544ms","start":"2026-07-09T02:24:03.463356Z","end":"2026-07-09T02:24:03.80791Z","steps":["trace[473111045] 'agreement among raft nodes before linearized reading' (duration: 344.429307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.807964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.463334Z","time spent":"344.622391ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:03.807715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.849123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:24:03.808092Z","caller":"traceutil/trace.go:171","msg":"trace[1165716684] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25000; }","duration":"484.244492ms","start":"2026-07-09T02:24:03.323827Z","end":"2026-07-09T02:24:03.808071Z","steps":["trace[1165716684] 'agreement among raft nodes before linearized reading' (duration: 483.706969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:03.808159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.323818Z","time spent":"484.322324ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:24:04.152292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.718861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:04.152602Z","caller":"traceutil/trace.go:171","msg":"trace[1421293386] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"340.141755ms","start":"2026-07-09T02:24:03.812436Z","end":"2026-07-09T02:24:04.152578Z","steps":["trace[1421293386] 'process raft request' (duration: 98.050175ms)","trace[1421293386] 'compare' (duration: 241.564878ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:04.152641Z","caller":"traceutil/trace.go:171","msg":"trace[829556890] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"340.135935ms","start":"2026-07-09T02:24:03.812464Z","end":"2026-07-09T02:24:04.1526Z","steps":["trace[829556890] 'process raft request' (duration: 339.920789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.152729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.812424Z","time spent":"340.244887ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:04.152757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.812439Z","time spent":"340.253928ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:04.152767Z","caller":"traceutil/trace.go:171","msg":"trace[1971298169] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"340.197786ms","start":"2026-07-09T02:24:03.812559Z","end":"2026-07-09T02:24:04.152757Z","steps":["trace[1971298169] 'process raft request' (duration: 339.91159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.152713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.851734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:04.152804Z","caller":"traceutil/trace.go:171","msg":"trace[734999842] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"339.883039ms","start":"2026-07-09T02:24:03.812892Z","end":"2026-07-09T02:24:04.152775Z","steps":["trace[734999842] 'process raft request' (duration: 339.642013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.152824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.812551Z","time spent":"340.244917ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:04.152836Z","caller":"traceutil/trace.go:171","msg":"trace[527934775] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25006; }","duration":"250.005358ms","start":"2026-07-09T02:24:03.902802Z","end":"2026-07-09T02:24:04.152807Z","steps":["trace[527934775] 'agreement among raft nodes before linearized reading' (duration: 249.859644ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:04.152635Z","caller":"traceutil/trace.go:171","msg":"trace[1911175584] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25842; }","duration":"249.761982ms","start":"2026-07-09T02:24:03.902858Z","end":"2026-07-09T02:24:04.15262Z","steps":["trace[1911175584] 'read index received' (duration: 7.58093ms)","trace[1911175584] 'applied index is now lower than readState.Index' (duration: 242.180052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:04.152867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.812885Z","time spent":"339.94892ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:04.152777Z","caller":"traceutil/trace.go:171","msg":"trace[778455325] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"340.178496ms","start":"2026-07-09T02:24:03.812586Z","end":"2026-07-09T02:24:04.152765Z","steps":["trace[778455325] 'process raft request' (duration: 339.915499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.152966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.600569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:04.152993Z","caller":"traceutil/trace.go:171","msg":"trace[648009248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25006; }","duration":"198.664201ms","start":"2026-07-09T02:24:03.95432Z","end":"2026-07-09T02:24:04.152984Z","steps":["trace[648009248] 'agreement among raft nodes before linearized reading' (duration: 198.608699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.152986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:03.812563Z","time spent":"340.36401ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:04.79667Z","caller":"traceutil/trace.go:171","msg":"trace[1173860505] linearizableReadLoop","detail":"{readStateIndex:25848; appliedIndex:25847; }","duration":"189.881423ms","start":"2026-07-09T02:24:04.606769Z","end":"2026-07-09T02:24:04.796651Z","steps":["trace[1173860505] 'read index received' (duration: 189.625007ms)","trace[1173860505] 'applied index is now lower than readState.Index' (duration: 255.366µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:04.796738Z","caller":"traceutil/trace.go:171","msg":"trace[525014812] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"332.648587ms","start":"2026-07-09T02:24:04.464056Z","end":"2026-07-09T02:24:04.796705Z","steps":["trace[525014812] 'process raft request' (duration: 332.443552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.796858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.082327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-09T02:24:04.796889Z","caller":"traceutil/trace.go:171","msg":"trace[1957379788] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25007; }","duration":"190.163679ms","start":"2026-07-09T02:24:04.606718Z","end":"2026-07-09T02:24:04.796882Z","steps":["trace[1957379788] 'agreement among raft nodes before linearized reading' (duration: 190.046226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:04.796885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:04.46403Z","time spent":"332.77366ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:05.342539Z","caller":"traceutil/trace.go:171","msg":"trace[1621789548] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"110.399838ms","start":"2026-07-09T02:24:05.232116Z","end":"2026-07-09T02:24:05.342516Z","steps":["trace[1621789548] 'process raft request' (duration: 110.242524ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:05.355192Z","caller":"traceutil/trace.go:171","msg":"trace[1552401932] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"117.612398ms","start":"2026-07-09T02:24:05.237555Z","end":"2026-07-09T02:24:05.355167Z","steps":["trace[1552401932] 'process raft request' (duration: 117.448314ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:06.053983Z","caller":"traceutil/trace.go:171","msg":"trace[330500391] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"240.675957ms","start":"2026-07-09T02:24:05.813278Z","end":"2026-07-09T02:24:06.053954Z","steps":["trace[330500391] 'process raft request' (duration: 240.510243ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:06.205196Z","caller":"traceutil/trace.go:171","msg":"trace[1416105252] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"391.80901ms","start":"2026-07-09T02:24:05.813356Z","end":"2026-07-09T02:24:06.205165Z","steps":["trace[1416105252] 'process raft request' (duration: 391.695778ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:06.205239Z","caller":"traceutil/trace.go:171","msg":"trace[380654577] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"391.888642ms","start":"2026-07-09T02:24:05.813311Z","end":"2026-07-09T02:24:06.2052Z","steps":["trace[380654577] 'process raft request' (duration: 301.660373ms)","trace[380654577] 'compare' (duration: 89.917612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:06.205418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:05.813287Z","time spent":"392.037396ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:06.205411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:05.813335Z","time spent":"391.948283ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:06.205655Z","caller":"traceutil/trace.go:171","msg":"trace[1649609498] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"392.21487ms","start":"2026-07-09T02:24:05.813405Z","end":"2026-07-09T02:24:06.20562Z","steps":["trace[1649609498] 'process raft request' (duration: 391.706238ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:06.205687Z","caller":"traceutil/trace.go:171","msg":"trace[330447319] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"392.094057ms","start":"2026-07-09T02:24:05.813569Z","end":"2026-07-09T02:24:06.205663Z","steps":["trace[330447319] 'process raft request' (duration: 391.946234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:06.20578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:05.813542Z","time spent":"392.189279ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:06.205671Z","caller":"traceutil/trace.go:171","msg":"trace[66481163] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25850; }","duration":"325.18653ms","start":"2026-07-09T02:24:05.880461Z","end":"2026-07-09T02:24:06.205647Z","steps":["trace[66481163] 'read index received' (duration: 173.35695ms)","trace[66481163] 'applied index is now lower than readState.Index' (duration: 151.82863ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:06.205873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.407756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:24:06.205926Z","caller":"traceutil/trace.go:171","msg":"trace[139280243] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25014; }","duration":"325.510288ms","start":"2026-07-09T02:24:05.880404Z","end":"2026-07-09T02:24:06.205914Z","steps":["trace[139280243] 'agreement among raft nodes before linearized reading' (duration: 325.317544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:06.205967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:05.880389Z","time spent":"325.569219ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:06.206039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:05.813394Z","time spent":"392.380654ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:06.206329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.586235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-07-09T02:24:06.206353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.813794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:06.2063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.220324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-09T02:24:06.20639Z","caller":"traceutil/trace.go:171","msg":"trace[1680730400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25014; }","duration":"252.885856ms","start":"2026-07-09T02:24:05.953495Z","end":"2026-07-09T02:24:06.206381Z","steps":["trace[1680730400] 'agreement among raft nodes before linearized reading' (duration: 252.828545ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:06.206367Z","caller":"traceutil/trace.go:171","msg":"trace[1801823215] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25014; }","duration":"100.655507ms","start":"2026-07-09T02:24:06.105703Z","end":"2026-07-09T02:24:06.206358Z","steps":["trace[1801823215] 'agreement among raft nodes before linearized reading' (duration: 100.506663ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:06.206435Z","caller":"traceutil/trace.go:171","msg":"trace[1377241428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25014; }","duration":"304.363776ms","start":"2026-07-09T02:24:05.902027Z","end":"2026-07-09T02:24:06.206391Z","steps":["trace[1377241428] 'agreement among raft nodes before linearized reading' (duration: 303.942076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:06.206493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:05.902017Z","time spent":"304.46385ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:07.420274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12150524s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:24:07.496856Z","caller":"traceutil/trace.go:171","msg":"trace[1512427375] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25857; }","duration":"1.263226531s","start":"2026-07-09T02:24:06.233607Z","end":"2026-07-09T02:24:07.496833Z","steps":["trace[1512427375] 'read index received' (duration: 65.621436ms)","trace[1512427375] 'applied index is now lower than readState.Index' (duration: 1.197604075s)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:07.497154Z","caller":"traceutil/trace.go:171","msg":"trace[2096004190] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.284551407s","start":"2026-07-09T02:24:06.212583Z","end":"2026-07-09T02:24:07.497135Z","steps":["trace[2096004190] 'process raft request' (duration: 1.284152987s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:07.497187Z","caller":"traceutil/trace.go:171","msg":"trace[1209140009] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"1.284642699s","start":"2026-07-09T02:24:06.212503Z","end":"2026-07-09T02:24:07.497146Z","steps":["trace[1209140009] 'process raft request' (duration: 1.208002602s)","trace[1209140009] 'compare' (duration: 75.304105ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:07.497261Z","caller":"traceutil/trace.go:171","msg":"trace[999275845] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"1.284179267s","start":"2026-07-09T02:24:06.213066Z","end":"2026-07-09T02:24:07.497245Z","steps":["trace[999275845] 'process raft request' (duration: 1.283705486s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:07.497277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.212563Z","time spent":"1.284646049s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:07.497354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.213055Z","time spent":"1.284240779s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:07.497359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.212489Z","time spent":"1.284794342s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:07.497502Z","caller":"traceutil/trace.go:171","msg":"trace[816303186] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"1.284906075s","start":"2026-07-09T02:24:06.212558Z","end":"2026-07-09T02:24:07.497464Z","steps":["trace[816303186] 'process raft request' (duration: 1.284094525s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:07.497549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263916438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:24:07.497616Z","caller":"traceutil/trace.go:171","msg":"trace[1192339217] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25020; }","duration":"1.264044811s","start":"2026-07-09T02:24:06.233555Z","end":"2026-07-09T02:24:07.497599Z","steps":["trace[1192339217] 'agreement among raft nodes before linearized reading' (duration: 1.263615101s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:07.497714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.212537Z","time spent":"1.285065859s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:07.497953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.23354Z","time spent":"1.264107762s","remote":"127.0.0.1:52166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":181,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:08.169729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.732327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:08.169961Z","caller":"traceutil/trace.go:171","msg":"trace[70206622] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25861; }","duration":"672.965146ms","start":"2026-07-09T02:24:07.496979Z","end":"2026-07-09T02:24:08.169945Z","steps":["trace[70206622] 'read index received' (duration: 132.879941ms)","trace[70206622] 'applied index is now lower than readState.Index' (duration: 540.084155ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:08.169974Z","caller":"traceutil/trace.go:171","msg":"trace[1776466440] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"1.368617791s","start":"2026-07-09T02:24:06.801316Z","end":"2026-07-09T02:24:08.169934Z","steps":["trace[1776466440] 'process raft request' (duration: 828.603247ms)","trace[1776466440] 'compare' (duration: 539.210275ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:08.171976Z","caller":"traceutil/trace.go:171","msg":"trace[840033559] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"811.302946ms","start":"2026-07-09T02:24:07.360635Z","end":"2026-07-09T02:24:08.171937Z","steps":["trace[840033559] 'process raft request' (duration: 809.267818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.172016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.533924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-09T02:24:08.172059Z","caller":"traceutil/trace.go:171","msg":"trace[776719565] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25023; }","duration":"957.587365ms","start":"2026-07-09T02:24:07.214453Z","end":"2026-07-09T02:24:08.172041Z","steps":["trace[776719565] 'agreement among raft nodes before linearized reading' (duration: 955.536256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.172457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:07.214447Z","time spent":"957.999524ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:08.172059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.80129Z","time spent":"1.370663579s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:08.172544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643737293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-09T02:24:08.172136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:07.360619Z","time spent":"811.431989ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:08.172216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457184501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:08.17264Z","caller":"traceutil/trace.go:171","msg":"trace[271995339] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"964.416697ms","start":"2026-07-09T02:24:07.205584Z","end":"2026-07-09T02:24:08.170001Z","steps":["trace[271995339] 'process raft request' (duration: 964.235372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.17293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:07.20556Z","time spent":"967.222163ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:08.17272Z","caller":"traceutil/trace.go:171","msg":"trace[2117282891] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25023; }","duration":"1.457728744s","start":"2026-07-09T02:24:06.714978Z","end":"2026-07-09T02:24:08.172707Z","steps":["trace[2117282891] 'agreement among raft nodes before linearized reading' (duration: 1.457188621s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.1701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131829357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:08.173069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.714958Z","time spent":"1.458071441s","remote":"127.0.0.1:45802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:08.17235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57024008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:08.173226Z","caller":"traceutil/trace.go:171","msg":"trace[1066520099] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25023; }","duration":"1.571146052s","start":"2026-07-09T02:24:06.602065Z","end":"2026-07-09T02:24:08.173211Z","steps":["trace[1066520099] 'agreement among raft nodes before linearized reading' (duration: 1.57025527s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.173269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.602045Z","time spent":"1.571211064s","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:08.172591Z","caller":"traceutil/trace.go:171","msg":"trace[1688688853] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25023; }","duration":"1.643824835s","start":"2026-07-09T02:24:06.528756Z","end":"2026-07-09T02:24:08.17258Z","steps":["trace[1688688853] 'agreement among raft nodes before linearized reading' (duration: 1.643662051s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.17332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.528733Z","time spent":"1.644571073s","remote":"127.0.0.1:52152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:08.172281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538678532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:24:08.173422Z","caller":"traceutil/trace.go:171","msg":"trace[916336573] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25023; }","duration":"1.53984157s","start":"2026-07-09T02:24:06.633566Z","end":"2026-07-09T02:24:08.173407Z","steps":["trace[916336573] 'agreement among raft nodes before linearized reading' (duration: 1.53855452s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.173466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:06.633553Z","time spent":"1.539900151s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:24:08.173686Z","caller":"traceutil/trace.go:171","msg":"trace[1565223659] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25023; }","duration":"1.135432421s","start":"2026-07-09T02:24:07.038228Z","end":"2026-07-09T02:24:08.173661Z","steps":["trace[1565223659] 'agreement among raft nodes before linearized reading' (duration: 1.131786215s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.173837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:07.038212Z","time spent":"1.135599196s","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:08.560391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.396595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:08.560578Z","caller":"traceutil/trace.go:171","msg":"trace[274585740] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"500.021356ms","start":"2026-07-09T02:24:08.0605Z","end":"2026-07-09T02:24:08.560522Z","steps":["trace[274585740] 'process raft request' (duration: 290.373145ms)","trace[274585740] 'compare' (duration: 209.250212ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:08.560659Z","caller":"traceutil/trace.go:171","msg":"trace[1382809111] linearizableReadLoop","detail":"{readStateIndex:25865; appliedIndex:25864; }","duration":"390.636502ms","start":"2026-07-09T02:24:08.169994Z","end":"2026-07-09T02:24:08.56063Z","steps":["trace[1382809111] 'read index received' (duration: 180.904029ms)","trace[1382809111] 'applied index is now lower than readState.Index' (duration: 209.731143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:08.560802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.06047Z","time spent":"500.20561ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:08.560807Z","caller":"traceutil/trace.go:171","msg":"trace[2035828932] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"346.861674ms","start":"2026-07-09T02:24:08.21392Z","end":"2026-07-09T02:24:08.560782Z","steps":["trace[2035828932] 'process raft request' (duration: 346.802773ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:08.560819Z","caller":"traceutil/trace.go:171","msg":"trace[1805736794] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"350.0678ms","start":"2026-07-09T02:24:08.210702Z","end":"2026-07-09T02:24:08.56077Z","steps":["trace[1805736794] 'process raft request' (duration: 349.813484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.560917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.213909Z","time spent":"346.954236ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:08.560959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.806513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:08.560983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.210672Z","time spent":"350.222024ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:08.561019Z","caller":"traceutil/trace.go:171","msg":"trace[1330965290] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25028; }","duration":"556.921676ms","start":"2026-07-09T02:24:08.00408Z","end":"2026-07-09T02:24:08.561002Z","steps":["trace[1330965290] 'agreement among raft nodes before linearized reading' (duration: 556.797973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.560854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.270639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:08.561194Z","caller":"traceutil/trace.go:171","msg":"trace[1545396126] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"349.960358ms","start":"2026-07-09T02:24:08.21122Z","end":"2026-07-09T02:24:08.561181Z","steps":["trace[1545396126] 'process raft request' (duration: 349.384424ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:08.56121Z","caller":"traceutil/trace.go:171","msg":"trace[1414071802] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25028; }","duration":"475.686829ms","start":"2026-07-09T02:24:08.085507Z","end":"2026-07-09T02:24:08.561194Z","steps":["trace[1414071802] 'agreement among raft nodes before linearized reading' (duration: 475.261329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.56125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.085483Z","time spent":"475.75485ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:08.561269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.211194Z","time spent":"350.03513ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:08.561071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.004059Z","time spent":"556.995877ms","remote":"127.0.0.1:56786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:08.56138Z","caller":"traceutil/trace.go:171","msg":"trace[1880847277] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"349.21368ms","start":"2026-07-09T02:24:08.212153Z","end":"2026-07-09T02:24:08.561366Z","steps":["trace[1880847277] 'process raft request' (duration: 348.516474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.561455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.212141Z","time spent":"349.280071ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:08.561688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.696561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:24:08.561675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.713459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:08.561717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.314941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:08.561741Z","caller":"traceutil/trace.go:171","msg":"trace[180349232] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25028; }","duration":"381.778953ms","start":"2026-07-09T02:24:08.179946Z","end":"2026-07-09T02:24:08.561725Z","steps":["trace[180349232] 'agreement among raft nodes before linearized reading' (duration: 381.608719ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:08.561756Z","caller":"traceutil/trace.go:171","msg":"trace[1271519604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25028; }","duration":"319.387823ms","start":"2026-07-09T02:24:08.242357Z","end":"2026-07-09T02:24:08.561745Z","steps":["trace[1271519604] 'agreement among raft nodes before linearized reading' (duration: 319.319722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.561742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.714681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:24:08.561751Z","caller":"traceutil/trace.go:171","msg":"trace[1484630429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25028; }","duration":"607.843602ms","start":"2026-07-09T02:24:07.95389Z","end":"2026-07-09T02:24:08.561734Z","steps":["trace[1484630429] 'agreement among raft nodes before linearized reading' (duration: 607.675978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.561746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.609948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-09T02:24:08.561787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.242343Z","time spent":"319.431894ms","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:08.561788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.179926Z","time spent":"381.847834ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:24:08.561793Z","caller":"traceutil/trace.go:171","msg":"trace[1508200459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25028; }","duration":"257.811693ms","start":"2026-07-09T02:24:08.303969Z","end":"2026-07-09T02:24:08.561781Z","steps":["trace[1508200459] 'agreement among raft nodes before linearized reading' (duration: 257.67497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.561685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013284245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-09T02:24:08.561812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:07.953837Z","time spent":"607.966366ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:24:08.561822Z","caller":"traceutil/trace.go:171","msg":"trace[1187368296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25028; }","duration":"257.739052ms","start":"2026-07-09T02:24:08.304065Z","end":"2026-07-09T02:24:08.561804Z","steps":["trace[1187368296] 'agreement among raft nodes before linearized reading' (duration: 257.492996ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:08.561932Z","caller":"traceutil/trace.go:171","msg":"trace[157123863] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25028; }","duration":"1.01347782s","start":"2026-07-09T02:24:07.548361Z","end":"2026-07-09T02:24:08.561838Z","steps":["trace[157123863] 'agreement among raft nodes before linearized reading' (duration: 1.013209034s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:08.562004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:07.548346Z","time spent":"1.013637534s","remote":"127.0.0.1:51922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-09T02:24:08.750546Z","caller":"traceutil/trace.go:171","msg":"trace[476218995] linearizableReadLoop","detail":"{readStateIndex:25871; appliedIndex:25869; }","duration":"121.634534ms","start":"2026-07-09T02:24:08.628886Z","end":"2026-07-09T02:24:08.75052Z","steps":["trace[476218995] 'read index received' (duration: 46.247307ms)","trace[476218995] 'applied index is now lower than readState.Index' (duration: 75.386017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:08.750706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.804608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:08.750745Z","caller":"traceutil/trace.go:171","msg":"trace[474986126] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25030; }","duration":"121.89779ms","start":"2026-07-09T02:24:08.628837Z","end":"2026-07-09T02:24:08.750735Z","steps":["trace[474986126] 'agreement among raft nodes before linearized reading' (duration: 121.785557ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:08.750994Z","caller":"traceutil/trace.go:171","msg":"trace[1464238881] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"184.087705ms","start":"2026-07-09T02:24:08.566893Z","end":"2026-07-09T02:24:08.75098Z","steps":["trace[1464238881] 'process raft request' (duration: 183.579313ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:08.751035Z","caller":"traceutil/trace.go:171","msg":"trace[151461946] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"184.659318ms","start":"2026-07-09T02:24:08.566331Z","end":"2026-07-09T02:24:08.75099Z","steps":["trace[151461946] 'process raft request' (duration: 108.677217ms)","trace[151461946] 'compare' (duration: 75.319976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:09.757757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.095742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:09.75782Z","caller":"traceutil/trace.go:171","msg":"trace[2004507794] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25030; }","duration":"900.220864ms","start":"2026-07-09T02:24:08.857581Z","end":"2026-07-09T02:24:09.757802Z","steps":["trace[2004507794] 'count revisions from in-memory index tree' (duration: 899.997119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.757858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.857561Z","time spent":"900.288776ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:09.758204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.969047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:09.758246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.791135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T02:24:09.758284Z","caller":"traceutil/trace.go:171","msg":"trace[1252991509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25030; }","duration":"255.864696ms","start":"2026-07-09T02:24:09.502403Z","end":"2026-07-09T02:24:09.758268Z","steps":["trace[1252991509] 'range keys from in-memory index tree' (duration: 255.585981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.758313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.091802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:24:09.758404Z","caller":"traceutil/trace.go:171","msg":"trace[479864633] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25030; }","duration":"256.235965ms","start":"2026-07-09T02:24:09.502147Z","end":"2026-07-09T02:24:09.758383Z","steps":["trace[479864633] 'range keys from in-memory index tree' (duration: 255.910458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.758484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.917338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:24:09.758524Z","caller":"traceutil/trace.go:171","msg":"trace[67571860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25030; }","duration":"255.959409ms","start":"2026-07-09T02:24:09.502555Z","end":"2026-07-09T02:24:09.758515Z","steps":["trace[67571860] 'range keys from in-memory index tree' (duration: 255.767124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.758866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.304731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:09.758903Z","caller":"traceutil/trace.go:171","msg":"trace[650493801] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25030; }","duration":"753.384653ms","start":"2026-07-09T02:24:09.005507Z","end":"2026-07-09T02:24:09.758891Z","steps":["trace[650493801] 'count revisions from in-memory index tree' (duration: 753.182078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.758875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.007953ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:09.758933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:09.005452Z","time spent":"753.471595ms","remote":"127.0.0.1:49644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:09.758943Z","caller":"traceutil/trace.go:171","msg":"trace[1598060994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25030; }","duration":"165.078044ms","start":"2026-07-09T02:24:09.593856Z","end":"2026-07-09T02:24:09.758934Z","steps":["trace[1598060994] 'range keys from in-memory index tree' (duration: 164.997512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.759159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.464344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T02:24:09.759196Z","caller":"traceutil/trace.go:171","msg":"trace[1592830424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25030; }","duration":"257.539186ms","start":"2026-07-09T02:24:09.501645Z","end":"2026-07-09T02:24:09.759185Z","steps":["trace[1592830424] 'range keys from in-memory index tree' (duration: 257.345601ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:09.758248Z","caller":"traceutil/trace.go:171","msg":"trace[1779409071] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25030; }","duration":"816.017438ms","start":"2026-07-09T02:24:08.94222Z","end":"2026-07-09T02:24:09.758237Z","steps":["trace[1779409071] 'count revisions from in-memory index tree' (duration: 815.921085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.759713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:08.94219Z","time spent":"817.505243ms","remote":"127.0.0.1:49638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:09.759891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.30487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:09.759917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.940272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-09T02:24:09.75998Z","caller":"traceutil/trace.go:171","msg":"trace[825556688] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25030; }","duration":"510.461403ms","start":"2026-07-09T02:24:09.249498Z","end":"2026-07-09T02:24:09.75996Z","steps":["trace[825556688] 'count revisions from in-memory index tree' (duration: 510.196187ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:09.759993Z","caller":"traceutil/trace.go:171","msg":"trace[1873157912] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25030; }","duration":"583.061615ms","start":"2026-07-09T02:24:09.176908Z","end":"2026-07-09T02:24:09.75997Z","steps":["trace[1873157912] 'range keys from in-memory index tree' (duration: 582.758717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:09.760034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:09.176888Z","time spent":"583.137316ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:09.760032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:09.249487Z","time spent":"510.533835ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:10.569292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.41201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:10.569363Z","caller":"traceutil/trace.go:171","msg":"trace[793810327] linearizableReadLoop","detail":"{readStateIndex:25879; appliedIndex:25878; }","duration":"535.550217ms","start":"2026-07-09T02:24:10.033801Z","end":"2026-07-09T02:24:10.569351Z","steps":["trace[793810327] 'read index received' (duration: 152.037544ms)","trace[793810327] 'applied index is now lower than readState.Index' (duration: 383.511753ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:10.5694Z","caller":"traceutil/trace.go:171","msg":"trace[1289385548] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"543.862584ms","start":"2026-07-09T02:24:10.025505Z","end":"2026-07-09T02:24:10.569368Z","steps":["trace[1289385548] 'process raft request' (duration: 160.315481ms)","trace[1289385548] 'compare' (duration: 382.810916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:10.569536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.02549Z","time spent":"543.976037ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:10.569768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.962867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9602"} {"level":"info","ts":"2026-07-09T02:24:10.569797Z","caller":"traceutil/trace.go:171","msg":"trace[1097648510] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25038; }","duration":"536.017668ms","start":"2026-07-09T02:24:10.033772Z","end":"2026-07-09T02:24:10.56979Z","steps":["trace[1097648510] 'agreement among raft nodes before linearized reading' (duration: 535.894885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:10.56989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.033759Z","time spent":"536.054559ms","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-09T02:24:11.069705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894649,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:24:11.188291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002461898s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:24:11.269764Z","caller":"traceutil/trace.go:171","msg":"trace[801466015] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"1.091481449s","start":"2026-07-09T02:24:10.178238Z","end":"2026-07-09T02:24:11.26972Z","steps":["trace[801466015] 'process raft request' (duration: 1.090971267s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:11.269883Z","caller":"traceutil/trace.go:171","msg":"trace[656476037] linearizableReadLoop","detail":"{readStateIndex:25887; appliedIndex:25879; }","duration":"700.477658ms","start":"2026-07-09T02:24:10.569379Z","end":"2026-07-09T02:24:11.269857Z","steps":["trace[656476037] 'read index received' (duration: 619.109689ms)","trace[656476037] 'applied index is now lower than readState.Index' (duration: 81.366239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:11.269969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.17821Z","time spent":"1.091650522s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:11.270073Z","caller":"traceutil/trace.go:171","msg":"trace[1402383991] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"702.787124ms","start":"2026-07-09T02:24:10.567256Z","end":"2026-07-09T02:24:11.270043Z","steps":["trace[1402383991] 'process raft request' (duration: 702.528628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.154555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:11.270274Z","caller":"traceutil/trace.go:171","msg":"trace[679176104] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"1.091830587s","start":"2026-07-09T02:24:10.178427Z","end":"2026-07-09T02:24:11.270258Z","steps":["trace[679176104] 'process raft request' (duration: 1.091102869s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.293559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-09T02:24:11.270311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.058151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:24:11.270285Z","caller":"traceutil/trace.go:171","msg":"trace[1845235365] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"703.472389ms","start":"2026-07-09T02:24:10.566767Z","end":"2026-07-09T02:24:11.27024Z","steps":["trace[1845235365] 'process raft request' (duration: 702.946097ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:11.270318Z","caller":"traceutil/trace.go:171","msg":"trace[1650743178] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25045; }","duration":"852.297069ms","start":"2026-07-09T02:24:10.418001Z","end":"2026-07-09T02:24:11.270298Z","steps":["trace[1650743178] 'agreement among raft nodes before linearized reading' (duration: 852.137245ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:11.270353Z","caller":"traceutil/trace.go:171","msg":"trace[1899988156] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:25045; }","duration":"954.144024ms","start":"2026-07-09T02:24:10.316198Z","end":"2026-07-09T02:24:11.270342Z","steps":["trace[1899988156] 'agreement among raft nodes before linearized reading' (duration: 953.97453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.178419Z","time spent":"1.091886239s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:11.270391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.869444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:11.270388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.41798Z","time spent":"852.396151ms","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:11.270419Z","caller":"traceutil/trace.go:171","msg":"trace[1139413765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25045; }","duration":"316.895374ms","start":"2026-07-09T02:24:10.953515Z","end":"2026-07-09T02:24:11.27041Z","steps":["trace[1139413765] 'agreement among raft nodes before linearized reading' (duration: 316.848373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.058538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c07dd7d90f814d\" ","response":"range_response_count:1 size:747"} {"level":"warn","ts":"2026-07-09T02:24:11.270448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.953437Z","time spent":"317.005087ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:24:11.270451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.566753Z","time spent":"703.619283ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:11.270445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.477945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418459"} {"level":"info","ts":"2026-07-09T02:24:11.270475Z","caller":"traceutil/trace.go:171","msg":"trace[341209540] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c07dd7d90f814d; range_end:; response_count:1; response_revision:25045; }","duration":"697.15394ms","start":"2026-07-09T02:24:10.573306Z","end":"2026-07-09T02:24:11.27046Z","steps":["trace[341209540] 'agreement among raft nodes before linearized reading' (duration: 696.952225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.573294Z","time spent":"697.209552ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c07dd7d90f814d\" "} {"level":"info","ts":"2026-07-09T02:24:11.270508Z","caller":"traceutil/trace.go:171","msg":"trace[759757050] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25045; }","duration":"901.584577ms","start":"2026-07-09T02:24:10.368911Z","end":"2026-07-09T02:24:11.270495Z","steps":["trace[759757050] 'agreement among raft nodes before linearized reading' (duration: 901.26018ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:11.270529Z","caller":"traceutil/trace.go:171","msg":"trace[699232602] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"703.668935ms","start":"2026-07-09T02:24:10.566846Z","end":"2026-07-09T02:24:11.270515Z","steps":["trace[699232602] 'process raft request' (duration: 702.896757ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:11.270329Z","caller":"traceutil/trace.go:171","msg":"trace[453725490] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25045; }","duration":"739.403382ms","start":"2026-07-09T02:24:10.530906Z","end":"2026-07-09T02:24:11.27031Z","steps":["trace[453725490] 'agreement among raft nodes before linearized reading' (duration: 739.186797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.368893Z","time spent":"901.649149ms","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418482,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-09T02:24:11.270597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.530887Z","time spent":"739.694248ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-09T02:24:11.2706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.566839Z","time spent":"703.726596ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:11.27039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.316182Z","time spent":"954.200465ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-09T02:24:11.270736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.125401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-07-09T02:24:11.270767Z","caller":"traceutil/trace.go:171","msg":"trace[102882112] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25045; }","duration":"506.185642ms","start":"2026-07-09T02:24:10.764571Z","end":"2026-07-09T02:24:11.270757Z","steps":["trace[102882112] 'agreement among raft nodes before linearized reading' (duration: 506.091519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.764556Z","time spent":"506.232713ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:11.270839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.363139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:24:11.270877Z","caller":"traceutil/trace.go:171","msg":"trace[404498628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25045; }","duration":"515.437901ms","start":"2026-07-09T02:24:10.755428Z","end":"2026-07-09T02:24:11.270866Z","steps":["trace[404498628] 'agreement among raft nodes before linearized reading' (duration: 515.258087ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:11.270869Z","caller":"traceutil/trace.go:171","msg":"trace[198841233] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"702.949728ms","start":"2026-07-09T02:24:10.567897Z","end":"2026-07-09T02:24:11.270847Z","steps":["trace[198841233] 'process raft request' (duration: 701.920633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.270907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.755406Z","time spent":"515.494233ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:11.27093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.567235Z","time spent":"702.919846ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:11.270959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.567889Z","time spent":"703.024649ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:11.270989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.218306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:24:11.271054Z","caller":"traceutil/trace.go:171","msg":"trace[2127210503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25045; }","duration":"515.316488ms","start":"2026-07-09T02:24:10.755723Z","end":"2026-07-09T02:24:11.271039Z","steps":["trace[2127210503] 'agreement among raft nodes before linearized reading' (duration: 515.064162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.271102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.755715Z","time spent":"515.379851ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T02:24:11.270125Z","caller":"traceutil/trace.go:171","msg":"trace[1008409345] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"703.710975ms","start":"2026-07-09T02:24:10.566384Z","end":"2026-07-09T02:24:11.270095Z","steps":["trace[1008409345] 'process raft request' (duration: 703.285425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:11.273344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:10.56636Z","time spent":"706.84334ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:12.104075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.471603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:12.10435Z","caller":"traceutil/trace.go:171","msg":"trace[1594886907] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"829.813765ms","start":"2026-07-09T02:24:11.274508Z","end":"2026-07-09T02:24:12.104322Z","steps":["trace[1594886907] 'process raft request' (duration: 240.477131ms)","trace[1594886907] 'compare' (duration: 588.34518ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:12.104394Z","caller":"traceutil/trace.go:171","msg":"trace[1005403877] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"829.015716ms","start":"2026-07-09T02:24:11.275365Z","end":"2026-07-09T02:24:12.10438Z","steps":["trace[1005403877] 'process raft request' (duration: 828.913604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:12.104386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.274545Z","time spent":"829.821076ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T02:24:12.104441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.274491Z","time spent":"829.903748ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:12.104459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.275351Z","time spent":"829.071587ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:12.104709Z","caller":"traceutil/trace.go:171","msg":"trace[398873970] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"827.547332ms","start":"2026-07-09T02:24:11.27714Z","end":"2026-07-09T02:24:12.104687Z","steps":["trace[398873970] 'process raft request' (duration: 827.203753ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:12.104821Z","caller":"traceutil/trace.go:171","msg":"trace[601489632] linearizableReadLoop","detail":"{readStateIndex:25889; appliedIndex:25887; }","duration":"829.631001ms","start":"2026-07-09T02:24:11.275165Z","end":"2026-07-09T02:24:12.104796Z","steps":["trace[601489632] 'read index received' (duration: 239.833987ms)","trace[601489632] 'applied index is now lower than readState.Index' (duration: 589.795894ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:12.104861Z","caller":"traceutil/trace.go:171","msg":"trace[2068221770] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"792.576723ms","start":"2026-07-09T02:24:11.312237Z","end":"2026-07-09T02:24:12.104813Z","steps":["trace[2068221770] 'process raft request' (duration: 792.373398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:12.104941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.277127Z","time spent":"827.632123ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:12.105081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.889267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b200d28d-bff0-41a1-88ba-5477e539bb0a\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-07-09T02:24:12.105116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.31222Z","time spent":"792.751066ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:12.105228Z","caller":"traceutil/trace.go:171","msg":"trace[890785802] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b200d28d-bff0-41a1-88ba-5477e539bb0a; range_end:; response_count:1; response_revision:25049; }","duration":"830.072152ms","start":"2026-07-09T02:24:11.275131Z","end":"2026-07-09T02:24:12.105203Z","steps":["trace[890785802] 'agreement among raft nodes before linearized reading' (duration: 829.744734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:12.105279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.275114Z","time spent":"830.152563ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-b200d28d-bff0-41a1-88ba-5477e539bb0a\" "} {"level":"warn","ts":"2026-07-09T02:24:12.605684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:24:13.105967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:24:13.329164Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006526.wal"} {"level":"info","ts":"2026-07-09T02:24:13.329806Z","caller":"traceutil/trace.go:171","msg":"trace[1468618752] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.694504698s","start":"2026-07-09T02:24:11.635274Z","end":"2026-07-09T02:24:13.329779Z","steps":["trace[1468618752] 'process raft request' (duration: 1.694125529s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.329947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.635245Z","time spent":"1.69462963s","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418517,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.764654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.61907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:13.765023Z","caller":"traceutil/trace.go:171","msg":"trace[930929493] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.658587286s","start":"2026-07-09T02:24:12.106382Z","end":"2026-07-09T02:24:13.764969Z","steps":["trace[930929493] 'process raft request' (duration: 1.510563676s)","trace[930929493] 'compare' (duration: 147.486477ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:13.764995Z","caller":"traceutil/trace.go:171","msg":"trace[2123843741] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"651.937329ms","start":"2026-07-09T02:24:13.113018Z","end":"2026-07-09T02:24:13.764955Z","steps":["trace[2123843741] 'process raft request' (duration: 651.732584ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.765106Z","caller":"traceutil/trace.go:171","msg":"trace[289436943] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"487.666853ms","start":"2026-07-09T02:24:13.277414Z","end":"2026-07-09T02:24:13.765081Z","steps":["trace[289436943] 'process raft request' (duration: 487.466438ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.765142Z","caller":"traceutil/trace.go:171","msg":"trace[154047947] transaction","detail":"{read_only:false; response_revision:25056; number_of_response:1; }","duration":"487.586271ms","start":"2026-07-09T02:24:13.277547Z","end":"2026-07-09T02:24:13.765134Z","steps":["trace[154047947] 'process raft request' (duration: 487.364286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.76519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:12.10636Z","time spent":"1.65874929s","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:13.765245Z","caller":"traceutil/trace.go:171","msg":"trace[1895659402] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"586.831924ms","start":"2026-07-09T02:24:13.178402Z","end":"2026-07-09T02:24:13.765234Z","steps":["trace[1895659402] 'process raft request' (duration: 586.408944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.277385Z","time spent":"487.771155ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.76531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.17838Z","time spent":"586.897736ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.765202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.277536Z","time spent":"487.633633ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:13.765245Z","caller":"traceutil/trace.go:171","msg":"trace[1297687412] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"487.596431ms","start":"2026-07-09T02:24:13.27764Z","end":"2026-07-09T02:24:13.765236Z","steps":["trace[1297687412] 'process raft request' (duration: 487.304494ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.765353Z","caller":"traceutil/trace.go:171","msg":"trace[1840250385] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"488.258737ms","start":"2026-07-09T02:24:13.277055Z","end":"2026-07-09T02:24:13.765314Z","steps":["trace[1840250385] 'process raft request' (duration: 487.791466ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.76545Z","caller":"traceutil/trace.go:171","msg":"trace[1288965762] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"487.350306ms","start":"2026-07-09T02:24:13.278069Z","end":"2026-07-09T02:24:13.76542Z","steps":["trace[1288965762] 'process raft request' (duration: 486.971307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332807702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:13.765491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956873889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:24:13.76552Z","caller":"traceutil/trace.go:171","msg":"trace[1197685954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25060; }","duration":"2.332925085s","start":"2026-07-09T02:24:11.432584Z","end":"2026-07-09T02:24:13.765509Z","steps":["trace[1197685954] 'agreement among raft nodes before linearized reading' (duration: 2.332817252s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.765527Z","caller":"traceutil/trace.go:171","msg":"trace[1287832749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25060; }","duration":"1.956953491s","start":"2026-07-09T02:24:11.808563Z","end":"2026-07-09T02:24:13.765517Z","steps":["trace[1287832749] 'agreement among raft nodes before linearized reading' (duration: 1.956823058s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135864673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:13.765275Z","caller":"traceutil/trace.go:171","msg":"trace[1091426884] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"487.592481ms","start":"2026-07-09T02:24:13.277675Z","end":"2026-07-09T02:24:13.765267Z","steps":["trace[1091426884] 'process raft request' (duration: 487.301984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.432559Z","time spent":"2.332989917s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:13.765509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812040345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:13.765559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.80854Z","time spent":"1.957012712s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:24:13.765589Z","caller":"traceutil/trace.go:171","msg":"trace[1290248371] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25060; }","duration":"2.135950075s","start":"2026-07-09T02:24:11.629619Z","end":"2026-07-09T02:24:13.765569Z","steps":["trace[1290248371] 'agreement among raft nodes before linearized reading' (duration: 2.135861003s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973318289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:24:13.765508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.277039Z","time spent":"488.3921ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.765627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.629599Z","time spent":"2.136020326s","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:13.765618Z","caller":"traceutil/trace.go:171","msg":"trace[576315083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25060; }","duration":"1.812192329s","start":"2026-07-09T02:24:11.953398Z","end":"2026-07-09T02:24:13.765591Z","steps":["trace[576315083] 'agreement among raft nodes before linearized reading' (duration: 1.812007084s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.277633Z","time spent":"487.793936ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.765663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954966554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:24:13.765359Z","caller":"traceutil/trace.go:171","msg":"trace[1741090935] linearizableReadLoop","detail":"{readStateIndex:25894; appliedIndex:25892; }","duration":"1.66044413s","start":"2026-07-09T02:24:12.104893Z","end":"2026-07-09T02:24:13.765337Z","steps":["trace[1741090935] 'read index received' (duration: 1.224488103s)","trace[1741090935] 'applied index is now lower than readState.Index' (duration: 435.954697ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:13.765673Z","caller":"traceutil/trace.go:171","msg":"trace[1132542627] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25060; }","duration":"1.973440782s","start":"2026-07-09T02:24:11.79221Z","end":"2026-07-09T02:24:13.76565Z","steps":["trace[1132542627] 'agreement among raft nodes before linearized reading' (duration: 1.973186976s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.95338Z","time spent":"1.812294151s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:24:13.76556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.27806Z","time spent":"487.448778ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.765737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.79219Z","time spent":"1.973534414s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:24:13.765102Z","caller":"traceutil/trace.go:171","msg":"trace[546826518] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"487.137891ms","start":"2026-07-09T02:24:13.277945Z","end":"2026-07-09T02:24:13.765083Z","steps":["trace[546826518] 'process raft request' (duration: 487.061629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.277666Z","time spent":"487.916028ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:13.765738Z","caller":"traceutil/trace.go:171","msg":"trace[1703766256] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25060; }","duration":"1.955040816s","start":"2026-07-09T02:24:11.810675Z","end":"2026-07-09T02:24:13.765716Z","steps":["trace[1703766256] 'agreement among raft nodes before linearized reading' (duration: 1.95481134s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.949354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:13.765842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488646356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-09T02:24:13.76584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.755884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:13.765871Z","caller":"traceutil/trace.go:171","msg":"trace[1746456688] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25060; }","duration":"314.022386ms","start":"2026-07-09T02:24:13.451831Z","end":"2026-07-09T02:24:13.765854Z","steps":["trace[1746456688] 'agreement among raft nodes before linearized reading' (duration: 313.935704ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.765883Z","caller":"traceutil/trace.go:171","msg":"trace[1861609687] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25060; }","duration":"1.488710108s","start":"2026-07-09T02:24:12.277159Z","end":"2026-07-09T02:24:13.765869Z","steps":["trace[1861609687] 'agreement among raft nodes before linearized reading' (duration: 1.488609866s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.81066Z","time spent":"1.955183819s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T02:24:13.765913Z","caller":"traceutil/trace.go:171","msg":"trace[1433623859] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25060; }","duration":"977.871306ms","start":"2026-07-09T02:24:12.788026Z","end":"2026-07-09T02:24:13.765897Z","steps":["trace[1433623859] 'agreement among raft nodes before linearized reading' (duration: 977.745863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.765918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:12.277143Z","time spent":"1.488767999s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:13.765913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.451801Z","time spent":"314.104098ms","remote":"127.0.0.1:48172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:13.765945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:12.78801Z","time spent":"977.927158ms","remote":"127.0.0.1:45864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:13.76586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.277933Z","time spent":"487.848047ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.76595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144258371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-07-09T02:24:13.765915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973576805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:24:13.766051Z","caller":"traceutil/trace.go:171","msg":"trace[76659491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25060; }","duration":"1.97379102s","start":"2026-07-09T02:24:11.792249Z","end":"2026-07-09T02:24:13.76604Z","steps":["trace[76659491] 'agreement among raft nodes before linearized reading' (duration: 1.973198786s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:13.766006Z","caller":"traceutil/trace.go:171","msg":"trace[175590233] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25060; }","duration":"1.144302942s","start":"2026-07-09T02:24:12.621681Z","end":"2026-07-09T02:24:13.765984Z","steps":["trace[175590233] 'agreement among raft nodes before linearized reading' (duration: 1.144113867s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:13.766094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:11.792223Z","time spent":"1.973861721s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:13.765235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.112994Z","time spent":"652.158553ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:13.766149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:12.621609Z","time spent":"1.144513147s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-09T02:24:14.490073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.248024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:24:14.490281Z","caller":"traceutil/trace.go:171","msg":"trace[1270638338] linearizableReadLoop","detail":"{readStateIndex:25907; appliedIndex:25904; }","duration":"664.807473ms","start":"2026-07-09T02:24:13.825456Z","end":"2026-07-09T02:24:14.490263Z","steps":["trace[1270638338] 'read index received' (duration: 93.22376ms)","trace[1270638338] 'applied index is now lower than readState.Index' (duration: 571.582413ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:14.490382Z","caller":"traceutil/trace.go:171","msg":"trace[208450404] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"717.45362ms","start":"2026-07-09T02:24:13.772919Z","end":"2026-07-09T02:24:14.490372Z","steps":["trace[208450404] 'process raft request' (duration: 717.245945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.490447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.772903Z","time spent":"717.510611ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:14.490679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.096774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:24:14.49074Z","caller":"traceutil/trace.go:171","msg":"trace[1007264109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25064; }","duration":"715.215717ms","start":"2026-07-09T02:24:13.775513Z","end":"2026-07-09T02:24:14.490729Z","steps":["trace[1007264109] 'agreement among raft nodes before linearized reading' (duration: 715.017992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.490773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.724643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"warn","ts":"2026-07-09T02:24:14.490782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.775503Z","time spent":"715.269909ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-09T02:24:14.490809Z","caller":"traceutil/trace.go:171","msg":"trace[1384607082] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25064; }","duration":"624.803264ms","start":"2026-07-09T02:24:13.865993Z","end":"2026-07-09T02:24:14.490796Z","steps":["trace[1384607082] 'agreement among raft nodes before linearized reading' (duration: 624.666411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.490849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.865974Z","time spent":"624.868886ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-07-09T02:24:14.490972Z","caller":"traceutil/trace.go:171","msg":"trace[1656271232] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"717.916411ms","start":"2026-07-09T02:24:13.773045Z","end":"2026-07-09T02:24:14.490961Z","steps":["trace[1656271232] 'process raft request' (duration: 717.173494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.491115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.773037Z","time spent":"718.020324ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:14.491273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.778235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-07-09T02:24:14.491323Z","caller":"traceutil/trace.go:171","msg":"trace[946845731] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25064; }","duration":"522.862768ms","start":"2026-07-09T02:24:13.968448Z","end":"2026-07-09T02:24:14.491311Z","steps":["trace[946845731] 'agreement among raft nodes before linearized reading' (duration: 522.744975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.491339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.750386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18230"} {"level":"warn","ts":"2026-07-09T02:24:14.49136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.968428Z","time spent":"522.922379ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"info","ts":"2026-07-09T02:24:14.491382Z","caller":"traceutil/trace.go:171","msg":"trace[731545864] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25064; }","duration":"668.842789ms","start":"2026-07-09T02:24:13.822522Z","end":"2026-07-09T02:24:14.491365Z","steps":["trace[731545864] 'agreement among raft nodes before linearized reading' (duration: 668.735346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.491445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.822491Z","time spent":"668.941282ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18253,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-09T02:24:14.491428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.237884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:24:14.490427Z","caller":"traceutil/trace.go:171","msg":"trace[677995091] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"718.747441ms","start":"2026-07-09T02:24:13.771651Z","end":"2026-07-09T02:24:14.490399Z","steps":["trace[677995091] 'process raft request' (duration: 147.087027ms)","trace[677995091] 'compare' (duration: 571.135632ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:14.491528Z","caller":"traceutil/trace.go:171","msg":"trace[1645198524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25064; }","duration":"382.386357ms","start":"2026-07-09T02:24:14.109115Z","end":"2026-07-09T02:24:14.491502Z","steps":["trace[1645198524] 'agreement among raft nodes before linearized reading' (duration: 382.08181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.49159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.377912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:14.491648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:14.109095Z","time spent":"382.53714ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:24:14.491655Z","caller":"traceutil/trace.go:171","msg":"trace[1557282993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25064; }","duration":"715.532944ms","start":"2026-07-09T02:24:13.776102Z","end":"2026-07-09T02:24:14.491634Z","steps":["trace[1557282993] 'agreement among raft nodes before linearized reading' (duration: 715.375461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.491521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.804236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-09T02:24:14.491712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.776086Z","time spent":"715.613037ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:24:14.491682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:13.771628Z","time spent":"719.954809ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:14.491757Z","caller":"traceutil/trace.go:171","msg":"trace[213230488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25064; }","duration":"383.073313ms","start":"2026-07-09T02:24:14.108667Z","end":"2026-07-09T02:24:14.49174Z","steps":["trace[213230488] 'agreement among raft nodes before linearized reading' (duration: 382.747485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:14.491812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:14.108645Z","time spent":"383.148565ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:24:15.10184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.080911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:15.101924Z","caller":"traceutil/trace.go:171","msg":"trace[614450498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25067; }","duration":"102.224094ms","start":"2026-07-09T02:24:14.999681Z","end":"2026-07-09T02:24:15.101906Z","steps":["trace[614450498] 'range keys from in-memory index tree' (duration: 102.000269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:15.102157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.754047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:15.102231Z","caller":"traceutil/trace.go:171","msg":"trace[958395700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25067; }","duration":"148.86436ms","start":"2026-07-09T02:24:14.953348Z","end":"2026-07-09T02:24:15.102212Z","steps":["trace[958395700] 'range keys from in-memory index tree' (duration: 148.682916ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:15.589126Z","caller":"traceutil/trace.go:171","msg":"trace[2142523788] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"162.672847ms","start":"2026-07-09T02:24:15.426421Z","end":"2026-07-09T02:24:15.589093Z","steps":["trace[2142523788] 'process raft request' (duration: 162.262467ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:15.844085Z","caller":"traceutil/trace.go:171","msg":"trace[1067676452] linearizableReadLoop","detail":"{readStateIndex:25912; appliedIndex:25911; }","duration":"191.005929ms","start":"2026-07-09T02:24:15.653051Z","end":"2026-07-09T02:24:15.844057Z","steps":["trace[1067676452] 'read index received' (duration: 92.813841ms)","trace[1067676452] 'applied index is now lower than readState.Index' (duration: 98.190718ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:15.844603Z","caller":"traceutil/trace.go:171","msg":"trace[858119425] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"247.822826ms","start":"2026-07-09T02:24:15.596741Z","end":"2026-07-09T02:24:15.844564Z","steps":["trace[858119425] 'process raft request' (duration: 149.179457ms)","trace[858119425] 'compare' (duration: 97.984864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:15.844665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.600993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-09T02:24:15.844718Z","caller":"traceutil/trace.go:171","msg":"trace[1824521593] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c07dd818ab1d56; range_end:; response_count:1; response_revision:25069; }","duration":"191.664525ms","start":"2026-07-09T02:24:15.65304Z","end":"2026-07-09T02:24:15.844704Z","steps":["trace[1824521593] 'agreement among raft nodes before linearized reading' (duration: 191.487701ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:16.150826Z","caller":"traceutil/trace.go:171","msg":"trace[1639243288] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"379.406816ms","start":"2026-07-09T02:24:15.771388Z","end":"2026-07-09T02:24:16.150795Z","steps":["trace[1639243288] 'process raft request' (duration: 286.818491ms)","trace[1639243288] 'compare' (duration: 92.278448ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:16.150844Z","caller":"traceutil/trace.go:171","msg":"trace[1385713170] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"379.188811ms","start":"2026-07-09T02:24:15.771609Z","end":"2026-07-09T02:24:16.150798Z","steps":["trace[1385713170] 'process raft request' (duration: 379.035377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.150988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.771367Z","time spent":"379.542929ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:16.151044Z","caller":"traceutil/trace.go:171","msg":"trace[1997852877] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"378.494824ms","start":"2026-07-09T02:24:15.772516Z","end":"2026-07-09T02:24:16.151011Z","steps":["trace[1997852877] 'process raft request' (duration: 378.372321ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:16.151098Z","caller":"traceutil/trace.go:171","msg":"trace[1175628305] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"378.441713ms","start":"2026-07-09T02:24:15.772639Z","end":"2026-07-09T02:24:16.151081Z","steps":["trace[1175628305] 'process raft request' (duration: 378.3142ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:16.151069Z","caller":"traceutil/trace.go:171","msg":"trace[603048324] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"379.14366ms","start":"2026-07-09T02:24:15.771884Z","end":"2026-07-09T02:24:16.151028Z","steps":["trace[603048324] 'process raft request' (duration: 378.872293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.151214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.745369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:24:16.151209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.772634Z","time spent":"378.495774ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:16.151217Z","caller":"traceutil/trace.go:171","msg":"trace[1298237537] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"378.219658ms","start":"2026-07-09T02:24:15.772978Z","end":"2026-07-09T02:24:16.151198Z","steps":["trace[1298237537] 'process raft request' (duration: 378.009173ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:16.151264Z","caller":"traceutil/trace.go:171","msg":"trace[2071108103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25076; }","duration":"321.850571ms","start":"2026-07-09T02:24:15.829401Z","end":"2026-07-09T02:24:16.151252Z","steps":["trace[2071108103] 'agreement among raft nodes before linearized reading' (duration: 321.667897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.15127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.079978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-09T02:24:16.151252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.771877Z","time spent":"379.275243ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:16.1513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.829381Z","time spent":"321.912283ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:24:16.151314Z","caller":"traceutil/trace.go:171","msg":"trace[2019273382] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25076; }","duration":"441.207481ms","start":"2026-07-09T02:24:15.710096Z","end":"2026-07-09T02:24:16.151303Z","steps":["trace[2019273382] 'agreement among raft nodes before linearized reading' (duration: 441.002196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.151313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.570971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:24:16.151318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.772971Z","time spent":"378.304219ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:16.151351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.710075Z","time spent":"441.267173ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-09T02:24:16.151354Z","caller":"traceutil/trace.go:171","msg":"trace[1489291261] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25076; }","duration":"428.653423ms","start":"2026-07-09T02:24:15.722688Z","end":"2026-07-09T02:24:16.151342Z","steps":["trace[1489291261] 'agreement among raft nodes before linearized reading' (duration: 428.568861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.151389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.722666Z","time spent":"428.715255ms","remote":"127.0.0.1:58524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:16.151223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.77251Z","time spent":"378.622527ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:16.151047Z","caller":"traceutil/trace.go:171","msg":"trace[735620170] linearizableReadLoop","detail":"{readStateIndex:25919; appliedIndex:25913; }","duration":"306.864136ms","start":"2026-07-09T02:24:15.844161Z","end":"2026-07-09T02:24:16.151026Z","steps":["trace[735620170] 'read index received' (duration: 2.864638ms)","trace[735620170] 'applied index is now lower than readState.Index' (duration: 303.998667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:16.151464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.165209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-09T02:24:16.151524Z","caller":"traceutil/trace.go:171","msg":"trace[138921059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25076; }","duration":"376.243131ms","start":"2026-07-09T02:24:15.775262Z","end":"2026-07-09T02:24:16.151505Z","steps":["trace[138921059] 'agreement among raft nodes before linearized reading' (duration: 376.090197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.151611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.775249Z","time spent":"376.348463ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" "} {"level":"warn","ts":"2026-07-09T02:24:16.151662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.929914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-07-09T02:24:16.151727Z","caller":"traceutil/trace.go:171","msg":"trace[68422401] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25076; }","duration":"441.013837ms","start":"2026-07-09T02:24:15.710696Z","end":"2026-07-09T02:24:16.15171Z","steps":["trace[68422401] 'agreement among raft nodes before linearized reading' (duration: 440.726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.151777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.710687Z","time spent":"441.077438ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-09T02:24:16.152098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.771594Z","time spent":"379.332274ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:16.156034Z","caller":"traceutil/trace.go:171","msg":"trace[1901486122] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"309.174471ms","start":"2026-07-09T02:24:15.846843Z","end":"2026-07-09T02:24:16.156018Z","steps":["trace[1901486122] 'process raft request' (duration: 309.024147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.156137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:15.846816Z","time spent":"309.262732ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:16.156357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.999235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-09T02:24:16.156399Z","caller":"traceutil/trace.go:171","msg":"trace[875444782] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25077; }","duration":"163.081007ms","start":"2026-07-09T02:24:15.993307Z","end":"2026-07-09T02:24:16.156388Z","steps":["trace[875444782] 'agreement among raft nodes before linearized reading' (duration: 162.993085ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:16.713328Z","caller":"traceutil/trace.go:171","msg":"trace[373701129] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"555.41554ms","start":"2026-07-09T02:24:16.157893Z","end":"2026-07-09T02:24:16.713308Z","steps":["trace[373701129] 'process raft request' (duration: 555.287777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.713448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:16.157877Z","time spent":"555.508352ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:16.724076Z","caller":"traceutil/trace.go:171","msg":"trace[1453441513] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"566.083213ms","start":"2026-07-09T02:24:16.157966Z","end":"2026-07-09T02:24:16.724049Z","steps":["trace[1453441513] 'process raft request' (duration: 565.770465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.724223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:16.157933Z","time spent":"566.214056ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3943,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:16.726005Z","caller":"traceutil/trace.go:171","msg":"trace[387253032] linearizableReadLoop","detail":"{readStateIndex:25922; appliedIndex:25920; }","duration":"447.93609ms","start":"2026-07-09T02:24:16.278057Z","end":"2026-07-09T02:24:16.725993Z","steps":["trace[387253032] 'read index received' (duration: 435.047565ms)","trace[387253032] 'applied index is now lower than readState.Index' (duration: 12.850425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:16.726275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.213518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-09T02:24:16.72633Z","caller":"traceutil/trace.go:171","msg":"trace[2095735826] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25079; }","duration":"448.30814ms","start":"2026-07-09T02:24:16.278009Z","end":"2026-07-09T02:24:16.726317Z","steps":["trace[2095735826] 'agreement among raft nodes before linearized reading' (duration: 448.142976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.726366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:16.277984Z","time spent":"448.374061ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-09T02:24:16.726618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.648399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:24:16.726676Z","caller":"traceutil/trace.go:171","msg":"trace[151571061] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25079; }","duration":"230.745921ms","start":"2026-07-09T02:24:16.495917Z","end":"2026-07-09T02:24:16.726663Z","steps":["trace[151571061] 'agreement among raft nodes before linearized reading' (duration: 230.611948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.726776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.013184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:24:16.726758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.526292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:24:16.72681Z","caller":"traceutil/trace.go:171","msg":"trace[765133247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25079; }","duration":"230.046944ms","start":"2026-07-09T02:24:16.496753Z","end":"2026-07-09T02:24:16.7268Z","steps":["trace[765133247] 'agreement among raft nodes before linearized reading' (duration: 229.947982ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:16.726828Z","caller":"traceutil/trace.go:171","msg":"trace[553786649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25079; }","duration":"210.632184ms","start":"2026-07-09T02:24:16.516178Z","end":"2026-07-09T02:24:16.72681Z","steps":["trace[553786649] 'agreement among raft nodes before linearized reading' (duration: 210.377098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.726922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.467514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:24:16.726953Z","caller":"traceutil/trace.go:171","msg":"trace[1388839048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25079; }","duration":"230.498365ms","start":"2026-07-09T02:24:16.496445Z","end":"2026-07-09T02:24:16.726943Z","steps":["trace[1388839048] 'agreement among raft nodes before linearized reading' (duration: 230.401813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:16.726919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.968018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:24:16.72708Z","caller":"traceutil/trace.go:171","msg":"trace[778338739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25079; }","duration":"218.170303ms","start":"2026-07-09T02:24:16.508899Z","end":"2026-07-09T02:24:16.72707Z","steps":["trace[778338739] 'agreement among raft nodes before linearized reading' (duration: 217.939237ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:17.965899Z","caller":"traceutil/trace.go:171","msg":"trace[621907059] linearizableReadLoop","detail":"{readStateIndex:25942; appliedIndex:25942; }","duration":"401.043579ms","start":"2026-07-09T02:24:17.564823Z","end":"2026-07-09T02:24:17.965866Z","steps":["trace[621907059] 'read index received' (duration: 401.025638ms)","trace[621907059] 'applied index is now lower than readState.Index' (duration: 14.741µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:17.966145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.298446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-09T02:24:17.966229Z","caller":"traceutil/trace.go:171","msg":"trace[1634373271] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25096; }","duration":"401.426198ms","start":"2026-07-09T02:24:17.564786Z","end":"2026-07-09T02:24:17.966212Z","steps":["trace[1634373271] 'agreement among raft nodes before linearized reading' (duration: 401.205153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:17.966287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:17.56477Z","time spent":"401.50351ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-09T02:24:17.965942Z","caller":"traceutil/trace.go:171","msg":"trace[104232786] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"413.575446ms","start":"2026-07-09T02:24:17.552293Z","end":"2026-07-09T02:24:17.965868Z","steps":["trace[104232786] 'process raft request' (duration: 413.373941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:17.966742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:17.552269Z","time spent":"414.378095ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10344,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:18.133525Z","caller":"traceutil/trace.go:171","msg":"trace[1462534372] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25942; }","duration":"167.507232ms","start":"2026-07-09T02:24:17.965996Z","end":"2026-07-09T02:24:18.133503Z","steps":["trace[1462534372] 'read index received' (duration: 151.507672ms)","trace[1462534372] 'applied index is now lower than readState.Index' (duration: 15.99863ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:18.133536Z","caller":"traceutil/trace.go:171","msg":"trace[28523529] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"282.304024ms","start":"2026-07-09T02:24:17.851205Z","end":"2026-07-09T02:24:18.133509Z","steps":["trace[28523529] 'process raft request' (duration: 266.355455ms)","trace[28523529] 'compare' (duration: 15.620021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:18.13368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.785707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:18.133722Z","caller":"traceutil/trace.go:171","msg":"trace[1796318658] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25097; }","duration":"199.866619ms","start":"2026-07-09T02:24:17.933843Z","end":"2026-07-09T02:24:18.133709Z","steps":["trace[1796318658] 'agreement among raft nodes before linearized reading' (duration: 199.784878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:18.133792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.828088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e59fc14c-14f9-49e5-bc08-7760a0102528\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-09T02:24:18.133826Z","caller":"traceutil/trace.go:171","msg":"trace[718951876] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e59fc14c-14f9-49e5-bc08-7760a0102528; range_end:; response_count:1; response_revision:25097; }","duration":"161.898269ms","start":"2026-07-09T02:24:17.971918Z","end":"2026-07-09T02:24:18.133816Z","steps":["trace[718951876] 'agreement among raft nodes before linearized reading' (duration: 161.765496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:18.133976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.94376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:18.134072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.845552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-ddwsw\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-07-09T02:24:18.134119Z","caller":"traceutil/trace.go:171","msg":"trace[2000536146] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-ddwsw; range_end:; response_count:1; response_revision:25097; }","duration":"111.931874ms","start":"2026-07-09T02:24:18.022176Z","end":"2026-07-09T02:24:18.134108Z","steps":["trace[2000536146] 'agreement among raft nodes before linearized reading' (duration: 111.811991ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:18.134217Z","caller":"traceutil/trace.go:171","msg":"trace[738072358] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25097; }","duration":"208.122644ms","start":"2026-07-09T02:24:17.925917Z","end":"2026-07-09T02:24:18.13404Z","steps":["trace[738072358] 'agreement among raft nodes before linearized reading' (duration: 207.899399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:18.662573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:24:19.163106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056894759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:24:19.258774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117517327s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:24:19.259188Z","caller":"traceutil/trace.go:171","msg":"trace[1073462513] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"1.118001138s","start":"2026-07-09T02:24:18.14116Z","end":"2026-07-09T02:24:19.259161Z","steps":["trace[1073462513] 'process raft request' (duration: 1.117827444s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.259338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.141144Z","time spent":"1.118116452s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:19.606518Z","caller":"traceutil/trace.go:171","msg":"trace[1389491871] transaction","detail":"{read_only:false; response_revision:25100; number_of_response:1; }","duration":"1.448949056s","start":"2026-07-09T02:24:18.157545Z","end":"2026-07-09T02:24:19.606494Z","steps":["trace[1389491871] 'process raft request' (duration: 1.448793052s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.606596Z","caller":"traceutil/trace.go:171","msg":"trace[1394364130] linearizableReadLoop","detail":"{readStateIndex:25951; appliedIndex:25944; }","duration":"1.444416338s","start":"2026-07-09T02:24:18.162157Z","end":"2026-07-09T02:24:19.606573Z","steps":["trace[1394364130] 'read index received' (duration: 1.09700392s)","trace[1394364130] 'applied index is now lower than readState.Index' (duration: 347.411188ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:19.606697Z","caller":"traceutil/trace.go:171","msg":"trace[1898235643] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"1.449057428s","start":"2026-07-09T02:24:18.157628Z","end":"2026-07-09T02:24:19.606685Z","steps":["trace[1898235643] 'process raft request' (duration: 1.448759011s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.606691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.157529Z","time spent":"1.449048488s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:19.606509Z","caller":"traceutil/trace.go:171","msg":"trace[85560239] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"1.450297117s","start":"2026-07-09T02:24:18.156178Z","end":"2026-07-09T02:24:19.606475Z","steps":["trace[85560239] 'process raft request' (duration: 1.450025611s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.606792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.15762Z","time spent":"1.449102779s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:19.606833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.156156Z","time spent":"1.450649576s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:19.606922Z","caller":"traceutil/trace.go:171","msg":"trace[2090145074] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"835.296976ms","start":"2026-07-09T02:24:18.771615Z","end":"2026-07-09T02:24:19.606911Z","steps":["trace[2090145074] 'process raft request' (duration: 834.923457ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.606951Z","caller":"traceutil/trace.go:171","msg":"trace[1270263246] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"1.449283903s","start":"2026-07-09T02:24:18.157657Z","end":"2026-07-09T02:24:19.606941Z","steps":["trace[1270263246] 'process raft request' (duration: 1.448766641s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.606919Z","caller":"traceutil/trace.go:171","msg":"trace[343688034] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.447814408s","start":"2026-07-09T02:24:18.159066Z","end":"2026-07-09T02:24:19.60688Z","steps":["trace[343688034] 'process raft request' (duration: 1.447437599s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.606977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.771593Z","time spent":"835.350606ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:19.607003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.157623Z","time spent":"1.449350285s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:19.607081Z","caller":"traceutil/trace.go:171","msg":"trace[240233524] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"1.449178021s","start":"2026-07-09T02:24:18.157895Z","end":"2026-07-09T02:24:19.607073Z","steps":["trace[240233524] 'process raft request' (duration: 1.448560606s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.607091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.159052Z","time spent":"1.447950132s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:19.607122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44494526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:19.607196Z","caller":"traceutil/trace.go:171","msg":"trace[1602418951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25105; }","duration":"1.445054633s","start":"2026-07-09T02:24:18.162122Z","end":"2026-07-09T02:24:19.607177Z","steps":["trace[1602418951] 'agreement among raft nodes before linearized reading' (duration: 1.44493093s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.607264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.162109Z","time spent":"1.445141055s","remote":"127.0.0.1:44024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:19.607127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.157881Z","time spent":"1.449221532s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:19.63496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.631874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:24:19.634996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.112486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:24:19.635032Z","caller":"traceutil/trace.go:171","msg":"trace[959934395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25107; }","duration":"892.746077ms","start":"2026-07-09T02:24:18.742266Z","end":"2026-07-09T02:24:19.635013Z","steps":["trace[959934395] 'agreement among raft nodes before linearized reading' (duration: 892.617884ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.63505Z","caller":"traceutil/trace.go:171","msg":"trace[784197379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25107; }","duration":"893.182747ms","start":"2026-07-09T02:24:18.741852Z","end":"2026-07-09T02:24:19.635034Z","steps":["trace[784197379] 'agreement among raft nodes before linearized reading' (duration: 893.082955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.844733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:19.635084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.741843Z","time spent":"893.233228ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.825649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:24:19.635113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325076098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:19.635148Z","caller":"traceutil/trace.go:171","msg":"trace[222435910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25107; }","duration":"916.948902ms","start":"2026-07-09T02:24:18.718179Z","end":"2026-07-09T02:24:19.635127Z","steps":["trace[222435910] 'agreement among raft nodes before linearized reading' (duration: 916.730776ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.635165Z","caller":"traceutil/trace.go:171","msg":"trace[1710360435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25107; }","duration":"1.32516893s","start":"2026-07-09T02:24:18.309982Z","end":"2026-07-09T02:24:19.635151Z","steps":["trace[1710360435] 'agreement among raft nodes before linearized reading' (duration: 1.325050607s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.742246Z","time spent":"892.824119ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.718162Z","time spent":"917.023033ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:19.6352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.309962Z","time spent":"1.325231042s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368423556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-07-09T02:24:19.635285Z","caller":"traceutil/trace.go:171","msg":"trace[1732445416] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"370.32254ms","start":"2026-07-09T02:24:19.26495Z","end":"2026-07-09T02:24:19.635272Z","steps":["trace[1732445416] 'process raft request' (duration: 369.529301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.849041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:24:19.635341Z","caller":"traceutil/trace.go:171","msg":"trace[707047456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25107; }","duration":"895.901002ms","start":"2026-07-09T02:24:18.739432Z","end":"2026-07-09T02:24:19.635333Z","steps":["trace[707047456] 'agreement among raft nodes before linearized reading' (duration: 895.855881ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.635306Z","caller":"traceutil/trace.go:171","msg":"trace[86725260] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25107; }","duration":"1.368516849s","start":"2026-07-09T02:24:18.266776Z","end":"2026-07-09T02:24:19.635293Z","steps":["trace[86725260] 'agreement among raft nodes before linearized reading' (duration: 1.368373435s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.739391Z","time spent":"895.969244ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.428693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:24:19.635119Z","caller":"traceutil/trace.go:171","msg":"trace[1354152178] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25107; }","duration":"920.909445ms","start":"2026-07-09T02:24:18.714186Z","end":"2026-07-09T02:24:19.635095Z","steps":["trace[1354152178] 'agreement among raft nodes before linearized reading' (duration: 920.819363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.266751Z","time spent":"1.368637131s","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":731,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-09T02:24:19.635419Z","caller":"traceutil/trace.go:171","msg":"trace[750559277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25107; }","duration":"893.517626ms","start":"2026-07-09T02:24:18.741882Z","end":"2026-07-09T02:24:19.635399Z","steps":["trace[750559277] 'agreement among raft nodes before linearized reading' (duration: 893.348282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.71417Z","time spent":"921.245842ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:19.63545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.653032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-ddwsw\" ","response":"range_response_count:1 size:3720"} {"level":"warn","ts":"2026-07-09T02:24:19.635463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.53021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:24:19.635471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.741873Z","time spent":"893.586747ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:19.264935Z","time spent":"370.372852ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:19.635489Z","caller":"traceutil/trace.go:171","msg":"trace[1452081807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25107; }","duration":"897.590962ms","start":"2026-07-09T02:24:18.737889Z","end":"2026-07-09T02:24:19.63548Z","steps":["trace[1452081807] 'agreement among raft nodes before linearized reading' (duration: 897.543591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.737868Z","time spent":"897.641854ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.521745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:19.634955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472476993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-09T02:24:19.635623Z","caller":"traceutil/trace.go:171","msg":"trace[451705232] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25107; }","duration":"715.683569ms","start":"2026-07-09T02:24:18.919914Z","end":"2026-07-09T02:24:19.635598Z","steps":["trace[451705232] 'agreement among raft nodes before linearized reading' (duration: 715.498654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.281227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:19.635691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.919894Z","time spent":"715.779722ms","remote":"127.0.0.1:49592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:19.635726Z","caller":"traceutil/trace.go:171","msg":"trace[332197731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25107; }","duration":"682.4008ms","start":"2026-07-09T02:24:18.953302Z","end":"2026-07-09T02:24:19.635702Z","steps":["trace[332197731] 'agreement among raft nodes before linearized reading' (duration: 682.209846ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.635479Z","caller":"traceutil/trace.go:171","msg":"trace[78125369] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-ddwsw; range_end:; response_count:1; response_revision:25107; }","duration":"371.717794ms","start":"2026-07-09T02:24:19.263753Z","end":"2026-07-09T02:24:19.63547Z","steps":["trace[78125369] 'agreement among raft nodes before linearized reading' (duration: 371.624812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.635771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.953291Z","time spent":"682.472702ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:24:19.635806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:19.263735Z","time spent":"372.045581ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3743,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-ddwsw\" "} {"level":"info","ts":"2026-07-09T02:24:19.635637Z","caller":"traceutil/trace.go:171","msg":"trace[1282174687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:25107; }","duration":"1.47321684s","start":"2026-07-09T02:24:18.162408Z","end":"2026-07-09T02:24:19.635624Z","steps":["trace[1282174687] 'agreement among raft nodes before linearized reading' (duration: 1.47233881s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.6359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.162395Z","time spent":"1.473492008s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-09T02:24:19.636207Z","caller":"traceutil/trace.go:171","msg":"trace[17937915] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"371.177221ms","start":"2026-07-09T02:24:19.264982Z","end":"2026-07-09T02:24:19.636159Z","steps":["trace[17937915] 'process raft request' (duration: 369.669655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.636272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.022325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:24:19.636342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:19.264956Z","time spent":"371.304553ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:19.636348Z","caller":"traceutil/trace.go:171","msg":"trace[763679139] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25107; }","duration":"939.108607ms","start":"2026-07-09T02:24:18.697217Z","end":"2026-07-09T02:24:19.636326Z","steps":["trace[763679139] 'agreement among raft nodes before linearized reading' (duration: 938.001831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.636401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:18.697163Z","time spent":"939.2276ms","remote":"127.0.0.1:45840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:19.741953Z","caller":"traceutil/trace.go:171","msg":"trace[1117817162] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"100.661787ms","start":"2026-07-09T02:24:19.641259Z","end":"2026-07-09T02:24:19.74192Z","steps":["trace[1117817162] 'process raft request' (duration: 91.130941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.742163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.392428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-89218306-a651-4334-b41c-e11b816c1fe1\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-09T02:24:19.742226Z","caller":"traceutil/trace.go:171","msg":"trace[1862325594] range","detail":"{range_begin:/registry/persistentvolumes/pvc-89218306-a651-4334-b41c-e11b816c1fe1; range_end:; response_count:1; response_revision:25115; }","duration":"102.499131ms","start":"2026-07-09T02:24:19.639713Z","end":"2026-07-09T02:24:19.742213Z","steps":["trace[1862325594] 'agreement among raft nodes before linearized reading' (duration: 102.311806ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.742374Z","caller":"traceutil/trace.go:171","msg":"trace[1361260807] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"100.992705ms","start":"2026-07-09T02:24:19.641374Z","end":"2026-07-09T02:24:19.742367Z","steps":["trace[1361260807] 'process raft request' (duration: 100.462352ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.74244Z","caller":"traceutil/trace.go:171","msg":"trace[48045597] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"100.876652ms","start":"2026-07-09T02:24:19.641556Z","end":"2026-07-09T02:24:19.742433Z","steps":["trace[48045597] 'process raft request' (duration: 100.314909ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.742496Z","caller":"traceutil/trace.go:171","msg":"trace[1074724032] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"100.873912ms","start":"2026-07-09T02:24:19.641617Z","end":"2026-07-09T02:24:19.742491Z","steps":["trace[1074724032] 'process raft request' (duration: 100.275047ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.742548Z","caller":"traceutil/trace.go:171","msg":"trace[838360983] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"100.872862ms","start":"2026-07-09T02:24:19.641671Z","end":"2026-07-09T02:24:19.742544Z","steps":["trace[838360983] 'process raft request' (duration: 100.245777ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:19.742599Z","caller":"traceutil/trace.go:171","msg":"trace[1165578024] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"100.914983ms","start":"2026-07-09T02:24:19.641679Z","end":"2026-07-09T02:24:19.742594Z","steps":["trace[1165578024] 'process raft request' (duration: 100.272038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:19.742988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.47539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:24:19.74303Z","caller":"traceutil/trace.go:171","msg":"trace[788298284] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25115; }","duration":"102.598053ms","start":"2026-07-09T02:24:19.640421Z","end":"2026-07-09T02:24:19.743019Z","steps":["trace[788298284] 'agreement among raft nodes before linearized reading' (duration: 102.45637ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:50.481372Z","caller":"traceutil/trace.go:171","msg":"trace[1133774492] linearizableReadLoop","detail":"{readStateIndex:26215; appliedIndex:26214; }","duration":"209.395094ms","start":"2026-07-09T02:24:50.271953Z","end":"2026-07-09T02:24:50.481348Z","steps":["trace[1133774492] 'read index received' (duration: 209.230651ms)","trace[1133774492] 'applied index is now lower than readState.Index' (duration: 163.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:24:50.481428Z","caller":"traceutil/trace.go:171","msg":"trace[1217448348] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"230.155197ms","start":"2026-07-09T02:24:50.251225Z","end":"2026-07-09T02:24:50.48138Z","steps":["trace[1217448348] 'process raft request' (duration: 229.970333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:50.481537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.555379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:50.481581Z","caller":"traceutil/trace.go:171","msg":"trace[1610280969] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25363; }","duration":"209.648661ms","start":"2026-07-09T02:24:50.271918Z","end":"2026-07-09T02:24:50.481567Z","steps":["trace[1610280969] 'agreement among raft nodes before linearized reading' (duration: 209.558339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:50.481616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.193015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:24:50.48167Z","caller":"traceutil/trace.go:171","msg":"trace[1789352904] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:25363; }","duration":"162.305329ms","start":"2026-07-09T02:24:50.319352Z","end":"2026-07-09T02:24:50.481657Z","steps":["trace[1789352904] 'agreement among raft nodes before linearized reading' (duration: 162.145245ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:50.619069Z","caller":"traceutil/trace.go:171","msg":"trace[708287626] linearizableReadLoop","detail":"{readStateIndex:26216; appliedIndex:26215; }","duration":"133.082095ms","start":"2026-07-09T02:24:50.485949Z","end":"2026-07-09T02:24:50.619032Z","steps":["trace[708287626] 'read index received' (duration: 130.258188ms)","trace[708287626] 'applied index is now lower than readState.Index' (duration: 2.822007ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:50.619408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.403983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:24:50.619526Z","caller":"traceutil/trace.go:171","msg":"trace[764838119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25363; }","duration":"133.587296ms","start":"2026-07-09T02:24:50.485916Z","end":"2026-07-09T02:24:50.619503Z","steps":["trace[764838119] 'agreement among raft nodes before linearized reading' (duration: 133.219008ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:50.984813Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22734} {"level":"info","ts":"2026-07-09T02:24:51.122713Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22734,"took":"133.835883ms","hash":622775987,"current-db-size-bytes":59813888,"current-db-size":"60 MB","current-db-size-in-use-bytes":35622912,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-09T02:24:51.122865Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":622775987,"revision":22734,"compact-revision":19890} {"level":"warn","ts":"2026-07-09T02:24:54.993444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.060462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:54.993526Z","caller":"traceutil/trace.go:171","msg":"trace[1769453729] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25390; }","duration":"884.195205ms","start":"2026-07-09T02:24:54.109309Z","end":"2026-07-09T02:24:54.993504Z","steps":["trace[1769453729] 'count revisions from in-memory index tree' (duration: 883.896327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:54.993566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:54.109282Z","time spent":"884.273857ms","remote":"127.0.0.1:46012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:24:54.993599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.492608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:54.99371Z","caller":"traceutil/trace.go:171","msg":"trace[140398682] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:25390; }","duration":"856.698753ms","start":"2026-07-09T02:24:54.136983Z","end":"2026-07-09T02:24:54.993682Z","steps":["trace[140398682] 'count revisions from in-memory index tree' (duration: 856.363495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:54.99378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:54.136969Z","time spent":"856.791095ms","remote":"127.0.0.1:56692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:24:54.994131Z","caller":"traceutil/trace.go:171","msg":"trace[1857713594] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"501.139592ms","start":"2026-07-09T02:24:54.492962Z","end":"2026-07-09T02:24:54.994102Z","steps":["trace[1857713594] 'process raft request' (duration: 500.995679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:54.994303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:54.492943Z","time spent":"501.272216ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:24:55.227462Z","caller":"traceutil/trace.go:171","msg":"trace[994697187] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"419.181899ms","start":"2026-07-09T02:24:54.808218Z","end":"2026-07-09T02:24:55.2274Z","steps":["trace[994697187] 'process raft request' (duration: 418.581644ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:55.227592Z","caller":"traceutil/trace.go:171","msg":"trace[1446762367] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"569.276548ms","start":"2026-07-09T02:24:54.658048Z","end":"2026-07-09T02:24:55.227325Z","steps":["trace[1446762367] 'process raft request' (duration: 471.307705ms)","trace[1446762367] 'compare' (duration: 96.857817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:55.227677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:54.808182Z","time spent":"419.415434ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:55.227764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:54.658007Z","time spent":"569.647497ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:24:55.228149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.469928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-09T02:24:55.22823Z","caller":"traceutil/trace.go:171","msg":"trace[1157406610] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25393; }","duration":"355.55592ms","start":"2026-07-09T02:24:54.872634Z","end":"2026-07-09T02:24:55.22819Z","steps":["trace[1157406610] 'agreement among raft nodes before linearized reading' (duration: 355.371296ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:55.227271Z","caller":"traceutil/trace.go:171","msg":"trace[575096420] linearizableReadLoop","detail":"{readStateIndex:26247; appliedIndex:26244; }","duration":"354.222129ms","start":"2026-07-09T02:24:54.872683Z","end":"2026-07-09T02:24:55.226905Z","steps":["trace[575096420] 'read index received' (duration: 121.340267ms)","trace[575096420] 'applied index is now lower than readState.Index' (duration: 232.880802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:24:55.228284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:54.872618Z","time spent":"355.656502ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:24:55.228509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.753097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:24:55.2286Z","caller":"traceutil/trace.go:171","msg":"trace[1059599366] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25393; }","duration":"253.843659ms","start":"2026-07-09T02:24:54.974721Z","end":"2026-07-09T02:24:55.228564Z","steps":["trace[1059599366] 'agreement among raft nodes before linearized reading' (duration: 253.681055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:55.2292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.256239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-09T02:24:55.229237Z","caller":"traceutil/trace.go:171","msg":"trace[1435681208] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25393; }","duration":"222.321381ms","start":"2026-07-09T02:24:55.006905Z","end":"2026-07-09T02:24:55.229226Z","steps":["trace[1435681208] 'agreement among raft nodes before linearized reading' (duration: 222.181668ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:24:59.313436Z","caller":"traceutil/trace.go:171","msg":"trace[1479400166] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"308.062935ms","start":"2026-07-09T02:24:59.005347Z","end":"2026-07-09T02:24:59.31341Z","steps":["trace[1479400166] 'process raft request' (duration: 307.8631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:24:59.313665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:24:59.005322Z","time spent":"308.242809ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:25:00.904882Z","caller":"traceutil/trace.go:171","msg":"trace[403846648] transaction","detail":"{read_only:false; response_revision:25447; number_of_response:1; }","duration":"227.694319ms","start":"2026-07-09T02:25:00.677153Z","end":"2026-07-09T02:25:00.904848Z","steps":["trace[403846648] 'process raft request' (duration: 227.450943ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:01.194149Z","caller":"traceutil/trace.go:171","msg":"trace[651126640] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26304; }","duration":"242.536311ms","start":"2026-07-09T02:25:00.951588Z","end":"2026-07-09T02:25:01.194125Z","steps":["trace[651126640] 'read index received' (duration: 234.434359ms)","trace[651126640] 'applied index is now lower than readState.Index' (duration: 8.100912ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:25:01.194194Z","caller":"traceutil/trace.go:171","msg":"trace[1959052630] transaction","detail":"{read_only:false; response_revision:25448; number_of_response:1; }","duration":"278.434712ms","start":"2026-07-09T02:25:00.915726Z","end":"2026-07-09T02:25:01.19416Z","steps":["trace[1959052630] 'process raft request' (duration: 270.36395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:25:01.194334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.017923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:25:01.194372Z","caller":"traceutil/trace.go:171","msg":"trace[1466715418] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25448; }","duration":"219.092835ms","start":"2026-07-09T02:25:00.975267Z","end":"2026-07-09T02:25:01.19436Z","steps":["trace[1466715418] 'agreement among raft nodes before linearized reading' (duration: 218.984642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:25:01.194359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.747566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:25:01.194432Z","caller":"traceutil/trace.go:171","msg":"trace[1266140746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25448; }","duration":"242.856998ms","start":"2026-07-09T02:25:00.951556Z","end":"2026-07-09T02:25:01.194413Z","steps":["trace[1266140746] 'agreement among raft nodes before linearized reading' (duration: 242.677204ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:01.920115Z","caller":"traceutil/trace.go:171","msg":"trace[383739640] transaction","detail":"{read_only:false; response_revision:25456; number_of_response:1; }","duration":"108.640926ms","start":"2026-07-09T02:25:01.811446Z","end":"2026-07-09T02:25:01.920087Z","steps":["trace[383739640] 'process raft request' (duration: 108.571994ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:01.92014Z","caller":"traceutil/trace.go:171","msg":"trace[2142115396] transaction","detail":"{read_only:false; response_revision:25458; number_of_response:1; }","duration":"103.434222ms","start":"2026-07-09T02:25:01.816683Z","end":"2026-07-09T02:25:01.920117Z","steps":["trace[2142115396] 'process raft request' (duration: 103.386621ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:01.920178Z","caller":"traceutil/trace.go:171","msg":"trace[1577470465] transaction","detail":"{read_only:false; response_revision:25457; number_of_response:1; }","duration":"105.185064ms","start":"2026-07-09T02:25:01.814965Z","end":"2026-07-09T02:25:01.92015Z","steps":["trace[1577470465] 'process raft request' (duration: 105.081272ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:01.920115Z","caller":"traceutil/trace.go:171","msg":"trace[288532038] transaction","detail":"{read_only:false; response_revision:25455; number_of_response:1; }","duration":"108.81029ms","start":"2026-07-09T02:25:01.811276Z","end":"2026-07-09T02:25:01.920087Z","steps":["trace[288532038] 'process raft request' (duration: 108.618175ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:01.921471Z","caller":"traceutil/trace.go:171","msg":"trace[256595142] transaction","detail":"{read_only:false; response_revision:25459; number_of_response:1; }","duration":"103.361141ms","start":"2026-07-09T02:25:01.818086Z","end":"2026-07-09T02:25:01.921447Z","steps":["trace[256595142] 'process raft request' (duration: 102.978862ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:04.046502Z","caller":"traceutil/trace.go:171","msg":"trace[972410707] linearizableReadLoop","detail":"{readStateIndex:26324; appliedIndex:26323; }","duration":"202.008379ms","start":"2026-07-09T02:25:03.844468Z","end":"2026-07-09T02:25:04.046477Z","steps":["trace[972410707] 'read index received' (duration: 201.852865ms)","trace[972410707] 'applied index is now lower than readState.Index' (duration: 154.294µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:25:04.046621Z","caller":"traceutil/trace.go:171","msg":"trace[644375732] transaction","detail":"{read_only:false; response_revision:25467; number_of_response:1; }","duration":"284.089374ms","start":"2026-07-09T02:25:03.762501Z","end":"2026-07-09T02:25:04.04659Z","steps":["trace[644375732] 'process raft request' (duration: 283.801618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:25:04.046659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.173382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:25:04.046746Z","caller":"traceutil/trace.go:171","msg":"trace[1508580122] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25467; }","duration":"202.283055ms","start":"2026-07-09T02:25:03.844411Z","end":"2026-07-09T02:25:04.046694Z","steps":["trace[1508580122] 'agreement among raft nodes before linearized reading' (duration: 202.183223ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:04.078485Z","caller":"traceutil/trace.go:171","msg":"trace[1910248802] transaction","detail":"{read_only:false; response_revision:25468; number_of_response:1; }","duration":"198.883435ms","start":"2026-07-09T02:25:03.879573Z","end":"2026-07-09T02:25:04.078456Z","steps":["trace[1910248802] 'process raft request' (duration: 198.648509ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:04.078561Z","caller":"traceutil/trace.go:171","msg":"trace[2071553649] transaction","detail":"{read_only:false; response_revision:25471; number_of_response:1; }","duration":"152.431974ms","start":"2026-07-09T02:25:03.926088Z","end":"2026-07-09T02:25:04.07852Z","steps":["trace[2071553649] 'process raft request' (duration: 152.329572ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:04.078541Z","caller":"traceutil/trace.go:171","msg":"trace[1493243396] transaction","detail":"{read_only:false; response_revision:25469; number_of_response:1; }","duration":"152.69007ms","start":"2026-07-09T02:25:03.925815Z","end":"2026-07-09T02:25:04.078505Z","steps":["trace[1493243396] 'process raft request' (duration: 152.510796ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:04.078593Z","caller":"traceutil/trace.go:171","msg":"trace[1618764128] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"151.44148ms","start":"2026-07-09T02:25:03.92712Z","end":"2026-07-09T02:25:04.078561Z","steps":["trace[1618764128] 'process raft request' (duration: 151.338998ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:04.078741Z","caller":"traceutil/trace.go:171","msg":"trace[832743797] transaction","detail":"{read_only:false; response_revision:25470; number_of_response:1; }","duration":"152.963696ms","start":"2026-07-09T02:25:03.925761Z","end":"2026-07-09T02:25:04.078725Z","steps":["trace[832743797] 'process raft request' (duration: 152.618518ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:34.515764Z","caller":"traceutil/trace.go:171","msg":"trace[762092559] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"112.807454ms","start":"2026-07-09T02:25:34.402932Z","end":"2026-07-09T02:25:34.51574Z","steps":["trace[762092559] 'process raft request' (duration: 24.767937ms)","trace[762092559] 'compare' (duration: 87.688789ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:25:34.525269Z","caller":"traceutil/trace.go:171","msg":"trace[62182052] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"120.077027ms","start":"2026-07-09T02:25:34.405175Z","end":"2026-07-09T02:25:34.525252Z","steps":["trace[62182052] 'process raft request' (duration: 120.034996ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:34.525338Z","caller":"traceutil/trace.go:171","msg":"trace[1246551169] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"120.319123ms","start":"2026-07-09T02:25:34.405005Z","end":"2026-07-09T02:25:34.525324Z","steps":["trace[1246551169] 'process raft request' (duration: 120.163759ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:25:34.525329Z","caller":"traceutil/trace.go:171","msg":"trace[1572814678] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"120.918317ms","start":"2026-07-09T02:25:34.404372Z","end":"2026-07-09T02:25:34.52529Z","steps":["trace[1572814678] 'process raft request' (duration: 120.693201ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.487774Z","caller":"traceutil/trace.go:171","msg":"trace[989695327] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"139.481907ms","start":"2026-07-09T02:26:10.348262Z","end":"2026-07-09T02:26:10.487744Z","steps":["trace[989695327] 'process raft request' (duration: 139.159589ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.488044Z","caller":"traceutil/trace.go:171","msg":"trace[200032583] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"139.812495ms","start":"2026-07-09T02:26:10.348193Z","end":"2026-07-09T02:26:10.488005Z","steps":["trace[200032583] 'process raft request' (duration: 139.475877ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.488375Z","caller":"traceutil/trace.go:171","msg":"trace[400598364] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"134.11278ms","start":"2026-07-09T02:26:10.354243Z","end":"2026-07-09T02:26:10.488356Z","steps":["trace[400598364] 'process raft request' (duration: 133.6862ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.488407Z","caller":"traceutil/trace.go:171","msg":"trace[1017975114] linearizableReadLoop","detail":"{readStateIndex:27022; appliedIndex:27016; }","duration":"125.517476ms","start":"2026-07-09T02:26:10.362873Z","end":"2026-07-09T02:26:10.488391Z","steps":["trace[1017975114] 'read index received' (duration: 124.749368ms)","trace[1017975114] 'applied index is now lower than readState.Index' (duration: 767.208µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:26:10.488482Z","caller":"traceutil/trace.go:171","msg":"trace[963926067] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"132.291997ms","start":"2026-07-09T02:26:10.35618Z","end":"2026-07-09T02:26:10.488472Z","steps":["trace[963926067] 'process raft request' (duration: 132.142743ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.488412Z","caller":"traceutil/trace.go:171","msg":"trace[1535554767] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"132.883971ms","start":"2026-07-09T02:26:10.355496Z","end":"2026-07-09T02:26:10.48838Z","steps":["trace[1535554767] 'process raft request' (duration: 132.750478ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.488585Z","caller":"traceutil/trace.go:171","msg":"trace[481273398] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"131.898267ms","start":"2026-07-09T02:26:10.356678Z","end":"2026-07-09T02:26:10.488576Z","steps":["trace[481273398] 'process raft request' (duration: 131.678212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:26:10.488799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.511821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-09T02:26:10.488864Z","caller":"traceutil/trace.go:171","msg":"trace[1722483245] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26148; }","duration":"140.623534ms","start":"2026-07-09T02:26:10.348225Z","end":"2026-07-09T02:26:10.488849Z","steps":["trace[1722483245] 'agreement among raft nodes before linearized reading' (duration: 140.412609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:26:10.493569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.49707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418534"} {"level":"info","ts":"2026-07-09T02:26:10.493628Z","caller":"traceutil/trace.go:171","msg":"trace[1026553422] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26151; }","duration":"121.595673ms","start":"2026-07-09T02:26:10.372018Z","end":"2026-07-09T02:26:10.493614Z","steps":["trace[1026553422] 'agreement among raft nodes before linearized reading' (duration: 121.354237ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.49377Z","caller":"traceutil/trace.go:171","msg":"trace[1302157337] transaction","detail":"{read_only:false; response_revision:26150; number_of_response:1; }","duration":"127.635016ms","start":"2026-07-09T02:26:10.366118Z","end":"2026-07-09T02:26:10.493753Z","steps":["trace[1302157337] 'process raft request' (duration: 127.177935ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.493833Z","caller":"traceutil/trace.go:171","msg":"trace[426178386] transaction","detail":"{read_only:false; response_revision:26151; number_of_response:1; }","duration":"103.35852ms","start":"2026-07-09T02:26:10.390451Z","end":"2026-07-09T02:26:10.493809Z","steps":["trace[426178386] 'process raft request' (duration: 102.884479ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:26:10.493896Z","caller":"traceutil/trace.go:171","msg":"trace[552407102] transaction","detail":"{read_only:false; response_revision:26149; number_of_response:1; }","duration":"130.015412ms","start":"2026-07-09T02:26:10.36383Z","end":"2026-07-09T02:26:10.493845Z","steps":["trace[552407102] 'process raft request' (duration: 129.394838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:30.830026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056900845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:28:31.257286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099788537s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:28:31.257673Z","caller":"traceutil/trace.go:171","msg":"trace[773141046] transaction","detail":"{read_only:false; response_revision:27496; number_of_response:1; }","duration":"1.100251038s","start":"2026-07-09T02:28:30.157386Z","end":"2026-07-09T02:28:31.257637Z","steps":["trace[773141046] 'process raft request' (duration: 1.100104525s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.257787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:28:30.157363Z","time spent":"1.10035415s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:28:31.277797Z","caller":"traceutil/trace.go:171","msg":"trace[589844013] transaction","detail":"{read_only:false; response_revision:27497; number_of_response:1; }","duration":"529.512165ms","start":"2026-07-09T02:28:30.748264Z","end":"2026-07-09T02:28:31.277776Z","steps":["trace[589844013] 'process raft request' (duration: 529.378691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.277921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:28:30.748241Z","time spent":"529.612977ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:28:31.278076Z","caller":"traceutil/trace.go:171","msg":"trace[1968529513] transaction","detail":"{read_only:false; response_revision:27498; number_of_response:1; }","duration":"264.779068ms","start":"2026-07-09T02:28:31.013276Z","end":"2026-07-09T02:28:31.278055Z","steps":["trace[1968529513] 'process raft request' (duration: 264.601324ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:31.278337Z","caller":"traceutil/trace.go:171","msg":"trace[1830658975] transaction","detail":"{read_only:false; response_revision:27499; number_of_response:1; }","duration":"264.40184ms","start":"2026-07-09T02:28:31.013926Z","end":"2026-07-09T02:28:31.278328Z","steps":["trace[1830658975] 'process raft request' (duration: 264.083442ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:31.278408Z","caller":"traceutil/trace.go:171","msg":"trace[1980748] transaction","detail":"{read_only:false; response_revision:27500; number_of_response:1; }","duration":"253.794437ms","start":"2026-07-09T02:28:31.024605Z","end":"2026-07-09T02:28:31.2784Z","steps":["trace[1980748] 'process raft request' (duration: 253.592843ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:31.278486Z","caller":"traceutil/trace.go:171","msg":"trace[1123285378] transaction","detail":"{read_only:false; response_revision:27502; number_of_response:1; }","duration":"242.387097ms","start":"2026-07-09T02:28:31.036093Z","end":"2026-07-09T02:28:31.27848Z","steps":["trace[1123285378] 'process raft request' (duration: 242.237884ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:31.278455Z","caller":"traceutil/trace.go:171","msg":"trace[786620488] linearizableReadLoop","detail":"{readStateIndex:28405; appliedIndex:28403; }","duration":"949.098143ms","start":"2026-07-09T02:28:30.329335Z","end":"2026-07-09T02:28:31.278433Z","steps":["trace[786620488] 'read index received' (duration: 928.091805ms)","trace[786620488] 'applied index is now lower than readState.Index' (duration: 21.005168ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:28:31.278562Z","caller":"traceutil/trace.go:171","msg":"trace[1492031811] transaction","detail":"{read_only:false; response_revision:27501; number_of_response:1; }","duration":"252.802854ms","start":"2026-07-09T02:28:31.025752Z","end":"2026-07-09T02:28:31.278555Z","steps":["trace[1492031811] 'process raft request' (duration: 252.548338ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:31.278589Z","caller":"traceutil/trace.go:171","msg":"trace[1494212921] transaction","detail":"{read_only:false; response_revision:27503; number_of_response:1; }","duration":"241.580668ms","start":"2026-07-09T02:28:31.036997Z","end":"2026-07-09T02:28:31.278578Z","steps":["trace[1494212921] 'process raft request' (duration: 241.357892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.278668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.34035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:28:31.278686Z","caller":"traceutil/trace.go:171","msg":"trace[1588876486] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:27504; }","duration":"949.38609ms","start":"2026-07-09T02:28:30.329294Z","end":"2026-07-09T02:28:31.27868Z","steps":["trace[1588876486] 'agreement among raft nodes before linearized reading' (duration: 949.308138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.278699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:28:30.329279Z","time spent":"949.417861ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-07-09T02:28:31.278853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.487385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:28:31.278877Z","caller":"traceutil/trace.go:171","msg":"trace[1059716437] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27504; }","duration":"877.559437ms","start":"2026-07-09T02:28:30.40131Z","end":"2026-07-09T02:28:31.278869Z","steps":["trace[1059716437] 'agreement among raft nodes before linearized reading' (duration: 877.392884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.278899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:28:30.401295Z","time spent":"877.598468ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:28:31.27908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.599465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:28:31.279101Z","caller":"traceutil/trace.go:171","msg":"trace[970005030] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27504; }","duration":"251.630077ms","start":"2026-07-09T02:28:31.02746Z","end":"2026-07-09T02:28:31.27909Z","steps":["trace[970005030] 'agreement among raft nodes before linearized reading' (duration: 251.581176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.279226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.779554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:28:31.279259Z","caller":"traceutil/trace.go:171","msg":"trace[206523445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27504; }","duration":"325.853097ms","start":"2026-07-09T02:28:30.953397Z","end":"2026-07-09T02:28:31.27925Z","steps":["trace[206523445] 'agreement among raft nodes before linearized reading' (duration: 325.783095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.27928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:28:30.953385Z","time spent":"325.889437ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:28:31.279401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.729746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:28:31.279427Z","caller":"traceutil/trace.go:171","msg":"trace[2061489006] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27504; }","duration":"253.777908ms","start":"2026-07-09T02:28:31.025642Z","end":"2026-07-09T02:28:31.27942Z","steps":["trace[2061489006] 'agreement among raft nodes before linearized reading' (duration: 253.715656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:28:31.27948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.47715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:28:31.279725Z","caller":"traceutil/trace.go:171","msg":"trace[901225682] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:27504; }","duration":"253.732497ms","start":"2026-07-09T02:28:31.025985Z","end":"2026-07-09T02:28:31.279717Z","steps":["trace[901225682] 'agreement among raft nodes before linearized reading' (duration: 253.4386ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:39.428836Z","caller":"traceutil/trace.go:171","msg":"trace[1766344072] transaction","detail":"{read_only:false; response_revision:27564; number_of_response:1; }","duration":"101.867085ms","start":"2026-07-09T02:28:39.326933Z","end":"2026-07-09T02:28:39.4288Z","steps":["trace[1766344072] 'process raft request' (duration: 57.023822ms)","trace[1766344072] 'compare' (duration: 44.349622ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:28:39.428969Z","caller":"traceutil/trace.go:171","msg":"trace[2093783080] transaction","detail":"{read_only:false; response_revision:27566; number_of_response:1; }","duration":"101.049886ms","start":"2026-07-09T02:28:39.327897Z","end":"2026-07-09T02:28:39.428947Z","steps":["trace[2093783080] 'process raft request' (duration: 100.910103ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:28:39.428886Z","caller":"traceutil/trace.go:171","msg":"trace[612632393] transaction","detail":"{read_only:false; response_revision:27565; number_of_response:1; }","duration":"101.105858ms","start":"2026-07-09T02:28:39.327751Z","end":"2026-07-09T02:28:39.428857Z","steps":["trace[612632393] 'process raft request' (duration: 100.930904ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:29:50.99039Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25365} {"level":"info","ts":"2026-07-09T02:29:51.140736Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25365,"took":"146.021064ms","hash":3965000786,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":37416960,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-09T02:29:51.140806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3965000786,"revision":25365,"compact-revision":22734} {"level":"info","ts":"2026-07-09T02:30:20.496692Z","caller":"traceutil/trace.go:171","msg":"trace[992475718] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"125.810894ms","start":"2026-07-09T02:30:20.370852Z","end":"2026-07-09T02:30:20.496663Z","steps":["trace[992475718] 'process raft request' (duration: 125.617779ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:31:38.807015Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T02:31:38.815307Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-09T02:31:38.815447Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-07-09T02:33:54.151668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056906879,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:33:54.273872Z","caller":"traceutil/trace.go:171","msg":"trace[348807160] linearizableReadLoop","detail":"{readStateIndex:31009; appliedIndex:31008; }","duration":"622.545799ms","start":"2026-07-09T02:33:53.651275Z","end":"2026-07-09T02:33:54.273821Z","steps":["trace[348807160] 'read index received' (duration: 617.555251ms)","trace[348807160] 'applied index is now lower than readState.Index' (duration: 4.988058ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:33:54.274021Z","caller":"traceutil/trace.go:171","msg":"trace[205972011] transaction","detail":"{read_only:false; response_revision:30026; number_of_response:1; }","duration":"633.282493ms","start":"2026-07-09T02:33:53.640673Z","end":"2026-07-09T02:33:54.273956Z","steps":["trace[205972011] 'process raft request' (duration: 628.269515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:33:54.274227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.842626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:33:54.274221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.92346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:33:54.27422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.877927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:33:54.274289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:33:53.640659Z","time spent":"633.489689ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:33:54.274326Z","caller":"traceutil/trace.go:171","msg":"trace[959196900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30026; }","duration":"320.037772ms","start":"2026-07-09T02:33:53.954257Z","end":"2026-07-09T02:33:54.274295Z","steps":["trace[959196900] 'agreement among raft nodes before linearized reading' (duration: 319.842408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:33:54.27438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:33:53.954235Z","time spent":"320.133304ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:33:54.27437Z","caller":"traceutil/trace.go:171","msg":"trace[761960885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:30026; }","duration":"623.081931ms","start":"2026-07-09T02:33:53.65125Z","end":"2026-07-09T02:33:54.274332Z","steps":["trace[761960885] 'agreement among raft nodes before linearized reading' (duration: 622.796075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:33:54.274449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:33:53.651239Z","time spent":"623.191535ms","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:33:54.274519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.560455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:33:54.274223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.924207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:33:54.274286Z","caller":"traceutil/trace.go:171","msg":"trace[600123496] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30026; }","duration":"622.970199ms","start":"2026-07-09T02:33:53.6513Z","end":"2026-07-09T02:33:54.27427Z","steps":["trace[600123496] 'agreement among raft nodes before linearized reading' (duration: 622.784304ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:33:54.274561Z","caller":"traceutil/trace.go:171","msg":"trace[1011994770] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:30026; }","duration":"382.629598ms","start":"2026-07-09T02:33:53.89192Z","end":"2026-07-09T02:33:54.27455Z","steps":["trace[1011994770] 'agreement among raft nodes before linearized reading' (duration: 382.401712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:33:54.274613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:33:53.651286Z","time spent":"623.303597ms","remote":"127.0.0.1:52238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:33:54.274618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:33:53.891905Z","time spent":"382.697899ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":98,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:33:54.274601Z","caller":"traceutil/trace.go:171","msg":"trace[1204977558] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:30026; }","duration":"107.346027ms","start":"2026-07-09T02:33:54.167222Z","end":"2026-07-09T02:33:54.274568Z","steps":["trace[1204977558] 'agreement among raft nodes before linearized reading' (duration: 106.880496ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:34:50.997593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28216} {"level":"info","ts":"2026-07-09T02:34:51.145559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28216,"took":"143.642177ms","hash":111273445,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":30822400,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T02:34:51.145617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":111273445,"revision":28216,"compact-revision":25365} {"level":"warn","ts":"2026-07-09T02:37:43.037528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056911222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T02:37:43.196524Z","caller":"traceutil/trace.go:171","msg":"trace[1925405070] transaction","detail":"{read_only:false; response_revision:31762; number_of_response:1; }","duration":"672.954644ms","start":"2026-07-09T02:37:42.523378Z","end":"2026-07-09T02:37:43.196333Z","steps":["trace[1925405070] 'process raft request' (duration: 672.560924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.196793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.523352Z","time spent":"673.255421ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:43.208141Z","caller":"traceutil/trace.go:171","msg":"trace[1145750347] transaction","detail":"{read_only:false; response_revision:31764; number_of_response:1; }","duration":"666.626474ms","start":"2026-07-09T02:37:42.541484Z","end":"2026-07-09T02:37:43.20811Z","steps":["trace[1145750347] 'process raft request' (duration: 666.508281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.208303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.541467Z","time spent":"666.749127ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:43.208146Z","caller":"traceutil/trace.go:171","msg":"trace[1344574539] transaction","detail":"{read_only:false; response_revision:31763; number_of_response:1; }","duration":"675.929894ms","start":"2026-07-09T02:37:42.532172Z","end":"2026-07-09T02:37:43.208102Z","steps":["trace[1344574539] 'process raft request' (duration: 675.639757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.208467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.532152Z","time spent":"676.225582ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:43.208542Z","caller":"traceutil/trace.go:171","msg":"trace[1030483633] transaction","detail":"{read_only:false; response_revision:31765; number_of_response:1; }","duration":"666.937562ms","start":"2026-07-09T02:37:42.541568Z","end":"2026-07-09T02:37:43.208506Z","steps":["trace[1030483633] 'process raft request' (duration: 666.482171ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:43.208582Z","caller":"traceutil/trace.go:171","msg":"trace[1387389162] transaction","detail":"{read_only:false; response_revision:31766; number_of_response:1; }","duration":"163.234013ms","start":"2026-07-09T02:37:43.045314Z","end":"2026-07-09T02:37:43.208548Z","steps":["trace[1387389162] 'process raft request' (duration: 163.040578ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:43.208652Z","caller":"traceutil/trace.go:171","msg":"trace[1764632848] linearizableReadLoop","detail":"{readStateIndex:32798; appliedIndex:32794; }","duration":"671.957481ms","start":"2026-07-09T02:37:42.53655Z","end":"2026-07-09T02:37:43.208507Z","steps":["trace[1764632848] 'read index received' (duration: 659.166327ms)","trace[1764632848] 'applied index is now lower than readState.Index' (duration: 12.789864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:37:43.208701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.123795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-09T02:37:43.208746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.54154Z","time spent":"667.100995ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:43.208774Z","caller":"traceutil/trace.go:171","msg":"trace[367942147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31766; }","duration":"672.230217ms","start":"2026-07-09T02:37:42.536524Z","end":"2026-07-09T02:37:43.208754Z","steps":["trace[367942147] 'agreement among raft nodes before linearized reading' (duration: 671.988591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.208814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.536516Z","time spent":"672.289618ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T02:37:43.208973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.782313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:37:43.20901Z","caller":"traceutil/trace.go:171","msg":"trace[1835603139] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:31766; }","duration":"353.875245ms","start":"2026-07-09T02:37:42.855124Z","end":"2026-07-09T02:37:43.208999Z","steps":["trace[1835603139] 'agreement among raft nodes before linearized reading' (duration: 353.789943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.209037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.855095Z","time spent":"353.935357ms","remote":"127.0.0.1:45830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:37:43.209053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.693689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:37:43.209098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.624019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:37:43.209142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.893127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:37:43.209161Z","caller":"traceutil/trace.go:171","msg":"trace[1439419032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31766; }","duration":"302.730952ms","start":"2026-07-09T02:37:42.906415Z","end":"2026-07-09T02:37:43.209146Z","steps":["trace[1439419032] 'agreement among raft nodes before linearized reading' (duration: 302.565628ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:43.20917Z","caller":"traceutil/trace.go:171","msg":"trace[1386623208] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:31766; }","duration":"573.877344ms","start":"2026-07-09T02:37:42.63526Z","end":"2026-07-09T02:37:43.209138Z","steps":["trace[1386623208] 'agreement among raft nodes before linearized reading' (duration: 573.588577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.209198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.906388Z","time spent":"302.801594ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:37:43.20916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.826867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-09T02:37:43.209244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.635238Z","time spent":"573.992766ms","remote":"127.0.0.1:56174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":39,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:37:43.209259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.551951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:37:43.209305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.372601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-09T02:37:43.209305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.899053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:37:43.209317Z","caller":"traceutil/trace.go:171","msg":"trace[897138481] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:31766; }","duration":"370.667454ms","start":"2026-07-09T02:37:42.838631Z","end":"2026-07-09T02:37:43.209298Z","steps":["trace[897138481] 'agreement among raft nodes before linearized reading' (duration: 370.573171ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:43.209375Z","caller":"traceutil/trace.go:171","msg":"trace[2055121926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31766; }","duration":"296.462373ms","start":"2026-07-09T02:37:42.912899Z","end":"2026-07-09T02:37:43.209361Z","steps":["trace[2055121926] 'agreement among raft nodes before linearized reading' (duration: 296.31503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.209416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.838606Z","time spent":"370.793787ms","remote":"127.0.0.1:49594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:37:43.209195Z","caller":"traceutil/trace.go:171","msg":"trace[692923769] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31766; }","duration":"289.98233ms","start":"2026-07-09T02:37:42.9192Z","end":"2026-07-09T02:37:43.209182Z","steps":["trace[692923769] 'agreement among raft nodes before linearized reading' (duration: 289.741994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.209317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.343488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:37:43.209547Z","caller":"traceutil/trace.go:171","msg":"trace[778584782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31766; }","duration":"301.196425ms","start":"2026-07-09T02:37:42.908255Z","end":"2026-07-09T02:37:43.209452Z","steps":["trace[778584782] 'agreement among raft nodes before linearized reading' (duration: 300.641732ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:43.209665Z","caller":"traceutil/trace.go:171","msg":"trace[1181432120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31766; }","duration":"298.696086ms","start":"2026-07-09T02:37:42.910955Z","end":"2026-07-09T02:37:43.209651Z","steps":["trace[1181432120] 'agreement among raft nodes before linearized reading' (duration: 298.264006ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:43.209423Z","caller":"traceutil/trace.go:171","msg":"trace[1610828870] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:31766; }","duration":"539.041677ms","start":"2026-07-09T02:37:42.670355Z","end":"2026-07-09T02:37:43.209397Z","steps":["trace[1610828870] 'agreement among raft nodes before linearized reading' (duration: 538.912084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:43.209816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.670333Z","time spent":"539.469397ms","remote":"127.0.0.1:49642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:37:43.21004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:42.908248Z","time spent":"301.77443ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:37:44.402804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056911238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:37:44.928371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056911238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:37:45.428967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056911238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:37:45.472804Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993520604s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:37:45.473256Z","caller":"traceutil/trace.go:171","msg":"trace[1897839439] transaction","detail":"{read_only:false; response_revision:31772; number_of_response:1; }","duration":"1.994096607s","start":"2026-07-09T02:37:43.479122Z","end":"2026-07-09T02:37:45.473219Z","steps":["trace[1897839439] 'process raft request' (duration: 1.993912503s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.473463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:43.47909Z","time spent":"1.994265772s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:45.514751Z","caller":"traceutil/trace.go:171","msg":"trace[1347219357] transaction","detail":"{read_only:false; response_revision:31773; number_of_response:1; }","duration":"2.02749372s","start":"2026-07-09T02:37:43.487193Z","end":"2026-07-09T02:37:45.514686Z","steps":["trace[1347219357] 'process raft request' (duration: 2.027247504s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.514968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:43.487161Z","time spent":"2.027678805s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:45.51511Z","caller":"traceutil/trace.go:171","msg":"trace[323320964] transaction","detail":"{read_only:false; response_revision:31774; number_of_response:1; }","duration":"1.924488677s","start":"2026-07-09T02:37:43.590589Z","end":"2026-07-09T02:37:45.515078Z","steps":["trace[323320964] 'process raft request' (duration: 1.924035276s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.515273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:43.590559Z","time spent":"1.924619599s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:45.515257Z","caller":"traceutil/trace.go:171","msg":"trace[870477948] transaction","detail":"{read_only:false; response_revision:31775; number_of_response:1; }","duration":"312.404201ms","start":"2026-07-09T02:37:45.202817Z","end":"2026-07-09T02:37:45.515221Z","steps":["trace[870477948] 'process raft request' (duration: 312.178096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.515465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:45.202752Z","time spent":"312.602056ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:45.515517Z","caller":"traceutil/trace.go:171","msg":"trace[1015015396] transaction","detail":"{read_only:false; response_revision:31776; number_of_response:1; }","duration":"300.371735ms","start":"2026-07-09T02:37:45.215123Z","end":"2026-07-09T02:37:45.515495Z","steps":["trace[1015015396] 'process raft request' (duration: 300.047618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.515678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:45.215114Z","time spent":"300.500139ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:45.515843Z","caller":"traceutil/trace.go:171","msg":"trace[105965308] transaction","detail":"{read_only:false; response_revision:31777; number_of_response:1; }","duration":"300.653782ms","start":"2026-07-09T02:37:45.215178Z","end":"2026-07-09T02:37:45.515832Z","steps":["trace[105965308] 'process raft request' (duration: 300.214092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.515914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:45.214883Z","time spent":"300.996831ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:37:45.516488Z","caller":"traceutil/trace.go:171","msg":"trace[587081133] transaction","detail":"{read_only:false; response_revision:31778; number_of_response:1; }","duration":"177.765627ms","start":"2026-07-09T02:37:45.338678Z","end":"2026-07-09T02:37:45.516443Z","steps":["trace[587081133] 'process raft request' (duration: 177.092001ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:45.518941Z","caller":"traceutil/trace.go:171","msg":"trace[1780423234] linearizableReadLoop","detail":"{readStateIndex:32811; appliedIndex:32805; }","duration":"1.969534465s","start":"2026-07-09T02:37:43.549391Z","end":"2026-07-09T02:37:45.518925Z","steps":["trace[1780423234] 'read index received' (duration: 1.923921023s)","trace[1780423234] 'applied index is now lower than readState.Index' (duration: 45.612502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:37:45.519228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604997666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-09T02:37:45.519228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969821441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:37:45.519274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.467534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:37:45.519312Z","caller":"traceutil/trace.go:171","msg":"trace[873963328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31778; }","duration":"296.538815ms","start":"2026-07-09T02:37:45.222762Z","end":"2026-07-09T02:37:45.519301Z","steps":["trace[873963328] 'agreement among raft nodes before linearized reading' (duration: 296.401361ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:45.519303Z","caller":"traceutil/trace.go:171","msg":"trace[1210630233] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:31778; }","duration":"1.605116279s","start":"2026-07-09T02:37:43.914167Z","end":"2026-07-09T02:37:45.519284Z","steps":["trace[1210630233] 'agreement among raft nodes before linearized reading' (duration: 1.604892164s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:45.519316Z","caller":"traceutil/trace.go:171","msg":"trace[774839338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31778; }","duration":"1.969967405s","start":"2026-07-09T02:37:43.549327Z","end":"2026-07-09T02:37:45.519295Z","steps":["trace[774839338] 'agreement among raft nodes before linearized reading' (duration: 1.969729809s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.519341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56676117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:37:45.519362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102051895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:37:45.519367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:43.549304Z","time spent":"1.970049817s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T02:37:45.519414Z","caller":"traceutil/trace.go:171","msg":"trace[1245848050] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:31778; }","duration":"1.102146497s","start":"2026-07-09T02:37:44.417253Z","end":"2026-07-09T02:37:45.519399Z","steps":["trace[1245848050] 'agreement among raft nodes before linearized reading' (duration: 1.101990553s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:37:45.519414Z","caller":"traceutil/trace.go:171","msg":"trace[660493461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31778; }","duration":"1.566881653s","start":"2026-07-09T02:37:43.952512Z","end":"2026-07-09T02:37:45.519394Z","steps":["trace[660493461] 'agreement among raft nodes before linearized reading' (duration: 1.56675748s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.519459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:43.952492Z","time spent":"1.566959604s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:37:45.51946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:44.417233Z","time spent":"1.102218359s","remote":"127.0.0.1:52282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:37:45.519464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.580886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:37:45.519359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:43.914148Z","time spent":"1.605202292s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-09T02:37:45.5195Z","caller":"traceutil/trace.go:171","msg":"trace[1434057750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31778; }","duration":"296.614047ms","start":"2026-07-09T02:37:45.222876Z","end":"2026-07-09T02:37:45.51949Z","steps":["trace[1434057750] 'agreement among raft nodes before linearized reading' (duration: 296.522755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.519229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.809798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:37:45.519294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037926694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:37:45.51974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.86716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-09T02:37:45.519806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.447407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:37:45.519844Z","caller":"traceutil/trace.go:171","msg":"trace[1620531226] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:31778; }","duration":"864.485648ms","start":"2026-07-09T02:37:44.655347Z","end":"2026-07-09T02:37:45.519832Z","steps":["trace[1620531226] 'agreement among raft nodes before linearized reading' (duration: 864.420697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.519893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:44.655291Z","time spent":"864.584801ms","remote":"127.0.0.1:51954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:37:45.519886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.832637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:37:45.519951Z","caller":"traceutil/trace.go:171","msg":"trace[905278423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31778; }","duration":"300.93721ms","start":"2026-07-09T02:37:45.218995Z","end":"2026-07-09T02:37:45.519932Z","steps":["trace[905278423] 'agreement among raft nodes before linearized reading' (duration: 300.769266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.519916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.196683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:37:45.520007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:45.218968Z","time spent":"301.027261ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:37:45.520107Z","caller":"traceutil/trace.go:171","msg":"trace[1263924588] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:31778; }","duration":"824.377777ms","start":"2026-07-09T02:37:44.695619Z","end":"2026-07-09T02:37:45.519997Z","steps":["trace[1263924588] 'agreement among raft nodes before linearized reading' (duration: 824.140002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.520146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:44.695605Z","time spent":"824.530281ms","remote":"127.0.0.1:57254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:37:45.520115Z","caller":"traceutil/trace.go:171","msg":"trace[1616359592] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31778; }","duration":"1.038546918s","start":"2026-07-09T02:37:44.481317Z","end":"2026-07-09T02:37:45.519864Z","steps":["trace[1616359592] 'agreement among raft nodes before linearized reading' (duration: 1.037889843s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.520351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:44.481297Z","time spent":"1.0390341s","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-09T02:37:45.519701Z","caller":"traceutil/trace.go:171","msg":"trace[1932313711] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:31778; }","duration":"417.29601ms","start":"2026-07-09T02:37:45.102337Z","end":"2026-07-09T02:37:45.519633Z","steps":["trace[1932313711] 'agreement among raft nodes before linearized reading' (duration: 416.806518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.5207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:37:45.102306Z","time spent":"418.364465ms","remote":"127.0.0.1:58506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:37:45.520748Z","caller":"traceutil/trace.go:171","msg":"trace[1377133183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31778; }","duration":"299.890155ms","start":"2026-07-09T02:37:45.220838Z","end":"2026-07-09T02:37:45.520728Z","steps":["trace[1377133183] 'agreement among raft nodes before linearized reading' (duration: 298.830289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:37:45.520906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.859406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:37:45.520961Z","caller":"traceutil/trace.go:171","msg":"trace[1659467927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:31778; }","duration":"297.976819ms","start":"2026-07-09T02:37:45.222969Z","end":"2026-07-09T02:37:45.520946Z","steps":["trace[1659467927] 'agreement among raft nodes before linearized reading' (duration: 296.199207ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:51.005272Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30441} {"level":"info","ts":"2026-07-09T02:39:51.122623Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30441,"took":"113.875801ms","hash":3729757764,"current-db-size-bytes":61046784,"current-db-size":"61 MB","current-db-size-in-use-bytes":31191040,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T02:39:51.122709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3729757764,"revision":30441,"compact-revision":28216} {"level":"info","ts":"2026-07-09T02:39:56.16524Z","caller":"traceutil/trace.go:171","msg":"trace[1014245250] transaction","detail":"{read_only:false; response_revision:32729; number_of_response:1; }","duration":"141.091177ms","start":"2026-07-09T02:39:56.024127Z","end":"2026-07-09T02:39:56.165218Z","steps":["trace[1014245250] 'process raft request' (duration: 140.935183ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.203852Z","caller":"traceutil/trace.go:171","msg":"trace[1992508024] transaction","detail":"{read_only:false; response_revision:32731; number_of_response:1; }","duration":"161.241084ms","start":"2026-07-09T02:39:56.042582Z","end":"2026-07-09T02:39:56.203823Z","steps":["trace[1992508024] 'process raft request' (duration: 161.133802ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.203889Z","caller":"traceutil/trace.go:171","msg":"trace[481431565] transaction","detail":"{read_only:false; response_revision:32730; number_of_response:1; }","duration":"176.780443ms","start":"2026-07-09T02:39:56.027061Z","end":"2026-07-09T02:39:56.203841Z","steps":["trace[481431565] 'process raft request' (duration: 176.465665ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.204154Z","caller":"traceutil/trace.go:171","msg":"trace[1179475263] transaction","detail":"{read_only:false; response_revision:32732; number_of_response:1; }","duration":"155.923849ms","start":"2026-07-09T02:39:56.048217Z","end":"2026-07-09T02:39:56.204141Z","steps":["trace[1179475263] 'process raft request' (duration: 155.55847ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.204335Z","caller":"traceutil/trace.go:171","msg":"trace[1438954507] linearizableReadLoop","detail":"{readStateIndex:33796; appliedIndex:33790; }","duration":"105.150174ms","start":"2026-07-09T02:39:56.099153Z","end":"2026-07-09T02:39:56.204303Z","steps":["trace[1438954507] 'read index received' (duration: 65.993045ms)","trace[1438954507] 'applied index is now lower than readState.Index' (duration: 39.156199ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:39:56.204346Z","caller":"traceutil/trace.go:171","msg":"trace[226341184] transaction","detail":"{read_only:false; response_revision:32733; number_of_response:1; }","duration":"152.537158ms","start":"2026-07-09T02:39:56.051776Z","end":"2026-07-09T02:39:56.204313Z","steps":["trace[226341184] 'process raft request' (duration: 152.303712ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.204467Z","caller":"traceutil/trace.go:171","msg":"trace[1703011050] transaction","detail":"{read_only:false; response_revision:32734; number_of_response:1; }","duration":"152.475676ms","start":"2026-07-09T02:39:56.051979Z","end":"2026-07-09T02:39:56.204455Z","steps":["trace[1703011050] 'process raft request' (duration: 152.249841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:39:56.204712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.548614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-09T02:39:56.204744Z","caller":"traceutil/trace.go:171","msg":"trace[502805476] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:32734; }","duration":"105.624875ms","start":"2026-07-09T02:39:56.099109Z","end":"2026-07-09T02:39:56.204733Z","steps":["trace[502805476] 'agreement among raft nodes before linearized reading' (duration: 105.493602ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.321719Z","caller":"traceutil/trace.go:171","msg":"trace[929132662] transaction","detail":"{read_only:false; response_revision:32735; number_of_response:1; }","duration":"112.815566ms","start":"2026-07-09T02:39:56.208879Z","end":"2026-07-09T02:39:56.321695Z","steps":["trace[929132662] 'process raft request' (duration: 48.672555ms)","trace[929132662] 'compare' (duration: 63.957187ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:39:56.321845Z","caller":"traceutil/trace.go:171","msg":"trace[1441579966] transaction","detail":"{read_only:false; response_revision:32736; number_of_response:1; }","duration":"112.587641ms","start":"2026-07-09T02:39:56.209239Z","end":"2026-07-09T02:39:56.321827Z","steps":["trace[1441579966] 'process raft request' (duration: 112.410886ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.506234Z","caller":"traceutil/trace.go:171","msg":"trace[795058702] transaction","detail":"{read_only:false; response_revision:32738; number_of_response:1; }","duration":"178.30419ms","start":"2026-07-09T02:39:56.327894Z","end":"2026-07-09T02:39:56.506199Z","steps":["trace[795058702] 'process raft request' (duration: 121.605965ms)","trace[795058702] 'compare' (duration: 56.444089ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:39:56.506276Z","caller":"traceutil/trace.go:171","msg":"trace[584799125] transaction","detail":"{read_only:false; response_revision:32739; number_of_response:1; }","duration":"178.30916ms","start":"2026-07-09T02:39:56.327933Z","end":"2026-07-09T02:39:56.506242Z","steps":["trace[584799125] 'process raft request' (duration: 178.180517ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.50657Z","caller":"traceutil/trace.go:171","msg":"trace[740251152] transaction","detail":"{read_only:false; response_revision:32740; number_of_response:1; }","duration":"178.599667ms","start":"2026-07-09T02:39:56.327958Z","end":"2026-07-09T02:39:56.506558Z","steps":["trace[740251152] 'process raft request' (duration: 178.229368ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.507015Z","caller":"traceutil/trace.go:171","msg":"trace[720959914] transaction","detail":"{read_only:false; response_revision:32741; number_of_response:1; }","duration":"178.654998ms","start":"2026-07-09T02:39:56.328145Z","end":"2026-07-09T02:39:56.5068Z","steps":["trace[720959914] 'process raft request' (duration: 178.31832ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:56.507273Z","caller":"traceutil/trace.go:171","msg":"trace[461151799] transaction","detail":"{read_only:false; response_revision:32742; number_of_response:1; }","duration":"178.73698ms","start":"2026-07-09T02:39:56.328393Z","end":"2026-07-09T02:39:56.50713Z","steps":["trace[461151799] 'process raft request' (duration: 178.343721ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.100958Z","caller":"traceutil/trace.go:171","msg":"trace[1754254456] transaction","detail":"{read_only:false; response_revision:32744; number_of_response:1; }","duration":"114.425244ms","start":"2026-07-09T02:39:57.986507Z","end":"2026-07-09T02:39:58.100932Z","steps":["trace[1754254456] 'process raft request' (duration: 114.25901ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.322229Z","caller":"traceutil/trace.go:171","msg":"trace[1094093661] transaction","detail":"{read_only:false; response_revision:32745; number_of_response:1; }","duration":"151.644677ms","start":"2026-07-09T02:39:58.170568Z","end":"2026-07-09T02:39:58.322213Z","steps":["trace[1094093661] 'process raft request' (duration: 151.537384ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.38753Z","caller":"traceutil/trace.go:171","msg":"trace[574345308] transaction","detail":"{read_only:false; response_revision:32746; number_of_response:1; }","duration":"176.851636ms","start":"2026-07-09T02:39:58.210645Z","end":"2026-07-09T02:39:58.387497Z","steps":["trace[574345308] 'process raft request' (duration: 176.678412ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.387553Z","caller":"traceutil/trace.go:171","msg":"trace[446460659] linearizableReadLoop","detail":"{readStateIndex:33812; appliedIndex:33807; }","duration":"165.922766ms","start":"2026-07-09T02:39:58.221601Z","end":"2026-07-09T02:39:58.387524Z","steps":["trace[446460659] 'read index received' (duration: 100.691219ms)","trace[446460659] 'applied index is now lower than readState.Index' (duration: 65.230697ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:39:58.387634Z","caller":"traceutil/trace.go:171","msg":"trace[444561971] transaction","detail":"{read_only:false; response_revision:32749; number_of_response:1; }","duration":"176.830345ms","start":"2026-07-09T02:39:58.210794Z","end":"2026-07-09T02:39:58.387624Z","steps":["trace[444561971] 'process raft request' (duration: 176.678651ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.387635Z","caller":"traceutil/trace.go:171","msg":"trace[1502381517] transaction","detail":"{read_only:false; response_revision:32748; number_of_response:1; }","duration":"176.862725ms","start":"2026-07-09T02:39:58.210738Z","end":"2026-07-09T02:39:58.387601Z","steps":["trace[1502381517] 'process raft request' (duration: 176.706811ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.387749Z","caller":"traceutil/trace.go:171","msg":"trace[1826873319] transaction","detail":"{read_only:false; response_revision:32747; number_of_response:1; }","duration":"177.008669ms","start":"2026-07-09T02:39:58.210731Z","end":"2026-07-09T02:39:58.38774Z","steps":["trace[1826873319] 'process raft request' (duration: 176.684322ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.387817Z","caller":"traceutil/trace.go:171","msg":"trace[1072681979] transaction","detail":"{read_only:false; response_revision:32750; number_of_response:1; }","duration":"177.008399ms","start":"2026-07-09T02:39:58.210799Z","end":"2026-07-09T02:39:58.387807Z","steps":["trace[1072681979] 'process raft request' (duration: 176.697312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:39:58.387862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.250884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:39:58.387892Z","caller":"traceutil/trace.go:171","msg":"trace[254846156] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32750; }","duration":"166.337836ms","start":"2026-07-09T02:39:58.221547Z","end":"2026-07-09T02:39:58.387885Z","steps":["trace[254846156] 'agreement among raft nodes before linearized reading' (duration: 166.262534ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.507802Z","caller":"traceutil/trace.go:171","msg":"trace[1936989159] linearizableReadLoop","detail":"{readStateIndex:33813; appliedIndex:33812; }","duration":"120.176621ms","start":"2026-07-09T02:39:58.387603Z","end":"2026-07-09T02:39:58.50778Z","steps":["trace[1936989159] 'read index received' (duration: 119.785222ms)","trace[1936989159] 'applied index is now lower than readState.Index' (duration: 390.329µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:39:58.507942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.287533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:39:58.508043Z","caller":"traceutil/trace.go:171","msg":"trace[601306599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32751; }","duration":"144.480757ms","start":"2026-07-09T02:39:58.363519Z","end":"2026-07-09T02:39:58.508Z","steps":["trace[601306599] 'agreement among raft nodes before linearized reading' (duration: 144.283123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:39:58.508167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.005468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:39:58.508216Z","caller":"traceutil/trace.go:171","msg":"trace[1167149715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32751; }","duration":"198.339075ms","start":"2026-07-09T02:39:58.309865Z","end":"2026-07-09T02:39:58.508204Z","steps":["trace[1167149715] 'agreement among raft nodes before linearized reading' (duration: 198.033808ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:39:58.508413Z","caller":"traceutil/trace.go:171","msg":"trace[1401832929] transaction","detail":"{read_only:false; response_revision:32751; number_of_response:1; }","duration":"133.354984ms","start":"2026-07-09T02:39:58.375006Z","end":"2026-07-09T02:39:58.508361Z","steps":["trace[1401832929] 'process raft request' (duration: 132.567185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:39:58.508533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.970262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:39:58.508571Z","caller":"traceutil/trace.go:171","msg":"trace[1366084147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32751; }","duration":"256.047814ms","start":"2026-07-09T02:39:58.252514Z","end":"2026-07-09T02:39:58.508562Z","steps":["trace[1366084147] 'agreement among raft nodes before linearized reading' (duration: 255.940521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:39:58.508546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.557478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:39:58.508623Z","caller":"traceutil/trace.go:171","msg":"trace[473118638] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32751; }","duration":"114.66607ms","start":"2026-07-09T02:39:58.393942Z","end":"2026-07-09T02:39:58.508608Z","steps":["trace[473118638] 'agreement among raft nodes before linearized reading' (duration: 114.082716ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.279936Z","caller":"traceutil/trace.go:171","msg":"trace[757694452] transaction","detail":"{read_only:false; response_revision:32759; number_of_response:1; }","duration":"112.392496ms","start":"2026-07-09T02:40:00.16751Z","end":"2026-07-09T02:40:00.279902Z","steps":["trace[757694452] 'process raft request' (duration: 78.552723ms)","trace[757694452] 'compare' (duration: 33.525355ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:00.565313Z","caller":"traceutil/trace.go:171","msg":"trace[1603984664] transaction","detail":"{read_only:false; response_revision:32761; number_of_response:1; }","duration":"236.88034ms","start":"2026-07-09T02:40:00.328418Z","end":"2026-07-09T02:40:00.565298Z","steps":["trace[1603984664] 'process raft request' (duration: 236.839369ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.565467Z","caller":"traceutil/trace.go:171","msg":"trace[115827457] transaction","detail":"{read_only:false; response_revision:32760; number_of_response:1; }","duration":"278.293982ms","start":"2026-07-09T02:40:00.287052Z","end":"2026-07-09T02:40:00.565346Z","steps":["trace[115827457] 'process raft request' (duration: 278.107187ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.56975Z","caller":"traceutil/trace.go:171","msg":"trace[331116095] transaction","detail":"{read_only:false; response_revision:32762; number_of_response:1; }","duration":"207.650825ms","start":"2026-07-09T02:40:00.362068Z","end":"2026-07-09T02:40:00.569719Z","steps":["trace[331116095] 'process raft request' (duration: 207.406329ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.569824Z","caller":"traceutil/trace.go:171","msg":"trace[2079877332] transaction","detail":"{read_only:false; response_revision:32763; number_of_response:1; }","duration":"206.138449ms","start":"2026-07-09T02:40:00.363661Z","end":"2026-07-09T02:40:00.569799Z","steps":["trace[2079877332] 'process raft request' (duration: 205.963845ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.569864Z","caller":"traceutil/trace.go:171","msg":"trace[159786930] transaction","detail":"{read_only:false; response_revision:32765; number_of_response:1; }","duration":"175.026131ms","start":"2026-07-09T02:40:00.394813Z","end":"2026-07-09T02:40:00.569839Z","steps":["trace[159786930] 'process raft request' (duration: 174.945089ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.570238Z","caller":"traceutil/trace.go:171","msg":"trace[1893362398] transaction","detail":"{read_only:false; response_revision:32764; number_of_response:1; }","duration":"175.508553ms","start":"2026-07-09T02:40:00.394715Z","end":"2026-07-09T02:40:00.570224Z","steps":["trace[1893362398] 'process raft request' (duration: 174.96621ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.570666Z","caller":"traceutil/trace.go:171","msg":"trace[630501782] transaction","detail":"{read_only:false; response_revision:32766; number_of_response:1; }","duration":"175.686117ms","start":"2026-07-09T02:40:00.394959Z","end":"2026-07-09T02:40:00.570645Z","steps":["trace[630501782] 'process raft request' (duration: 174.848247ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.570708Z","caller":"traceutil/trace.go:171","msg":"trace[51153749] transaction","detail":"{read_only:false; response_revision:32767; number_of_response:1; }","duration":"175.741728ms","start":"2026-07-09T02:40:00.394945Z","end":"2026-07-09T02:40:00.570687Z","steps":["trace[51153749] 'process raft request' (duration: 175.602485ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.570797Z","caller":"traceutil/trace.go:171","msg":"trace[1837239798] linearizableReadLoop","detail":"{readStateIndex:33826; appliedIndex:33823; }","duration":"198.519909ms","start":"2026-07-09T02:40:00.372252Z","end":"2026-07-09T02:40:00.570772Z","steps":["trace[1837239798] 'read index received' (duration: 193.007619ms)","trace[1837239798] 'applied index is now lower than readState.Index' (duration: 5.51067ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:00.570853Z","caller":"traceutil/trace.go:171","msg":"trace[11833969] transaction","detail":"{read_only:false; response_revision:32768; number_of_response:1; }","duration":"175.850351ms","start":"2026-07-09T02:40:00.394993Z","end":"2026-07-09T02:40:00.570843Z","steps":["trace[11833969] 'process raft request' (duration: 175.641236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:00.571064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.781805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:40:00.571127Z","caller":"traceutil/trace.go:171","msg":"trace[360979316] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:32768; }","duration":"198.910198ms","start":"2026-07-09T02:40:00.372201Z","end":"2026-07-09T02:40:00.571111Z","steps":["trace[360979316] 'agreement among raft nodes before linearized reading' (duration: 198.705993ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.697762Z","caller":"traceutil/trace.go:171","msg":"trace[699680610] transaction","detail":"{read_only:false; response_revision:32769; number_of_response:1; }","duration":"122.763102ms","start":"2026-07-09T02:40:00.574971Z","end":"2026-07-09T02:40:00.697734Z","steps":["trace[699680610] 'process raft request' (duration: 69.5585ms)","trace[699680610] 'compare' (duration: 52.595878ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:00.698513Z","caller":"traceutil/trace.go:171","msg":"trace[1712649263] transaction","detail":"{read_only:false; response_revision:32772; number_of_response:1; }","duration":"120.011207ms","start":"2026-07-09T02:40:00.578464Z","end":"2026-07-09T02:40:00.698475Z","steps":["trace[1712649263] 'process raft request' (duration: 119.022073ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.698603Z","caller":"traceutil/trace.go:171","msg":"trace[1945927018] transaction","detail":"{read_only:false; response_revision:32771; number_of_response:1; }","duration":"122.975817ms","start":"2026-07-09T02:40:00.575609Z","end":"2026-07-09T02:40:00.698585Z","steps":["trace[1945927018] 'process raft request' (duration: 121.801599ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.69868Z","caller":"traceutil/trace.go:171","msg":"trace[1110930871] transaction","detail":"{read_only:false; response_revision:32770; number_of_response:1; }","duration":"123.209463ms","start":"2026-07-09T02:40:00.575447Z","end":"2026-07-09T02:40:00.698656Z","steps":["trace[1110930871] 'process raft request' (duration: 121.902032ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.698927Z","caller":"traceutil/trace.go:171","msg":"trace[1880988627] transaction","detail":"{read_only:false; response_revision:32773; number_of_response:1; }","duration":"116.088004ms","start":"2026-07-09T02:40:00.582831Z","end":"2026-07-09T02:40:00.698919Z","steps":["trace[1880988627] 'process raft request' (duration: 114.700871ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.877903Z","caller":"traceutil/trace.go:171","msg":"trace[588733292] linearizableReadLoop","detail":"{readStateIndex:33842; appliedIndex:33838; }","duration":"171.631601ms","start":"2026-07-09T02:40:00.706251Z","end":"2026-07-09T02:40:00.877882Z","steps":["trace[588733292] 'read index received' (duration: 12.268421ms)","trace[588733292] 'applied index is now lower than readState.Index' (duration: 159.36232ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:00.878128Z","caller":"traceutil/trace.go:171","msg":"trace[801953846] transaction","detail":"{read_only:false; response_revision:32775; number_of_response:1; }","duration":"173.369143ms","start":"2026-07-09T02:40:00.704748Z","end":"2026-07-09T02:40:00.878117Z","steps":["trace[801953846] 'process raft request' (duration: 172.109823ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.878316Z","caller":"traceutil/trace.go:171","msg":"trace[1103837610] transaction","detail":"{read_only:false; response_revision:32776; number_of_response:1; }","duration":"173.341112ms","start":"2026-07-09T02:40:00.704966Z","end":"2026-07-09T02:40:00.878307Z","steps":["trace[1103837610] 'process raft request' (duration: 172.691786ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.878442Z","caller":"traceutil/trace.go:171","msg":"trace[14109016] transaction","detail":"{read_only:false; response_revision:32777; number_of_response:1; }","duration":"173.394213ms","start":"2026-07-09T02:40:00.705037Z","end":"2026-07-09T02:40:00.878431Z","steps":["trace[14109016] 'process raft request' (duration: 172.712557ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:00.878673Z","caller":"traceutil/trace.go:171","msg":"trace[1034410772] transaction","detail":"{read_only:false; response_revision:32778; number_of_response:1; }","duration":"169.301096ms","start":"2026-07-09T02:40:00.709362Z","end":"2026-07-09T02:40:00.878663Z","steps":["trace[1034410772] 'process raft request' (duration: 168.478636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:00.878994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.720747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:40:00.879077Z","caller":"traceutil/trace.go:171","msg":"trace[2051208735] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:32778; }","duration":"172.826129ms","start":"2026-07-09T02:40:00.706233Z","end":"2026-07-09T02:40:00.879059Z","steps":["trace[2051208735] 'agreement among raft nodes before linearized reading' (duration: 172.624245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:00.879424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.385451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29726080-d78nv\" ","response":"range_response_count:1 size:5678"} {"level":"info","ts":"2026-07-09T02:40:00.879483Z","caller":"traceutil/trace.go:171","msg":"trace[1819376772] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29726080-d78nv; range_end:; response_count:1; response_revision:32778; }","duration":"159.465953ms","start":"2026-07-09T02:40:00.720005Z","end":"2026-07-09T02:40:00.879471Z","steps":["trace[1819376772] 'agreement among raft nodes before linearized reading' (duration: 159.31318ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:01.172923Z","caller":"traceutil/trace.go:171","msg":"trace[706761890] linearizableReadLoop","detail":"{readStateIndex:33845; appliedIndex:33844; }","duration":"256.654878ms","start":"2026-07-09T02:40:00.916237Z","end":"2026-07-09T02:40:01.172892Z","steps":["trace[706761890] 'read index received' (duration: 245.414542ms)","trace[706761890] 'applied index is now lower than readState.Index' (duration: 11.238716ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:01.173011Z","caller":"traceutil/trace.go:171","msg":"trace[565486803] transaction","detail":"{read_only:false; response_revision:32780; number_of_response:1; }","duration":"283.73066ms","start":"2026-07-09T02:40:00.889253Z","end":"2026-07-09T02:40:01.172983Z","steps":["trace[565486803] 'process raft request' (duration: 272.462823ms)","trace[565486803] 'compare' (duration: 10.708234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:01.173276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.012427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-09T02:40:01.173339Z","caller":"traceutil/trace.go:171","msg":"trace[1316620151] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:32780; }","duration":"257.109009ms","start":"2026-07-09T02:40:00.916215Z","end":"2026-07-09T02:40:01.173324Z","steps":["trace[1316620151] 'agreement among raft nodes before linearized reading' (duration: 256.841793ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:01.869691Z","caller":"traceutil/trace.go:171","msg":"trace[1907018577] linearizableReadLoop","detail":"{readStateIndex:33847; appliedIndex:33846; }","duration":"103.432653ms","start":"2026-07-09T02:40:01.766232Z","end":"2026-07-09T02:40:01.869665Z","steps":["trace[1907018577] 'read index received' (duration: 103.30563ms)","trace[1907018577] 'applied index is now lower than readState.Index' (duration: 125.393µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:01.869851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.594138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:40:01.869896Z","caller":"traceutil/trace.go:171","msg":"trace[1544298101] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:32782; }","duration":"103.70014ms","start":"2026-07-09T02:40:01.766182Z","end":"2026-07-09T02:40:01.869882Z","steps":["trace[1544298101] 'agreement among raft nodes before linearized reading' (duration: 103.581548ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:01.870056Z","caller":"traceutil/trace.go:171","msg":"trace[47790747] transaction","detail":"{read_only:false; response_revision:32782; number_of_response:1; }","duration":"108.34604ms","start":"2026-07-09T02:40:01.761661Z","end":"2026-07-09T02:40:01.870008Z","steps":["trace[47790747] 'process raft request' (duration: 107.800127ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.710952Z","caller":"traceutil/trace.go:171","msg":"trace[1886459269] transaction","detail":"{read_only:false; response_revision:32787; number_of_response:1; }","duration":"134.964121ms","start":"2026-07-09T02:40:02.575964Z","end":"2026-07-09T02:40:02.710928Z","steps":["trace[1886459269] 'process raft request' (duration: 134.783217ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.71121Z","caller":"traceutil/trace.go:171","msg":"trace[2029208865] transaction","detail":"{read_only:false; response_revision:32788; number_of_response:1; }","duration":"134.379418ms","start":"2026-07-09T02:40:02.576816Z","end":"2026-07-09T02:40:02.711195Z","steps":["trace[2029208865] 'process raft request' (duration: 134.06567ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.71153Z","caller":"traceutil/trace.go:171","msg":"trace[953957169] transaction","detail":"{read_only:false; response_revision:32791; number_of_response:1; }","duration":"130.474255ms","start":"2026-07-09T02:40:02.581034Z","end":"2026-07-09T02:40:02.711508Z","steps":["trace[953957169] 'process raft request' (duration: 130.414094ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.711706Z","caller":"traceutil/trace.go:171","msg":"trace[1271139229] transaction","detail":"{read_only:false; response_revision:32789; number_of_response:1; }","duration":"133.777743ms","start":"2026-07-09T02:40:02.577913Z","end":"2026-07-09T02:40:02.711691Z","steps":["trace[1271139229] 'process raft request' (duration: 133.22042ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.711822Z","caller":"traceutil/trace.go:171","msg":"trace[639633879] transaction","detail":"{read_only:false; response_revision:32790; number_of_response:1; }","duration":"132.674157ms","start":"2026-07-09T02:40:02.579136Z","end":"2026-07-09T02:40:02.71181Z","steps":["trace[639633879] 'process raft request' (duration: 132.218086ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.864834Z","caller":"traceutil/trace.go:171","msg":"trace[2119235375] linearizableReadLoop","detail":"{readStateIndex:33858; appliedIndex:33851; }","duration":"158.718185ms","start":"2026-07-09T02:40:02.706091Z","end":"2026-07-09T02:40:02.864809Z","steps":["trace[2119235375] 'read index received' (duration: 4.764543ms)","trace[2119235375] 'applied index is now lower than readState.Index' (duration: 153.952732ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:02.864882Z","caller":"traceutil/trace.go:171","msg":"trace[1854611115] transaction","detail":"{read_only:false; response_revision:32792; number_of_response:1; }","duration":"203.883377ms","start":"2026-07-09T02:40:02.660963Z","end":"2026-07-09T02:40:02.864847Z","steps":["trace[1854611115] 'process raft request' (duration: 110.904361ms)","trace[1854611115] 'compare' (duration: 92.714429ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:02.864967Z","caller":"traceutil/trace.go:171","msg":"trace[869320221] transaction","detail":"{read_only:false; response_revision:32793; number_of_response:1; }","duration":"189.198269ms","start":"2026-07-09T02:40:02.675693Z","end":"2026-07-09T02:40:02.864892Z","steps":["trace[869320221] 'process raft request' (duration: 189.037965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:02.865107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.152226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:40:02.86511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.998542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:40:02.865152Z","caller":"traceutil/trace.go:171","msg":"trace[836791732] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32793; }","duration":"143.252628ms","start":"2026-07-09T02:40:02.721886Z","end":"2026-07-09T02:40:02.865138Z","steps":["trace[836791732] 'agreement among raft nodes before linearized reading' (duration: 143.108155ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:02.865157Z","caller":"traceutil/trace.go:171","msg":"trace[375938669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32793; }","duration":"159.144076ms","start":"2026-07-09T02:40:02.706002Z","end":"2026-07-09T02:40:02.865146Z","steps":["trace[375938669] 'agreement among raft nodes before linearized reading' (duration: 158.964311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:03.089508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.8453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:03.089748Z","caller":"traceutil/trace.go:171","msg":"trace[1440839467] linearizableReadLoop","detail":"{readStateIndex:33860; appliedIndex:33858; }","duration":"206.672502ms","start":"2026-07-09T02:40:02.883058Z","end":"2026-07-09T02:40:03.089731Z","steps":["trace[1440839467] 'read index received' (duration: 103.549165ms)","trace[1440839467] 'applied index is now lower than readState.Index' (duration: 103.122057ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:03.089906Z","caller":"traceutil/trace.go:171","msg":"trace[234526564] transaction","detail":"{read_only:false; response_revision:32794; number_of_response:1; }","duration":"220.778467ms","start":"2026-07-09T02:40:02.869099Z","end":"2026-07-09T02:40:03.089877Z","steps":["trace[234526564] 'process raft request' (duration: 117.462186ms)","trace[234526564] 'compare' (duration: 102.43121ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:03.089958Z","caller":"traceutil/trace.go:171","msg":"trace[1022561591] transaction","detail":"{read_only:false; response_revision:32795; number_of_response:1; }","duration":"220.583433ms","start":"2026-07-09T02:40:02.869346Z","end":"2026-07-09T02:40:03.08993Z","steps":["trace[1022561591] 'process raft request' (duration: 220.273065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:03.090163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.75423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:40:03.090094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.00243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:40:03.090225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.270122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:40:03.090253Z","caller":"traceutil/trace.go:171","msg":"trace[540297663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32795; }","duration":"207.240466ms","start":"2026-07-09T02:40:02.882989Z","end":"2026-07-09T02:40:03.09023Z","steps":["trace[540297663] 'agreement among raft nodes before linearized reading' (duration: 206.871017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:03.090278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.433161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:03.090283Z","caller":"traceutil/trace.go:171","msg":"trace[1254397342] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:32795; }","duration":"206.360584ms","start":"2026-07-09T02:40:02.883902Z","end":"2026-07-09T02:40:03.090263Z","steps":["trace[1254397342] 'agreement among raft nodes before linearized reading' (duration: 206.292033ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:03.09021Z","caller":"traceutil/trace.go:171","msg":"trace[1206559992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32795; }","duration":"205.844703ms","start":"2026-07-09T02:40:02.884352Z","end":"2026-07-09T02:40:03.090197Z","steps":["trace[1206559992] 'agreement among raft nodes before linearized reading' (duration: 205.658958ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:03.090313Z","caller":"traceutil/trace.go:171","msg":"trace[1959006881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32795; }","duration":"137.522232ms","start":"2026-07-09T02:40:02.952782Z","end":"2026-07-09T02:40:03.090305Z","steps":["trace[1959006881] 'agreement among raft nodes before linearized reading' (duration: 137.472491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:03.090235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.004917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:40:03.090375Z","caller":"traceutil/trace.go:171","msg":"trace[1659161881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32795; }","duration":"206.15531ms","start":"2026-07-09T02:40:02.88421Z","end":"2026-07-09T02:40:03.090365Z","steps":["trace[1659161881] 'agreement among raft nodes before linearized reading' (duration: 205.960995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:03.090162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.655181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:40:03.090421Z","caller":"traceutil/trace.go:171","msg":"trace[1875214495] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32795; }","duration":"206.99572ms","start":"2026-07-09T02:40:02.883414Z","end":"2026-07-09T02:40:03.09041Z","steps":["trace[1875214495] 'agreement among raft nodes before linearized reading' (duration: 206.540959ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:03.267025Z","caller":"traceutil/trace.go:171","msg":"trace[1454268652] transaction","detail":"{read_only:false; response_revision:32796; number_of_response:1; }","duration":"173.141247ms","start":"2026-07-09T02:40:03.093856Z","end":"2026-07-09T02:40:03.266997Z","steps":["trace[1454268652] 'process raft request' (duration: 172.986733ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:03.274573Z","caller":"traceutil/trace.go:171","msg":"trace[1232346740] transaction","detail":"{read_only:false; response_revision:32797; number_of_response:1; }","duration":"180.216554ms","start":"2026-07-09T02:40:03.094326Z","end":"2026-07-09T02:40:03.274543Z","steps":["trace[1232346740] 'process raft request' (duration: 180.02014ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:03.274858Z","caller":"traceutil/trace.go:171","msg":"trace[258402324] transaction","detail":"{read_only:false; response_revision:32798; number_of_response:1; }","duration":"180.417249ms","start":"2026-07-09T02:40:03.094421Z","end":"2026-07-09T02:40:03.274838Z","steps":["trace[258402324] 'process raft request' (duration: 180.066761ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:03.27492Z","caller":"traceutil/trace.go:171","msg":"trace[765505141] transaction","detail":"{read_only:false; response_revision:32799; number_of_response:1; }","duration":"179.843846ms","start":"2026-07-09T02:40:03.095052Z","end":"2026-07-09T02:40:03.274895Z","steps":["trace[765505141] 'process raft request' (duration: 179.640321ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:04.861454Z","caller":"traceutil/trace.go:171","msg":"trace[1630059059] transaction","detail":"{read_only:false; response_revision:32810; number_of_response:1; }","duration":"131.163111ms","start":"2026-07-09T02:40:04.730239Z","end":"2026-07-09T02:40:04.861402Z","steps":["trace[1630059059] 'process raft request' (duration: 108.827231ms)","trace[1630059059] 'compare' (duration: 21.866889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:05.849681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.812335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:05.849763Z","caller":"traceutil/trace.go:171","msg":"trace[1014266905] transaction","detail":"{read_only:false; response_revision:32814; number_of_response:1; }","duration":"538.993285ms","start":"2026-07-09T02:40:05.310755Z","end":"2026-07-09T02:40:05.849749Z","steps":["trace[1014266905] 'process raft request' (duration: 214.052668ms)","trace[1014266905] 'compare' (duration: 324.696492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:05.849805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.310729Z","time spent":"539.057087ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:06.280727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.567185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:06.281014Z","caller":"traceutil/trace.go:171","msg":"trace[1338892465] transaction","detail":"{read_only:false; response_revision:32816; number_of_response:1; }","duration":"968.865152ms","start":"2026-07-09T02:40:05.312119Z","end":"2026-07-09T02:40:06.280984Z","steps":["trace[1338892465] 'process raft request' (duration: 968.699788ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:06.281041Z","caller":"traceutil/trace.go:171","msg":"trace[1332622531] linearizableReadLoop","detail":"{readStateIndex:33881; appliedIndex:33878; }","duration":"839.239936ms","start":"2026-07-09T02:40:05.441772Z","end":"2026-07-09T02:40:06.281012Z","steps":["trace[1332622531] 'read index received' (duration: 82.980238ms)","trace[1332622531] 'applied index is now lower than readState.Index' (duration: 756.258218ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:06.281062Z","caller":"traceutil/trace.go:171","msg":"trace[1629647790] transaction","detail":"{read_only:false; response_revision:32815; number_of_response:1; }","duration":"970.007739ms","start":"2026-07-09T02:40:05.310973Z","end":"2026-07-09T02:40:06.28098Z","steps":["trace[1629647790] 'process raft request' (duration: 742.580444ms)","trace[1629647790] 'compare' (duration: 226.102093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:06.281303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.312107Z","time spent":"968.968954ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:06.281413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.310954Z","time spent":"970.273885ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:06.34579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.975071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:06.345892Z","caller":"traceutil/trace.go:171","msg":"trace[599705006] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:32816; }","duration":"904.147796ms","start":"2026-07-09T02:40:05.441716Z","end":"2026-07-09T02:40:06.345864Z","steps":["trace[599705006] 'agreement among raft nodes before linearized reading' (duration: 839.391371ms)","trace[599705006] 'count revisions from in-memory index tree' (duration: 64.591482ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:06.345936Z","caller":"traceutil/trace.go:171","msg":"trace[929972936] transaction","detail":"{read_only:false; response_revision:32817; number_of_response:1; }","duration":"330.396057ms","start":"2026-07-09T02:40:06.015519Z","end":"2026-07-09T02:40:06.345915Z","steps":["trace[929972936] 'process raft request' (duration: 330.041459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:06.345963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.441691Z","time spent":"904.251198ms","remote":"127.0.0.1:52050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:40:06.346064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:06.015492Z","time spent":"330.496759ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:06.346531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.179753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-09T02:40:06.346564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.858059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:06.346581Z","caller":"traceutil/trace.go:171","msg":"trace[1436377225] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:32818; }","duration":"790.234844ms","start":"2026-07-09T02:40:05.556334Z","end":"2026-07-09T02:40:06.346569Z","steps":["trace[1436377225] 'agreement among raft nodes before linearized reading' (duration: 790.035039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:06.347605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.556311Z","time spent":"791.272978ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-09T02:40:06.347136Z","caller":"traceutil/trace.go:171","msg":"trace[1297357523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32818; }","duration":"392.999632ms","start":"2026-07-09T02:40:05.953655Z","end":"2026-07-09T02:40:06.346655Z","steps":["trace[1297357523] 'agreement among raft nodes before linearized reading' (duration: 392.816508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:06.34778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.953638Z","time spent":"394.127928ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:40:06.349993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.516126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2161832"} {"level":"info","ts":"2026-07-09T02:40:06.35006Z","caller":"traceutil/trace.go:171","msg":"trace[1652502594] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:32818; }","duration":"512.610988ms","start":"2026-07-09T02:40:05.837432Z","end":"2026-07-09T02:40:06.350043Z","steps":["trace[1652502594] 'agreement among raft nodes before linearized reading' (duration: 509.076435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:06.350111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:05.837418Z","time spent":"512.6773ms","remote":"127.0.0.1:51908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2161855,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-09T02:40:07.438423Z","caller":"traceutil/trace.go:171","msg":"trace[2048839850] linearizableReadLoop","detail":"{readStateIndex:33894; appliedIndex:33891; }","duration":"269.122324ms","start":"2026-07-09T02:40:07.169275Z","end":"2026-07-09T02:40:07.438397Z","steps":["trace[2048839850] 'read index received' (duration: 54.578555ms)","trace[2048839850] 'applied index is now lower than readState.Index' (duration: 214.542459ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:07.438483Z","caller":"traceutil/trace.go:171","msg":"trace[1868527647] transaction","detail":"{read_only:false; response_revision:32828; number_of_response:1; }","duration":"271.612752ms","start":"2026-07-09T02:40:07.166837Z","end":"2026-07-09T02:40:07.438449Z","steps":["trace[1868527647] 'process raft request' (duration: 271.462219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:07.438649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.113454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:07.438698Z","caller":"traceutil/trace.go:171","msg":"trace[1780113567] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:32828; }","duration":"226.198716ms","start":"2026-07-09T02:40:07.212485Z","end":"2026-07-09T02:40:07.438684Z","steps":["trace[1780113567] 'agreement among raft nodes before linearized reading' (duration: 226.078863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:07.438698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.567406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-09T02:40:07.438859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.552704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:40:07.438988Z","caller":"traceutil/trace.go:171","msg":"trace[441891165] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:32828; }","duration":"269.758628ms","start":"2026-07-09T02:40:07.169199Z","end":"2026-07-09T02:40:07.438958Z","steps":["trace[441891165] 'agreement among raft nodes before linearized reading' (duration: 269.359209ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:07.43896Z","caller":"traceutil/trace.go:171","msg":"trace[1099623614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32828; }","duration":"127.789221ms","start":"2026-07-09T02:40:07.311068Z","end":"2026-07-09T02:40:07.438857Z","steps":["trace[1099623614] 'agreement among raft nodes before linearized reading' (duration: 127.523925ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:07.439098Z","caller":"traceutil/trace.go:171","msg":"trace[935005860] transaction","detail":"{read_only:false; response_revision:32827; number_of_response:1; }","duration":"279.460429ms","start":"2026-07-09T02:40:07.159016Z","end":"2026-07-09T02:40:07.438477Z","steps":["trace[935005860] 'process raft request' (duration: 191.905402ms)","trace[935005860] 'compare' (duration: 87.188698ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:07.980192Z","caller":"traceutil/trace.go:171","msg":"trace[1547101508] linearizableReadLoop","detail":"{readStateIndex:33897; appliedIndex:33896; }","duration":"126.969282ms","start":"2026-07-09T02:40:07.853195Z","end":"2026-07-09T02:40:07.980164Z","steps":["trace[1547101508] 'read index received' (duration: 126.749347ms)","trace[1547101508] 'applied index is now lower than readState.Index' (duration: 218.685µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:07.980333Z","caller":"traceutil/trace.go:171","msg":"trace[635982989] transaction","detail":"{read_only:false; response_revision:32831; number_of_response:1; }","duration":"271.782697ms","start":"2026-07-09T02:40:07.708534Z","end":"2026-07-09T02:40:07.980317Z","steps":["trace[635982989] 'process raft request' (duration: 271.46858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:07.980579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.760626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:07.980659Z","caller":"traceutil/trace.go:171","msg":"trace[1524503961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:32831; }","duration":"115.89185ms","start":"2026-07-09T02:40:07.864747Z","end":"2026-07-09T02:40:07.980639Z","steps":["trace[1524503961] 'agreement among raft nodes before linearized reading' (duration: 115.717346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:07.981319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.112119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:40:07.981391Z","caller":"traceutil/trace.go:171","msg":"trace[519271048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32831; }","duration":"128.226042ms","start":"2026-07-09T02:40:07.853149Z","end":"2026-07-09T02:40:07.981375Z","steps":["trace[519271048] 'agreement among raft nodes before linearized reading' (duration: 128.041958ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:09.407137Z","caller":"traceutil/trace.go:171","msg":"trace[2134810413] transaction","detail":"{read_only:false; response_revision:32847; number_of_response:1; }","duration":"148.440351ms","start":"2026-07-09T02:40:09.258673Z","end":"2026-07-09T02:40:09.407113Z","steps":["trace[2134810413] 'process raft request' (duration: 148.306038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:10.619335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.991851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:10.619441Z","caller":"traceutil/trace.go:171","msg":"trace[755161289] linearizableReadLoop","detail":"{readStateIndex:33918; appliedIndex:33917; }","duration":"210.582785ms","start":"2026-07-09T02:40:10.408841Z","end":"2026-07-09T02:40:10.619424Z","steps":["trace[755161289] 'read index received' (duration: 19.424811ms)","trace[755161289] 'applied index is now lower than readState.Index' (duration: 191.156734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:10.619862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.064431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:40:10.619911Z","caller":"traceutil/trace.go:171","msg":"trace[551701085] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:32852; }","duration":"247.121733ms","start":"2026-07-09T02:40:10.372777Z","end":"2026-07-09T02:40:10.619899Z","steps":["trace[551701085] 'agreement among raft nodes before linearized reading' (duration: 246.692532ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:10.620149Z","caller":"traceutil/trace.go:171","msg":"trace[1939745925] transaction","detail":"{read_only:false; response_revision:32852; number_of_response:1; }","duration":"227.166888ms","start":"2026-07-09T02:40:10.392938Z","end":"2026-07-09T02:40:10.620104Z","steps":["trace[1939745925] 'process raft request' (duration: 35.285367ms)","trace[1939745925] 'compare' (duration: 190.873258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:10.915615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.274909ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-09T02:40:10.938083Z","caller":"traceutil/trace.go:171","msg":"trace[291364763] transaction","detail":"{read_only:false; response_revision:32853; number_of_response:1; }","duration":"122.592198ms","start":"2026-07-09T02:40:10.815456Z","end":"2026-07-09T02:40:10.938049Z","steps":["trace[291364763] 'process raft request' (duration: 122.364193ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.124085Z","caller":"traceutil/trace.go:171","msg":"trace[85432419] linearizableReadLoop","detail":"{readStateIndex:33921; appliedIndex:33919; }","duration":"254.545747ms","start":"2026-07-09T02:40:10.869516Z","end":"2026-07-09T02:40:11.124062Z","steps":["trace[85432419] 'read index received' (duration: 68.337281ms)","trace[85432419] 'applied index is now lower than readState.Index' (duration: 186.207546ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:11.124314Z","caller":"traceutil/trace.go:171","msg":"trace[1565980299] transaction","detail":"{read_only:false; response_revision:32858; number_of_response:1; }","duration":"199.39391ms","start":"2026-07-09T02:40:10.924883Z","end":"2026-07-09T02:40:11.124277Z","steps":["trace[1565980299] 'process raft request' (duration: 199.050361ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.124426Z","caller":"traceutil/trace.go:171","msg":"trace[260072268] transaction","detail":"{read_only:false; response_revision:32859; number_of_response:1; }","duration":"199.000711ms","start":"2026-07-09T02:40:10.925364Z","end":"2026-07-09T02:40:11.124365Z","steps":["trace[260072268] 'process raft request' (duration: 198.627192ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.124544Z","caller":"traceutil/trace.go:171","msg":"trace[604759249] transaction","detail":"{read_only:false; response_revision:32855; number_of_response:1; }","duration":"232.078935ms","start":"2026-07-09T02:40:10.892456Z","end":"2026-07-09T02:40:11.124535Z","steps":["trace[604759249] 'process raft request' (duration: 231.301156ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.124592Z","caller":"traceutil/trace.go:171","msg":"trace[298276971] transaction","detail":"{read_only:false; response_revision:32856; number_of_response:1; }","duration":"207.516272ms","start":"2026-07-09T02:40:10.917047Z","end":"2026-07-09T02:40:11.124563Z","steps":["trace[298276971] 'process raft request' (duration: 206.770485ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.124639Z","caller":"traceutil/trace.go:171","msg":"trace[1404803135] transaction","detail":"{read_only:false; response_revision:32854; number_of_response:1; }","duration":"301.677796ms","start":"2026-07-09T02:40:10.822934Z","end":"2026-07-09T02:40:11.124612Z","steps":["trace[1404803135] 'process raft request' (duration: 299.905133ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.124455Z","caller":"traceutil/trace.go:171","msg":"trace[1160631389] transaction","detail":"{read_only:false; response_revision:32860; number_of_response:1; }","duration":"197.824323ms","start":"2026-07-09T02:40:10.926584Z","end":"2026-07-09T02:40:11.124408Z","steps":["trace[1160631389] 'process raft request' (duration: 197.443164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:11.12478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:10.822912Z","time spent":"301.772518ms","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419108,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:11.124851Z","caller":"traceutil/trace.go:171","msg":"trace[1090969959] transaction","detail":"{read_only:false; response_revision:32857; number_of_response:1; }","duration":"200.027315ms","start":"2026-07-09T02:40:10.924808Z","end":"2026-07-09T02:40:11.124835Z","steps":["trace[1090969959] 'process raft request' (duration: 199.087683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:11.124488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.943308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-09T02:40:11.125082Z","caller":"traceutil/trace.go:171","msg":"trace[628276664] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:32860; }","duration":"255.586532ms","start":"2026-07-09T02:40:10.869481Z","end":"2026-07-09T02:40:11.125068Z","steps":["trace[628276664] 'agreement among raft nodes before linearized reading' (duration: 254.802354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:11.125049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.113539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:11.127463Z","caller":"traceutil/trace.go:171","msg":"trace[396258363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32860; }","duration":"173.608128ms","start":"2026-07-09T02:40:10.953832Z","end":"2026-07-09T02:40:11.12744Z","steps":["trace[396258363] 'agreement among raft nodes before linearized reading' (duration: 170.962565ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:11.416998Z","caller":"traceutil/trace.go:171","msg":"trace[335785567] transaction","detail":"{read_only:false; response_revision:32862; number_of_response:1; }","duration":"152.454816ms","start":"2026-07-09T02:40:11.264511Z","end":"2026-07-09T02:40:11.416966Z","steps":["trace[335785567] 'process raft request' (duration: 111.167687ms)","trace[335785567] 'compare' (duration: 40.872369ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:11.562445Z","caller":"traceutil/trace.go:171","msg":"trace[766098776] linearizableReadLoop","detail":"{readStateIndex:33932; appliedIndex:33930; }","duration":"107.235784ms","start":"2026-07-09T02:40:11.455183Z","end":"2026-07-09T02:40:11.562418Z","steps":["trace[766098776] 'read index received' (duration: 12.926777ms)","trace[766098776] 'applied index is now lower than readState.Index' (duration: 94.308007ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:11.562774Z","caller":"traceutil/trace.go:171","msg":"trace[1402468487] transaction","detail":"{read_only:false; response_revision:32865; number_of_response:1; }","duration":"123.351396ms","start":"2026-07-09T02:40:11.439407Z","end":"2026-07-09T02:40:11.562759Z","steps":["trace[1402468487] 'process raft request' (duration: 101.452036ms)","trace[1402468487] 'compare' (duration: 21.452679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:11.56322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.030103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:40:11.563281Z","caller":"traceutil/trace.go:171","msg":"trace[2135459631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:32865; }","duration":"108.151736ms","start":"2026-07-09T02:40:11.455113Z","end":"2026-07-09T02:40:11.563265Z","steps":["trace[2135459631] 'agreement among raft nodes before linearized reading' (duration: 108.057984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:12.720519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.14765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:12.7217Z","caller":"traceutil/trace.go:171","msg":"trace[1141230644] linearizableReadLoop","detail":"{readStateIndex:33937; appliedIndex:33935; }","duration":"238.340403ms","start":"2026-07-09T02:40:12.483343Z","end":"2026-07-09T02:40:12.721684Z","steps":["trace[1141230644] 'read index received' (duration: 22.971614ms)","trace[1141230644] 'applied index is now lower than readState.Index' (duration: 215.367739ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:12.721669Z","caller":"traceutil/trace.go:171","msg":"trace[1090143996] transaction","detail":"{read_only:false; response_revision:32869; number_of_response:1; }","duration":"297.398615ms","start":"2026-07-09T02:40:12.424205Z","end":"2026-07-09T02:40:12.721604Z","steps":["trace[1090143996] 'process raft request' (duration: 82.103297ms)","trace[1090143996] 'compare' (duration: 214.068688ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:12.721771Z","caller":"traceutil/trace.go:171","msg":"trace[1295814158] transaction","detail":"{read_only:false; response_revision:32871; number_of_response:1; }","duration":"216.451754ms","start":"2026-07-09T02:40:12.505312Z","end":"2026-07-09T02:40:12.721764Z","steps":["trace[1295814158] 'process raft request' (duration: 216.338872ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:12.721758Z","caller":"traceutil/trace.go:171","msg":"trace[671787035] transaction","detail":"{read_only:false; response_revision:32870; number_of_response:1; }","duration":"288.151186ms","start":"2026-07-09T02:40:12.433576Z","end":"2026-07-09T02:40:12.721728Z","steps":["trace[671787035] 'process raft request' (duration: 288.006732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:12.72197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.626901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:12.721995Z","caller":"traceutil/trace.go:171","msg":"trace[1052258359] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:32871; }","duration":"238.716413ms","start":"2026-07-09T02:40:12.483269Z","end":"2026-07-09T02:40:12.721985Z","steps":["trace[1052258359] 'agreement among raft nodes before linearized reading' (duration: 238.651991ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:13.242468Z","caller":"traceutil/trace.go:171","msg":"trace[688131740] transaction","detail":"{read_only:false; response_revision:32876; number_of_response:1; }","duration":"110.274636ms","start":"2026-07-09T02:40:13.132142Z","end":"2026-07-09T02:40:13.242416Z","steps":["trace[688131740] 'process raft request' (duration: 71.156998ms)","trace[688131740] 'compare' (duration: 38.978065ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:13.446097Z","caller":"traceutil/trace.go:171","msg":"trace[167731170] linearizableReadLoop","detail":"{readStateIndex:33947; appliedIndex:33943; }","duration":"185.08037ms","start":"2026-07-09T02:40:13.260988Z","end":"2026-07-09T02:40:13.446069Z","steps":["trace[167731170] 'read index received' (duration: 98.382974ms)","trace[167731170] 'applied index is now lower than readState.Index' (duration: 86.696326ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:13.446272Z","caller":"traceutil/trace.go:171","msg":"trace[1392210740] transaction","detail":"{read_only:false; response_revision:32879; number_of_response:1; }","duration":"313.523157ms","start":"2026-07-09T02:40:13.132733Z","end":"2026-07-09T02:40:13.446256Z","steps":["trace[1392210740] 'process raft request' (duration: 313.245711ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:13.44628Z","caller":"traceutil/trace.go:171","msg":"trace[1556017959] transaction","detail":"{read_only:false; response_revision:32878; number_of_response:1; }","duration":"313.557678ms","start":"2026-07-09T02:40:13.132685Z","end":"2026-07-09T02:40:13.446243Z","steps":["trace[1556017959] 'process raft request' (duration: 313.151848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:13.446418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:13.132722Z","time spent":"313.592479ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:13.446489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:13.132647Z","time spent":"313.727702ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:13.446593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.583712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:40:13.446664Z","caller":"traceutil/trace.go:171","msg":"trace[314804495] transaction","detail":"{read_only:false; response_revision:32877; number_of_response:1; }","duration":"313.984658ms","start":"2026-07-09T02:40:13.132664Z","end":"2026-07-09T02:40:13.446648Z","steps":["trace[314804495] 'process raft request' (duration: 226.732588ms)","trace[314804495] 'compare' (duration: 86.118083ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:13.446671Z","caller":"traceutil/trace.go:171","msg":"trace[1453029335] transaction","detail":"{read_only:false; response_revision:32880; number_of_response:1; }","duration":"313.855964ms","start":"2026-07-09T02:40:13.132777Z","end":"2026-07-09T02:40:13.446633Z","steps":["trace[1453029335] 'process raft request' (duration: 313.23865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:13.446723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:13.132626Z","time spent":"314.06366ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:13.446706Z","caller":"traceutil/trace.go:171","msg":"trace[1587334701] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32880; }","duration":"185.737465ms","start":"2026-07-09T02:40:13.260933Z","end":"2026-07-09T02:40:13.446671Z","steps":["trace[1587334701] 'agreement among raft nodes before linearized reading' (duration: 185.328276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:13.446884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:13.132768Z","time spent":"313.995698ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:13.446888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.70253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29726080-d78nv\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-07-09T02:40:13.448275Z","caller":"traceutil/trace.go:171","msg":"trace[105884944] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29726080-d78nv; range_end:; response_count:1; response_revision:32880; }","duration":"148.131454ms","start":"2026-07-09T02:40:13.300117Z","end":"2026-07-09T02:40:13.448249Z","steps":["trace[105884944] 'agreement among raft nodes before linearized reading' (duration: 146.492255ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:13.79303Z","caller":"traceutil/trace.go:171","msg":"trace[2078575874] transaction","detail":"{read_only:false; response_revision:32882; number_of_response:1; }","duration":"340.664731ms","start":"2026-07-09T02:40:13.452329Z","end":"2026-07-09T02:40:13.792994Z","steps":["trace[2078575874] 'process raft request' (duration: 307.990096ms)","trace[2078575874] 'compare' (duration: 32.254875ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:13.793211Z","caller":"traceutil/trace.go:171","msg":"trace[1098707423] linearizableReadLoop","detail":"{readStateIndex:33950; appliedIndex:33948; }","duration":"184.774103ms","start":"2026-07-09T02:40:13.60841Z","end":"2026-07-09T02:40:13.793185Z","steps":["trace[1098707423] 'read index received' (duration: 151.901183ms)","trace[1098707423] 'applied index is now lower than readState.Index' (duration: 32.87168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:13.793236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:13.452312Z","time spent":"340.823795ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:13.793237Z","caller":"traceutil/trace.go:171","msg":"trace[320715211] transaction","detail":"{read_only:false; response_revision:32883; number_of_response:1; }","duration":"336.716307ms","start":"2026-07-09T02:40:13.45649Z","end":"2026-07-09T02:40:13.793206Z","steps":["trace[320715211] 'process raft request' (duration: 336.39868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:13.793393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:13.456471Z","time spent":"336.84175ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7350,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:13.793397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.973517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:40:13.793445Z","caller":"traceutil/trace.go:171","msg":"trace[1940169195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32883; }","duration":"185.06832ms","start":"2026-07-09T02:40:13.608364Z","end":"2026-07-09T02:40:13.793432Z","steps":["trace[1940169195] 'agreement among raft nodes before linearized reading' (duration: 184.902316ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:14.892693Z","caller":"traceutil/trace.go:171","msg":"trace[1581823563] transaction","detail":"{read_only:false; response_revision:32888; number_of_response:1; }","duration":"160.184379ms","start":"2026-07-09T02:40:14.732479Z","end":"2026-07-09T02:40:14.892663Z","steps":["trace[1581823563] 'process raft request' (duration: 159.985205ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.025707Z","caller":"traceutil/trace.go:171","msg":"trace[867827429] transaction","detail":"{read_only:false; response_revision:32889; number_of_response:1; }","duration":"290.46761ms","start":"2026-07-09T02:40:14.735216Z","end":"2026-07-09T02:40:15.025684Z","steps":["trace[867827429] 'process raft request' (duration: 288.874672ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.026438Z","caller":"traceutil/trace.go:171","msg":"trace[893130775] transaction","detail":"{read_only:false; response_revision:32890; number_of_response:1; }","duration":"222.320024ms","start":"2026-07-09T02:40:14.804096Z","end":"2026-07-09T02:40:15.026416Z","steps":["trace[893130775] 'process raft request' (duration: 221.229058ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.209894Z","caller":"traceutil/trace.go:171","msg":"trace[247152488] transaction","detail":"{read_only:false; response_revision:32892; number_of_response:1; }","duration":"174.365735ms","start":"2026-07-09T02:40:15.035498Z","end":"2026-07-09T02:40:15.209864Z","steps":["trace[247152488] 'process raft request' (duration: 109.804374ms)","trace[247152488] 'compare' (duration: 64.440009ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:15.214482Z","caller":"traceutil/trace.go:171","msg":"trace[1570748925] transaction","detail":"{read_only:false; response_revision:32893; number_of_response:1; }","duration":"122.977847ms","start":"2026-07-09T02:40:15.091488Z","end":"2026-07-09T02:40:15.214466Z","steps":["trace[1570748925] 'process raft request' (duration: 122.70742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:15.431762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.160996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:15.431934Z","caller":"traceutil/trace.go:171","msg":"trace[636152721] linearizableReadLoop","detail":"{readStateIndex:33962; appliedIndex:33960; }","duration":"165.500786ms","start":"2026-07-09T02:40:15.266419Z","end":"2026-07-09T02:40:15.431919Z","steps":["trace[636152721] 'read index received' (duration: 65.057123ms)","trace[636152721] 'applied index is now lower than readState.Index' (duration: 100.442793ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:15.432028Z","caller":"traceutil/trace.go:171","msg":"trace[66300783] transaction","detail":"{read_only:false; response_revision:32895; number_of_response:1; }","duration":"185.028059ms","start":"2026-07-09T02:40:15.246986Z","end":"2026-07-09T02:40:15.432014Z","steps":["trace[66300783] 'process raft request' (duration: 184.877185ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.432022Z","caller":"traceutil/trace.go:171","msg":"trace[291475981] transaction","detail":"{read_only:false; response_revision:32894; number_of_response:1; }","duration":"206.512418ms","start":"2026-07-09T02:40:15.225429Z","end":"2026-07-09T02:40:15.431942Z","steps":["trace[291475981] 'process raft request' (duration: 106.086906ms)","trace[291475981] 'compare' (duration: 100.049123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:15.432323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.882305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:40:15.432382Z","caller":"traceutil/trace.go:171","msg":"trace[988832237] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:32895; }","duration":"165.985497ms","start":"2026-07-09T02:40:15.266381Z","end":"2026-07-09T02:40:15.432367Z","steps":["trace[988832237] 'agreement among raft nodes before linearized reading' (duration: 165.853244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:15.432402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.075112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:15.432651Z","caller":"traceutil/trace.go:171","msg":"trace[747798384] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:32895; }","duration":"129.355398ms","start":"2026-07-09T02:40:15.303283Z","end":"2026-07-09T02:40:15.432638Z","steps":["trace[747798384] 'agreement among raft nodes before linearized reading' (duration: 129.078271ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.610116Z","caller":"traceutil/trace.go:171","msg":"trace[1150824142] transaction","detail":"{read_only:false; response_revision:32899; number_of_response:1; }","duration":"158.227793ms","start":"2026-07-09T02:40:15.451864Z","end":"2026-07-09T02:40:15.610092Z","steps":["trace[1150824142] 'process raft request' (duration: 158.09299ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.610226Z","caller":"traceutil/trace.go:171","msg":"trace[586030584] transaction","detail":"{read_only:false; response_revision:32900; number_of_response:1; }","duration":"158.274395ms","start":"2026-07-09T02:40:15.451938Z","end":"2026-07-09T02:40:15.610212Z","steps":["trace[586030584] 'process raft request' (duration: 158.05343ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.610378Z","caller":"traceutil/trace.go:171","msg":"trace[259088698] transaction","detail":"{read_only:false; number_of_response:1; response_revision:32901; }","duration":"132.621326ms","start":"2026-07-09T02:40:15.477744Z","end":"2026-07-09T02:40:15.610365Z","steps":["trace[259088698] 'process raft request' (duration: 132.299268ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.610046Z","caller":"traceutil/trace.go:171","msg":"trace[1818302013] transaction","detail":"{read_only:false; response_revision:32898; number_of_response:1; }","duration":"158.178992ms","start":"2026-07-09T02:40:15.451839Z","end":"2026-07-09T02:40:15.610018Z","steps":["trace[1818302013] 'process raft request' (duration: 158.07178ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:15.611116Z","caller":"traceutil/trace.go:171","msg":"trace[1630230792] transaction","detail":"{read_only:false; response_revision:32897; number_of_response:1; }","duration":"159.300749ms","start":"2026-07-09T02:40:15.451769Z","end":"2026-07-09T02:40:15.611069Z","steps":["trace[1630230792] 'process raft request' (duration: 81.75805ms)","trace[1630230792] 'compare' (duration: 76.242569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:15.928527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.14685ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:15.928686Z","caller":"traceutil/trace.go:171","msg":"trace[1818118314] transaction","detail":"{read_only:false; response_revision:32903; number_of_response:1; }","duration":"312.147824ms","start":"2026-07-09T02:40:15.616526Z","end":"2026-07-09T02:40:15.928674Z","steps":["trace[1818118314] 'process raft request' (duration: 312.079143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:15.92874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.616505Z","time spent":"312.204216ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:15.928826Z","caller":"traceutil/trace.go:171","msg":"trace[349607144] transaction","detail":"{read_only:false; response_revision:32902; number_of_response:1; }","duration":"312.276127ms","start":"2026-07-09T02:40:15.616514Z","end":"2026-07-09T02:40:15.92879Z","steps":["trace[349607144] 'process raft request' (duration: 121.808559ms)","trace[349607144] 'compare' (duration: 189.960196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:15.928991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.616489Z","time spent":"312.435501ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T02:40:16.08971Z","caller":"traceutil/trace.go:171","msg":"trace[652220888] transaction","detail":"{read_only:false; response_revision:32904; number_of_response:1; }","duration":"471.012933ms","start":"2026-07-09T02:40:15.618668Z","end":"2026-07-09T02:40:16.089681Z","steps":["trace[652220888] 'process raft request' (duration: 470.109991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.08994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.618654Z","time spent":"471.204458ms","remote":"127.0.0.1:52062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5403,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:16.170716Z","caller":"traceutil/trace.go:171","msg":"trace[879438916] linearizableReadLoop","detail":"{readStateIndex:33972; appliedIndex:33968; }","duration":"548.398378ms","start":"2026-07-09T02:40:15.622286Z","end":"2026-07-09T02:40:16.170685Z","steps":["trace[879438916] 'read index received' (duration: 116.342079ms)","trace[879438916] 'applied index is now lower than readState.Index' (duration: 432.053269ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:16.170721Z","caller":"traceutil/trace.go:171","msg":"trace[2081177370] transaction","detail":"{read_only:false; response_revision:32905; number_of_response:1; }","duration":"237.260008ms","start":"2026-07-09T02:40:15.933435Z","end":"2026-07-09T02:40:16.170695Z","steps":["trace[2081177370] 'process raft request' (duration: 237.113154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.170996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.687135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29726065-prmgj\" ","response":"range_response_count:1 size:7266"} {"level":"info","ts":"2026-07-09T02:40:16.171055Z","caller":"traceutil/trace.go:171","msg":"trace[1508605170] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29726065-prmgj; range_end:; response_count:1; response_revision:32905; }","duration":"548.786507ms","start":"2026-07-09T02:40:15.622253Z","end":"2026-07-09T02:40:16.171039Z","steps":["trace[1508605170] 'agreement among raft nodes before linearized reading' (duration: 548.561182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.171097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.622241Z","time spent":"548.846849ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7289,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29726065-prmgj\" "} {"level":"info","ts":"2026-07-09T02:40:16.372809Z","caller":"traceutil/trace.go:171","msg":"trace[763297053] transaction","detail":"{read_only:false; number_of_response:1; response_revision:32905; }","duration":"274.556743ms","start":"2026-07-09T02:40:16.09823Z","end":"2026-07-09T02:40:16.372786Z","steps":["trace[763297053] 'process raft request' (duration: 274.43448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.373054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.004779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:16.373188Z","caller":"traceutil/trace.go:171","msg":"trace[56890208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32905; }","duration":"419.187104ms","start":"2026-07-09T02:40:15.953975Z","end":"2026-07-09T02:40:16.373162Z","steps":["trace[56890208] 'agreement among raft nodes before linearized reading' (duration: 418.985549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.373178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.115474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-09T02:40:16.373215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.573727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-09T02:40:16.373236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.953954Z","time spent":"419.273385ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:40:16.373241Z","caller":"traceutil/trace.go:171","msg":"trace[46347141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32905; }","duration":"554.236108ms","start":"2026-07-09T02:40:15.818994Z","end":"2026-07-09T02:40:16.37323Z","steps":["trace[46347141] 'agreement among raft nodes before linearized reading' (duration: 553.991862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.373226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.157717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:40:16.373276Z","caller":"traceutil/trace.go:171","msg":"trace[1822314482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32905; }","duration":"221.677518ms","start":"2026-07-09T02:40:16.151583Z","end":"2026-07-09T02:40:16.373261Z","steps":["trace[1822314482] 'agreement among raft nodes before linearized reading' (duration: 221.417042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.373295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.818974Z","time spent":"554.311909ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:40:16.373299Z","caller":"traceutil/trace.go:171","msg":"trace[756189159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32905; }","duration":"576.2705ms","start":"2026-07-09T02:40:15.797015Z","end":"2026-07-09T02:40:16.373285Z","steps":["trace[756189159] 'agreement among raft nodes before linearized reading' (duration: 576.044754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.3733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.965893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-09T02:40:16.373337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.796999Z","time spent":"576.327291ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-09T02:40:16.373365Z","caller":"traceutil/trace.go:171","msg":"trace[1517144688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:32905; }","duration":"743.070196ms","start":"2026-07-09T02:40:15.630278Z","end":"2026-07-09T02:40:16.373348Z","steps":["trace[1517144688] 'agreement among raft nodes before linearized reading' (duration: 742.861541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.3734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:15.630263Z","time spent":"743.130787ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-09T02:40:16.372925Z","caller":"traceutil/trace.go:171","msg":"trace[2139773343] linearizableReadLoop","detail":"{readStateIndex:33974; appliedIndex:33973; }","duration":"202.103045ms","start":"2026-07-09T02:40:16.170789Z","end":"2026-07-09T02:40:16.372892Z","steps":["trace[2139773343] 'read index received' (duration: 201.952341ms)","trace[2139773343] 'applied index is now lower than readState.Index' (duration: 147.913µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:16.373548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.433281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18c07ec00475255f\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-07-09T02:40:16.373578Z","caller":"traceutil/trace.go:171","msg":"trace[351331683] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18c07ec00475255f; range_end:; response_count:1; response_revision:32905; }","duration":"199.481442ms","start":"2026-07-09T02:40:16.174084Z","end":"2026-07-09T02:40:16.373565Z","steps":["trace[351331683] 'agreement among raft nodes before linearized reading' (duration: 199.420461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.373661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.389522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:16.373688Z","caller":"traceutil/trace.go:171","msg":"trace[1784727812] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:32905; }","duration":"189.461434ms","start":"2026-07-09T02:40:16.184218Z","end":"2026-07-09T02:40:16.373679Z","steps":["trace[1784727812] 'agreement among raft nodes before linearized reading' (duration: 189.415603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.373767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.178287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29726065-prmgj\" ","response":"range_response_count:1 size:7266"} {"level":"info","ts":"2026-07-09T02:40:16.373798Z","caller":"traceutil/trace.go:171","msg":"trace[1298823186] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29726065-prmgj; range_end:; response_count:1; response_revision:32905; }","duration":"197.206328ms","start":"2026-07-09T02:40:16.17658Z","end":"2026-07-09T02:40:16.373787Z","steps":["trace[1298823186] 'agreement among raft nodes before linearized reading' (duration: 197.102135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:16.609636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.812232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:7290"} {"level":"info","ts":"2026-07-09T02:40:16.610001Z","caller":"traceutil/trace.go:171","msg":"trace[709717794] transaction","detail":"{read_only:false; number_of_response:1; response_revision:32911; }","duration":"188.026239ms","start":"2026-07-09T02:40:16.421932Z","end":"2026-07-09T02:40:16.609958Z","steps":["trace[709717794] 'process raft request' (duration: 72.732855ms)","trace[709717794] 'compare' (duration: 114.71536ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:16.610032Z","caller":"traceutil/trace.go:171","msg":"trace[1397283725] linearizableReadLoop","detail":"{readStateIndex:33981; appliedIndex:33980; }","duration":"137.531411ms","start":"2026-07-09T02:40:16.472448Z","end":"2026-07-09T02:40:16.609979Z","steps":["trace[1397283725] 'read index received' (duration: 22.134675ms)","trace[1397283725] 'applied index is now lower than readState.Index' (duration: 115.393536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:16.610218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.773217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:40:16.610284Z","caller":"traceutil/trace.go:171","msg":"trace[1453304617] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32911; }","duration":"137.90337ms","start":"2026-07-09T02:40:16.472365Z","end":"2026-07-09T02:40:16.610268Z","steps":["trace[1453304617] 'agreement among raft nodes before linearized reading' (duration: 137.706595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:17.026194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.148998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:17.026509Z","caller":"traceutil/trace.go:171","msg":"trace[465744632] transaction","detail":"{read_only:false; response_revision:32914; number_of_response:1; }","duration":"127.822852ms","start":"2026-07-09T02:40:16.898669Z","end":"2026-07-09T02:40:17.026491Z","steps":["trace[465744632] 'process raft request' (duration: 127.72499ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:17.026731Z","caller":"traceutil/trace.go:171","msg":"trace[1555359501] transaction","detail":"{read_only:false; response_revision:32913; number_of_response:1; }","duration":"411.87646ms","start":"2026-07-09T02:40:16.614823Z","end":"2026-07-09T02:40:17.0267Z","steps":["trace[1555359501] 'process raft request' (duration: 149.109337ms)","trace[1555359501] 'compare' (duration: 261.853222ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:17.026763Z","caller":"traceutil/trace.go:171","msg":"trace[968733987] linearizableReadLoop","detail":"{readStateIndex:33983; appliedIndex:33982; }","duration":"366.059434ms","start":"2026-07-09T02:40:16.660615Z","end":"2026-07-09T02:40:17.026674Z","steps":["trace[968733987] 'read index received' (duration: 103.24407ms)","trace[968733987] 'applied index is now lower than readState.Index' (duration: 262.803443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:17.026887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:16.614801Z","time spent":"412.003563ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:17.027007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.384251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" ","response":"range_response_count:1 size:617"} {"level":"info","ts":"2026-07-09T02:40:17.027101Z","caller":"traceutil/trace.go:171","msg":"trace[185430520] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rook-ceph-default; range_end:; response_count:1; response_revision:32914; }","duration":"366.518764ms","start":"2026-07-09T02:40:16.66057Z","end":"2026-07-09T02:40:17.027089Z","steps":["trace[185430520] 'agreement among raft nodes before linearized reading' (duration: 366.285029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:17.027164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:16.660546Z","time spent":"366.605776ms","remote":"127.0.0.1:52020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":640,"request content":"key:\"/registry/serviceaccounts/openstack/rook-ceph-default\" "} {"level":"info","ts":"2026-07-09T02:40:17.234178Z","caller":"traceutil/trace.go:171","msg":"trace[277560828] transaction","detail":"{read_only:false; response_revision:32915; number_of_response:1; }","duration":"199.748728ms","start":"2026-07-09T02:40:17.034378Z","end":"2026-07-09T02:40:17.234127Z","steps":["trace[277560828] 'process raft request' (duration: 109.58919ms)","trace[277560828] 'compare' (duration: 89.898292ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:17.234394Z","caller":"traceutil/trace.go:171","msg":"trace[1772404802] transaction","detail":"{read_only:false; response_revision:32916; number_of_response:1; }","duration":"180.384668ms","start":"2026-07-09T02:40:17.053986Z","end":"2026-07-09T02:40:17.234371Z","steps":["trace[1772404802] 'process raft request' (duration: 180.090811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:18.052458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056914008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:40:18.553309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605829870056914008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T02:40:18.996578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558632172s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T02:40:18.997171Z","caller":"traceutil/trace.go:171","msg":"trace[55997010] transaction","detail":"{read_only:false; response_revision:32917; number_of_response:1; }","duration":"1.559338498s","start":"2026-07-09T02:40:17.437793Z","end":"2026-07-09T02:40:18.997132Z","steps":["trace[55997010] 'process raft request' (duration: 1.559078452s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:18.997396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.43776Z","time spent":"1.559518343s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:19.124072Z","caller":"traceutil/trace.go:171","msg":"trace[888419982] transaction","detail":"{read_only:false; response_revision:32918; number_of_response:1; }","duration":"1.508276247s","start":"2026-07-09T02:40:17.615756Z","end":"2026-07-09T02:40:19.124032Z","steps":["trace[888419982] 'process raft request' (duration: 1.45906873s)","trace[888419982] 'compare' (duration: 48.915631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:19.124296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.615719Z","time spent":"1.508458962s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:19.12456Z","caller":"traceutil/trace.go:171","msg":"trace[50234689] transaction","detail":"{read_only:false; response_revision:32919; number_of_response:1; }","duration":"1.508147784s","start":"2026-07-09T02:40:17.616372Z","end":"2026-07-09T02:40:19.12452Z","steps":["trace[50234689] 'process raft request' (duration: 1.507598011s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.124661Z","caller":"traceutil/trace.go:171","msg":"trace[1771689313] transaction","detail":"{read_only:false; response_revision:32920; number_of_response:1; }","duration":"1.507790136s","start":"2026-07-09T02:40:17.616841Z","end":"2026-07-09T02:40:19.124631Z","steps":["trace[1771689313] 'process raft request' (duration: 1.507580641s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.124735Z","caller":"traceutil/trace.go:171","msg":"trace[1628357430] transaction","detail":"{read_only:false; response_revision:32921; number_of_response:1; }","duration":"1.506395253s","start":"2026-07-09T02:40:17.618296Z","end":"2026-07-09T02:40:19.124691Z","steps":["trace[1628357430] 'process raft request' (duration: 1.50625752s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.124774Z","caller":"traceutil/trace.go:171","msg":"trace[994749402] transaction","detail":"{read_only:false; response_revision:32922; number_of_response:1; }","duration":"1.398599876s","start":"2026-07-09T02:40:17.726135Z","end":"2026-07-09T02:40:19.124735Z","steps":["trace[994749402] 'process raft request' (duration: 1.398469773s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.124797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.616342Z","time spent":"1.508308078s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:19.124818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.616832Z","time spent":"1.507901909s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:19.12487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.726113Z","time spent":"1.398711418s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:40:19.124875Z","caller":"traceutil/trace.go:171","msg":"trace[531299088] linearizableReadLoop","detail":"{readStateIndex:33992; appliedIndex:33986; }","duration":"1.572916441s","start":"2026-07-09T02:40:17.551883Z","end":"2026-07-09T02:40:19.1248Z","steps":["trace[531299088] 'read index received' (duration: 1.444995496s)","trace[531299088] 'applied index is now lower than readState.Index' (duration: 127.905254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:19.124934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.618264Z","time spent":"1.506548167s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:40:19.125087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573220078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-09T02:40:19.125156Z","caller":"traceutil/trace.go:171","msg":"trace[2122624866] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:32923; }","duration":"1.573334711s","start":"2026-07-09T02:40:17.551805Z","end":"2026-07-09T02:40:19.12514Z","steps":["trace[2122624866] 'agreement among raft nodes before linearized reading' (duration: 1.573102095s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.125193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.551773Z","time spent":"1.573410553s","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-09T02:40:19.125277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366549135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:19.125334Z","caller":"traceutil/trace.go:171","msg":"trace[165412074] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:32923; }","duration":"1.366648878s","start":"2026-07-09T02:40:17.75867Z","end":"2026-07-09T02:40:19.125319Z","steps":["trace[165412074] 'agreement among raft nodes before linearized reading' (duration: 1.366534215s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.12537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.758652Z","time spent":"1.366709259s","remote":"127.0.0.1:45756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:40:19.125576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172071713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:19.12562Z","caller":"traceutil/trace.go:171","msg":"trace[555105293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32923; }","duration":"1.172140414s","start":"2026-07-09T02:40:17.953469Z","end":"2026-07-09T02:40:19.12561Z","steps":["trace[555105293] 'agreement among raft nodes before linearized reading' (duration: 1.172076742s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.125649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.953456Z","time spent":"1.172185076s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:40:19.125638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.157275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-09T02:40:19.125673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193128702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:40:19.125695Z","caller":"traceutil/trace.go:171","msg":"trace[1107410098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32923; }","duration":"702.266549ms","start":"2026-07-09T02:40:18.423413Z","end":"2026-07-09T02:40:19.125679Z","steps":["trace[1107410098] 'agreement among raft nodes before linearized reading' (duration: 702.106995ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.125711Z","caller":"traceutil/trace.go:171","msg":"trace[1783655489] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32923; }","duration":"1.193254665s","start":"2026-07-09T02:40:17.932447Z","end":"2026-07-09T02:40:19.125701Z","steps":["trace[1783655489] 'agreement among raft nodes before linearized reading' (duration: 1.193103761s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.12574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:17.93243Z","time spent":"1.193304416s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:40:19.125742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:18.423385Z","time spent":"702.34575ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T02:40:19.125852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.403211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:40:19.125887Z","caller":"traceutil/trace.go:171","msg":"trace[858458228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32923; }","duration":"702.497554ms","start":"2026-07-09T02:40:18.42338Z","end":"2026-07-09T02:40:19.125877Z","steps":["trace[858458228] 'agreement among raft nodes before linearized reading' (duration: 702.405222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.125913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:18.42335Z","time spent":"702.557495ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:40:19.125937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.195388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:19.125986Z","caller":"traceutil/trace.go:171","msg":"trace[778549122] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:32923; }","duration":"474.250759ms","start":"2026-07-09T02:40:18.651717Z","end":"2026-07-09T02:40:19.125968Z","steps":["trace[778549122] 'agreement among raft nodes before linearized reading' (duration: 474.170097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.126026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.765013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:40:19.126044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:18.651691Z","time spent":"474.337802ms","remote":"127.0.0.1:44296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T02:40:19.126165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.847098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:40:19.126205Z","caller":"traceutil/trace.go:171","msg":"trace[1137161049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32923; }","duration":"701.90597ms","start":"2026-07-09T02:40:18.424289Z","end":"2026-07-09T02:40:19.126195Z","steps":["trace[1137161049] 'agreement among raft nodes before linearized reading' (duration: 701.789137ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.126051Z","caller":"traceutil/trace.go:171","msg":"trace[1902689524] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:32923; }","duration":"708.831624ms","start":"2026-07-09T02:40:18.41721Z","end":"2026-07-09T02:40:19.126042Z","steps":["trace[1902689524] 'agreement among raft nodes before linearized reading' (duration: 708.790873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.126241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:18.424278Z","time spent":"701.952951ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T02:40:19.126268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:40:18.417188Z","time spent":"709.056259ms","remote":"127.0.0.1:58440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:40:19.312759Z","caller":"traceutil/trace.go:171","msg":"trace[726639206] transaction","detail":"{read_only:false; response_revision:32925; number_of_response:1; }","duration":"180.999713ms","start":"2026-07-09T02:40:19.131727Z","end":"2026-07-09T02:40:19.312726Z","steps":["trace[726639206] 'process raft request' (duration: 152.685462ms)","trace[726639206] 'compare' (duration: 27.511302ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:19.312974Z","caller":"traceutil/trace.go:171","msg":"trace[1818597292] transaction","detail":"{read_only:false; response_revision:32926; number_of_response:1; }","duration":"178.555075ms","start":"2026-07-09T02:40:19.134407Z","end":"2026-07-09T02:40:19.312962Z","steps":["trace[1818597292] 'process raft request' (duration: 177.697654ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.313118Z","caller":"traceutil/trace.go:171","msg":"trace[1131850224] transaction","detail":"{read_only:false; response_revision:32927; number_of_response:1; }","duration":"178.506824ms","start":"2026-07-09T02:40:19.134602Z","end":"2026-07-09T02:40:19.313109Z","steps":["trace[1131850224] 'process raft request' (duration: 177.560842ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.313265Z","caller":"traceutil/trace.go:171","msg":"trace[2070379341] transaction","detail":"{read_only:false; response_revision:32928; number_of_response:1; }","duration":"178.567866ms","start":"2026-07-09T02:40:19.134688Z","end":"2026-07-09T02:40:19.313256Z","steps":["trace[2070379341] 'process raft request' (duration: 177.513061ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:19.3134Z","caller":"traceutil/trace.go:171","msg":"trace[1726079779] linearizableReadLoop","detail":"{readStateIndex:33995; appliedIndex:33993; }","duration":"181.213978ms","start":"2026-07-09T02:40:19.132175Z","end":"2026-07-09T02:40:19.313389Z","steps":["trace[1726079779] 'read index received' (duration: 19.588694ms)","trace[1726079779] 'applied index is now lower than readState.Index' (duration: 161.623974ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:40:19.313811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.606958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18075"} {"level":"info","ts":"2026-07-09T02:40:19.313862Z","caller":"traceutil/trace.go:171","msg":"trace[38863082] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32929; }","duration":"181.69726ms","start":"2026-07-09T02:40:19.132153Z","end":"2026-07-09T02:40:19.31385Z","steps":["trace[38863082] 'agreement among raft nodes before linearized reading' (duration: 181.501755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.314104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.984792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:19.314149Z","caller":"traceutil/trace.go:171","msg":"trace[1505563524] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:32929; }","duration":"178.066594ms","start":"2026-07-09T02:40:19.13607Z","end":"2026-07-09T02:40:19.314137Z","steps":["trace[1505563524] 'agreement among raft nodes before linearized reading' (duration: 177.997792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:19.314717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.037605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:19.314768Z","caller":"traceutil/trace.go:171","msg":"trace[641875211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32929; }","duration":"176.097677ms","start":"2026-07-09T02:40:19.138661Z","end":"2026-07-09T02:40:19.314759Z","steps":["trace[641875211] 'agreement among raft nodes before linearized reading' (duration: 176.021136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:21.312019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.964383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:40:21.312171Z","caller":"traceutil/trace.go:171","msg":"trace[120097321] transaction","detail":"{read_only:false; response_revision:32933; number_of_response:1; }","duration":"177.272005ms","start":"2026-07-09T02:40:21.134871Z","end":"2026-07-09T02:40:21.312143Z","steps":["trace[120097321] 'process raft request' (duration: 47.056056ms)","trace[120097321] 'compare' (duration: 129.335538ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:21.351901Z","caller":"traceutil/trace.go:171","msg":"trace[980439612] linearizableReadLoop","detail":"{readStateIndex:34008; appliedIndex:34003; }","duration":"207.86785ms","start":"2026-07-09T02:40:21.144013Z","end":"2026-07-09T02:40:21.35188Z","steps":["trace[980439612] 'read index received' (duration: 37.929219ms)","trace[980439612] 'applied index is now lower than readState.Index' (duration: 169.937571ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:21.352252Z","caller":"traceutil/trace.go:171","msg":"trace[750333427] transaction","detail":"{read_only:false; response_revision:32934; number_of_response:1; }","duration":"217.11011ms","start":"2026-07-09T02:40:21.135128Z","end":"2026-07-09T02:40:21.352238Z","steps":["trace[750333427] 'process raft request' (duration: 216.471605ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.352462Z","caller":"traceutil/trace.go:171","msg":"trace[162907761] transaction","detail":"{read_only:false; response_revision:32935; number_of_response:1; }","duration":"213.72904ms","start":"2026-07-09T02:40:21.138721Z","end":"2026-07-09T02:40:21.35245Z","steps":["trace[162907761] 'process raft request' (duration: 213.033603ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.352627Z","caller":"traceutil/trace.go:171","msg":"trace[2024425578] transaction","detail":"{read_only:false; response_revision:32936; number_of_response:1; }","duration":"211.390004ms","start":"2026-07-09T02:40:21.141223Z","end":"2026-07-09T02:40:21.352613Z","steps":["trace[2024425578] 'process raft request' (duration: 210.577774ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.352829Z","caller":"traceutil/trace.go:171","msg":"trace[631210792] transaction","detail":"{read_only:false; response_revision:32937; number_of_response:1; }","duration":"211.520117ms","start":"2026-07-09T02:40:21.141281Z","end":"2026-07-09T02:40:21.352801Z","steps":["trace[631210792] 'process raft request' (duration: 210.560264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:21.353111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.002627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:21.353173Z","caller":"traceutil/trace.go:171","msg":"trace[593846625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:32937; }","duration":"209.156781ms","start":"2026-07-09T02:40:21.144003Z","end":"2026-07-09T02:40:21.35316Z","steps":["trace[593846625] 'agreement among raft nodes before linearized reading' (duration: 208.973666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:21.388546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.230929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-09T02:40:21.388663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.946329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:40:21.388682Z","caller":"traceutil/trace.go:171","msg":"trace[1153459440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32938; }","duration":"232.424373ms","start":"2026-07-09T02:40:21.156228Z","end":"2026-07-09T02:40:21.388653Z","steps":["trace[1153459440] 'agreement among raft nodes before linearized reading' (duration: 232.062874ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.38873Z","caller":"traceutil/trace.go:171","msg":"trace[1128761500] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:32938; }","duration":"137.110072ms","start":"2026-07-09T02:40:21.251603Z","end":"2026-07-09T02:40:21.388714Z","steps":["trace[1128761500] 'agreement among raft nodes before linearized reading' (duration: 136.998449ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.553516Z","caller":"traceutil/trace.go:171","msg":"trace[411569908] transaction","detail":"{read_only:false; response_revision:32945; number_of_response:1; }","duration":"158.586552ms","start":"2026-07-09T02:40:21.394885Z","end":"2026-07-09T02:40:21.553471Z","steps":["trace[411569908] 'process raft request' (duration: 158.529741ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.554224Z","caller":"traceutil/trace.go:171","msg":"trace[555527702] transaction","detail":"{read_only:false; response_revision:32940; number_of_response:1; }","duration":"159.600825ms","start":"2026-07-09T02:40:21.394603Z","end":"2026-07-09T02:40:21.554204Z","steps":["trace[555527702] 'process raft request' (duration: 158.374466ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.554404Z","caller":"traceutil/trace.go:171","msg":"trace[1260037299] transaction","detail":"{read_only:false; response_revision:32941; number_of_response:1; }","duration":"159.681598ms","start":"2026-07-09T02:40:21.394707Z","end":"2026-07-09T02:40:21.554389Z","steps":["trace[1260037299] 'process raft request' (duration: 158.50535ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.554566Z","caller":"traceutil/trace.go:171","msg":"trace[1926254572] transaction","detail":"{read_only:false; response_revision:32942; number_of_response:1; }","duration":"159.815741ms","start":"2026-07-09T02:40:21.394739Z","end":"2026-07-09T02:40:21.554555Z","steps":["trace[1926254572] 'process raft request' (duration: 158.52604ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.554724Z","caller":"traceutil/trace.go:171","msg":"trace[1685728080] transaction","detail":"{read_only:false; response_revision:32943; number_of_response:1; }","duration":"159.895662ms","start":"2026-07-09T02:40:21.394816Z","end":"2026-07-09T02:40:21.554712Z","steps":["trace[1685728080] 'process raft request' (duration: 158.505399ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:21.554893Z","caller":"traceutil/trace.go:171","msg":"trace[1460929669] transaction","detail":"{read_only:false; response_revision:32944; number_of_response:1; }","duration":"160.021575ms","start":"2026-07-09T02:40:21.394856Z","end":"2026-07-09T02:40:21.554878Z","steps":["trace[1460929669] 'process raft request' (duration: 158.51342ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:23.141196Z","caller":"traceutil/trace.go:171","msg":"trace[1172274310] transaction","detail":"{read_only:false; response_revision:32946; number_of_response:1; }","duration":"108.142336ms","start":"2026-07-09T02:40:23.03303Z","end":"2026-07-09T02:40:23.141172Z","steps":["trace[1172274310] 'process raft request' (duration: 107.529681ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:23.343872Z","caller":"traceutil/trace.go:171","msg":"trace[1287118883] transaction","detail":"{read_only:false; response_revision:32947; number_of_response:1; }","duration":"120.105949ms","start":"2026-07-09T02:40:23.22373Z","end":"2026-07-09T02:40:23.343836Z","steps":["trace[1287118883] 'process raft request' (duration: 38.248467ms)","trace[1287118883] 'compare' (duration: 81.687048ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:23.692783Z","caller":"traceutil/trace.go:171","msg":"trace[964530559] transaction","detail":"{read_only:false; response_revision:32955; number_of_response:1; }","duration":"128.57066ms","start":"2026-07-09T02:40:23.56418Z","end":"2026-07-09T02:40:23.692751Z","steps":["trace[964530559] 'process raft request' (duration: 76.344091ms)","trace[964530559] 'compare' (duration: 52.025715ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:40:23.693061Z","caller":"traceutil/trace.go:171","msg":"trace[502010475] transaction","detail":"{read_only:false; response_revision:32956; number_of_response:1; }","duration":"128.850566ms","start":"2026-07-09T02:40:23.564198Z","end":"2026-07-09T02:40:23.693049Z","steps":["trace[502010475] 'process raft request' (duration: 128.507288ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:23.693107Z","caller":"traceutil/trace.go:171","msg":"trace[1156868110] transaction","detail":"{read_only:false; response_revision:32957; number_of_response:1; }","duration":"128.123949ms","start":"2026-07-09T02:40:23.56497Z","end":"2026-07-09T02:40:23.693094Z","steps":["trace[1156868110] 'process raft request' (duration: 127.962726ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:23.693119Z","caller":"traceutil/trace.go:171","msg":"trace[1875423100] transaction","detail":"{read_only:false; response_revision:32959; number_of_response:1; }","duration":"127.209918ms","start":"2026-07-09T02:40:23.565889Z","end":"2026-07-09T02:40:23.693099Z","steps":["trace[1875423100] 'process raft request' (duration: 127.162846ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:23.693154Z","caller":"traceutil/trace.go:171","msg":"trace[1712331640] transaction","detail":"{read_only:false; response_revision:32958; number_of_response:1; }","duration":"128.090079ms","start":"2026-07-09T02:40:23.565057Z","end":"2026-07-09T02:40:23.693147Z","steps":["trace[1712331640] 'process raft request' (duration: 127.960486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:40:24.662635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.765698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:40:24.662732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.808898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:40:24.662873Z","caller":"traceutil/trace.go:171","msg":"trace[1112677359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32960; }","duration":"248.049893ms","start":"2026-07-09T02:40:24.41479Z","end":"2026-07-09T02:40:24.66284Z","steps":["trace[1112677359] 'range keys from in-memory index tree' (duration: 247.473751ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:40:24.66274Z","caller":"traceutil/trace.go:171","msg":"trace[942787229] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:32960; }","duration":"199.953112ms","start":"2026-07-09T02:40:24.462757Z","end":"2026-07-09T02:40:24.66271Z","steps":["trace[942787229] 'count revisions from in-memory index tree' (duration: 199.570664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:16.257723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.479908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:41:16.257845Z","caller":"traceutil/trace.go:171","msg":"trace[2029089321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33340; }","duration":"276.640632ms","start":"2026-07-09T02:41:15.981181Z","end":"2026-07-09T02:41:16.257821Z","steps":["trace[2029089321] 'agreement among raft nodes before linearized reading' (duration: 74.963868ms)","trace[2029089321] 'range keys from in-memory index tree' (duration: 201.386677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:41:16.258057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.919644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:41:16.258255Z","caller":"traceutil/trace.go:171","msg":"trace[1478768936] linearizableReadLoop","detail":"{readStateIndex:34424; appliedIndex:34422; }","duration":"202.157365ms","start":"2026-07-09T02:41:16.056083Z","end":"2026-07-09T02:41:16.25824Z","steps":["trace[1478768936] 'read index received' (duration: 46.905553ms)","trace[1478768936] 'applied index is now lower than readState.Index' (duration: 155.250542ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:41:16.258365Z","caller":"traceutil/trace.go:171","msg":"trace[1821131732] transaction","detail":"{read_only:false; response_revision:33341; number_of_response:1; }","duration":"277.036742ms","start":"2026-07-09T02:41:15.981319Z","end":"2026-07-09T02:41:16.258356Z","steps":["trace[1821131732] 'process raft request' (duration: 121.642246ms)","trace[1821131732] 'compare' (duration: 154.782291ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:41:16.258694Z","caller":"traceutil/trace.go:171","msg":"trace[1327349964] transaction","detail":"{read_only:false; response_revision:33342; number_of_response:1; }","duration":"276.172691ms","start":"2026-07-09T02:41:15.982498Z","end":"2026-07-09T02:41:16.258671Z","steps":["trace[1327349964] 'process raft request' (duration: 275.653079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:16.258769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.811319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:41:16.258853Z","caller":"traceutil/trace.go:171","msg":"trace[1089917188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33342; }","duration":"274.926841ms","start":"2026-07-09T02:41:15.983908Z","end":"2026-07-09T02:41:16.258835Z","steps":["trace[1089917188] 'agreement among raft nodes before linearized reading' (duration: 274.732777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:16.258833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.549397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:41:16.258936Z","caller":"traceutil/trace.go:171","msg":"trace[1173246254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33342; }","duration":"243.719441ms","start":"2026-07-09T02:41:16.015189Z","end":"2026-07-09T02:41:16.258908Z","steps":["trace[1173246254] 'agreement among raft nodes before linearized reading' (duration: 243.517426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:16.259456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.395532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-09T02:41:16.259522Z","caller":"traceutil/trace.go:171","msg":"trace[82272789] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:33342; }","duration":"275.461174ms","start":"2026-07-09T02:41:15.984043Z","end":"2026-07-09T02:41:16.259504Z","steps":["trace[82272789] 'agreement among raft nodes before linearized reading' (duration: 274.471731ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:16.447452Z","caller":"traceutil/trace.go:171","msg":"trace[331851429] transaction","detail":"{read_only:false; response_revision:33344; number_of_response:1; }","duration":"180.82772ms","start":"2026-07-09T02:41:16.266583Z","end":"2026-07-09T02:41:16.447411Z","steps":["trace[331851429] 'process raft request' (duration: 161.963002ms)","trace[331851429] 'compare' (duration: 18.680563ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:41:17.482393Z","caller":"traceutil/trace.go:171","msg":"trace[351939810] transaction","detail":"{read_only:false; response_revision:33346; number_of_response:1; }","duration":"118.527421ms","start":"2026-07-09T02:41:17.363842Z","end":"2026-07-09T02:41:17.48237Z","steps":["trace[351939810] 'process raft request' (duration: 118.384817ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:23.911201Z","caller":"traceutil/trace.go:171","msg":"trace[1069240632] transaction","detail":"{read_only:false; response_revision:33394; number_of_response:1; }","duration":"165.955027ms","start":"2026-07-09T02:41:23.745152Z","end":"2026-07-09T02:41:23.911107Z","steps":["trace[1069240632] 'process raft request' (duration: 165.716841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:26.009806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.287212ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-09T02:41:26.121818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.707075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:41:26.121892Z","caller":"traceutil/trace.go:171","msg":"trace[31042837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33409; }","duration":"169.813558ms","start":"2026-07-09T02:41:25.952056Z","end":"2026-07-09T02:41:26.12187Z","steps":["trace[31042837] 'agreement among raft nodes before linearized reading' (duration: 58.16026ms)","trace[31042837] 'range keys from in-memory index tree' (duration: 111.551906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:41:26.123452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.149151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2161832"} {"level":"info","ts":"2026-07-09T02:41:26.123546Z","caller":"traceutil/trace.go:171","msg":"trace[1877583621] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:33409; }","duration":"174.294694ms","start":"2026-07-09T02:41:25.949223Z","end":"2026-07-09T02:41:26.123518Z","steps":["trace[1877583621] 'agreement among raft nodes before linearized reading' (duration: 60.979307ms)","trace[1877583621] 'range keys from in-memory index tree' (duration: 111.864653ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:41:26.371347Z","caller":"traceutil/trace.go:171","msg":"trace[2024751852] transaction","detail":"{read_only:false; response_revision:33411; number_of_response:1; }","duration":"149.322302ms","start":"2026-07-09T02:41:26.221968Z","end":"2026-07-09T02:41:26.37129Z","steps":["trace[2024751852] 'process raft request' (duration: 73.478703ms)","trace[2024751852] 'compare' (duration: 75.345057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:41:26.643144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.615022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:41:26.643501Z","caller":"traceutil/trace.go:171","msg":"trace[1237894002] linearizableReadLoop","detail":"{readStateIndex:34497; appliedIndex:34495; }","duration":"265.660092ms","start":"2026-07-09T02:41:26.37776Z","end":"2026-07-09T02:41:26.64342Z","steps":["trace[1237894002] 'read index received' (duration: 98.623729ms)","trace[1237894002] 'applied index is now lower than readState.Index' (duration: 167.034993ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:41:26.643766Z","caller":"traceutil/trace.go:171","msg":"trace[1230205947] transaction","detail":"{read_only:false; response_revision:33413; number_of_response:1; }","duration":"267.077235ms","start":"2026-07-09T02:41:26.376656Z","end":"2026-07-09T02:41:26.643733Z","steps":["trace[1230205947] 'process raft request' (duration: 266.644125ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:26.643903Z","caller":"traceutil/trace.go:171","msg":"trace[1471743953] transaction","detail":"{read_only:false; response_revision:33412; number_of_response:1; }","duration":"267.620118ms","start":"2026-07-09T02:41:26.376Z","end":"2026-07-09T02:41:26.64362Z","steps":["trace[1471743953] 'process raft request' (duration: 100.413081ms)","trace[1471743953] 'compare' (duration: 166.338986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:41:26.643923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.142053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:41:26.643983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.802994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T02:41:26.644049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.355782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:41:26.644082Z","caller":"traceutil/trace.go:171","msg":"trace[1223611036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33413; }","duration":"266.340528ms","start":"2026-07-09T02:41:26.377722Z","end":"2026-07-09T02:41:26.644062Z","steps":["trace[1223611036] 'agreement among raft nodes before linearized reading' (duration: 266.043451ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:26.644093Z","caller":"traceutil/trace.go:171","msg":"trace[1769360403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33413; }","duration":"149.958147ms","start":"2026-07-09T02:41:26.494114Z","end":"2026-07-09T02:41:26.644072Z","steps":["trace[1769360403] 'agreement among raft nodes before linearized reading' (duration: 149.735812ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:26.644128Z","caller":"traceutil/trace.go:171","msg":"trace[1807326540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33413; }","duration":"232.484765ms","start":"2026-07-09T02:41:26.411624Z","end":"2026-07-09T02:41:26.644109Z","steps":["trace[1807326540] 'agreement among raft nodes before linearized reading' (duration: 232.188108ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:26.964682Z","caller":"traceutil/trace.go:171","msg":"trace[1027393247] transaction","detail":"{read_only:false; response_revision:33414; number_of_response:1; }","duration":"315.7404ms","start":"2026-07-09T02:41:26.648905Z","end":"2026-07-09T02:41:26.964645Z","steps":["trace[1027393247] 'process raft request' (duration: 223.836999ms)","trace[1027393247] 'compare' (duration: 91.702826ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:41:26.96488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:41:26.64889Z","time spent":"315.878222ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:41:27.028149Z","caller":"traceutil/trace.go:171","msg":"trace[932969498] transaction","detail":"{read_only:false; response_revision:33416; number_of_response:1; }","duration":"378.808775ms","start":"2026-07-09T02:41:26.649315Z","end":"2026-07-09T02:41:27.028124Z","steps":["trace[932969498] 'process raft request' (duration: 378.695293ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:27.028151Z","caller":"traceutil/trace.go:171","msg":"trace[1201892013] transaction","detail":"{read_only:false; response_revision:33415; number_of_response:1; }","duration":"379.079622ms","start":"2026-07-09T02:41:26.649034Z","end":"2026-07-09T02:41:27.028114Z","steps":["trace[1201892013] 'process raft request' (duration: 378.813666ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:27.028257Z","caller":"traceutil/trace.go:171","msg":"trace[541719421] transaction","detail":"{read_only:false; response_revision:33417; number_of_response:1; }","duration":"378.202781ms","start":"2026-07-09T02:41:26.650032Z","end":"2026-07-09T02:41:27.028235Z","steps":["trace[541719421] 'process raft request' (duration: 378.019627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:27.028304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:41:26.649307Z","time spent":"378.915109ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:41:27.028342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:41:26.649012Z","time spent":"379.229915ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:41:27.028369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:41:26.650009Z","time spent":"378.297134ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:41:27.028478Z","caller":"traceutil/trace.go:171","msg":"trace[1199105785] transaction","detail":"{read_only:false; response_revision:33418; number_of_response:1; }","duration":"184.548638ms","start":"2026-07-09T02:41:26.843922Z","end":"2026-07-09T02:41:27.02847Z","steps":["trace[1199105785] 'process raft request' (duration: 184.158328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:41:27.028565Z","caller":"traceutil/trace.go:171","msg":"trace[1941777645] linearizableReadLoop","detail":"{readStateIndex:34501; appliedIndex:34497; }","duration":"307.539316ms","start":"2026-07-09T02:41:26.721014Z","end":"2026-07-09T02:41:27.028553Z","steps":["trace[1941777645] 'read index received' (duration: 151.826702ms)","trace[1941777645] 'applied index is now lower than readState.Index' (duration: 155.709003ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:41:27.028706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.796122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:41:27.02876Z","caller":"traceutil/trace.go:171","msg":"trace[447278083] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33418; }","duration":"307.943455ms","start":"2026-07-09T02:41:26.720802Z","end":"2026-07-09T02:41:27.028745Z","steps":["trace[447278083] 'agreement among raft nodes before linearized reading' (duration: 307.836043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:41:27.028801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:41:26.720775Z","time spent":"308.019307ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-09T02:41:59.838092Z","caller":"traceutil/trace.go:171","msg":"trace[603121362] transaction","detail":"{read_only:false; response_revision:33654; number_of_response:1; }","duration":"127.131146ms","start":"2026-07-09T02:41:59.710925Z","end":"2026-07-09T02:41:59.838056Z","steps":["trace[603121362] 'process raft request' (duration: 126.948871ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:42:00.075886Z","caller":"traceutil/trace.go:171","msg":"trace[341639523] transaction","detail":"{read_only:false; response_revision:33657; number_of_response:1; }","duration":"135.576956ms","start":"2026-07-09T02:41:59.940278Z","end":"2026-07-09T02:42:00.075855Z","steps":["trace[341639523] 'process raft request' (duration: 135.363271ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:42:00.078378Z","caller":"traceutil/trace.go:171","msg":"trace[1652615107] linearizableReadLoop","detail":"{readStateIndex:34750; appliedIndex:34747; }","duration":"127.141416ms","start":"2026-07-09T02:41:59.951211Z","end":"2026-07-09T02:42:00.078352Z","steps":["trace[1652615107] 'read index received' (duration: 124.389201ms)","trace[1652615107] 'applied index is now lower than readState.Index' (duration: 2.751245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:42:00.078584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.348071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:42:00.078635Z","caller":"traceutil/trace.go:171","msg":"trace[1861232252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33659; }","duration":"127.443073ms","start":"2026-07-09T02:41:59.951177Z","end":"2026-07-09T02:42:00.07862Z","steps":["trace[1861232252] 'agreement among raft nodes before linearized reading' (duration: 127.30276ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:42:00.079021Z","caller":"traceutil/trace.go:171","msg":"trace[1610599320] transaction","detail":"{read_only:false; response_revision:33658; number_of_response:1; }","duration":"137.652316ms","start":"2026-07-09T02:41:59.941354Z","end":"2026-07-09T02:42:00.079007Z","steps":["trace[1610599320] 'process raft request' (duration: 136.813186ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:42:00.079187Z","caller":"traceutil/trace.go:171","msg":"trace[25702441] transaction","detail":"{read_only:false; response_revision:33659; number_of_response:1; }","duration":"134.512601ms","start":"2026-07-09T02:41:59.944664Z","end":"2026-07-09T02:42:00.079177Z","steps":["trace[25702441] 'process raft request' (duration: 133.63785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:42:00.783716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.591695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:42:00.783879Z","caller":"traceutil/trace.go:171","msg":"trace[1434032653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33662; }","duration":"218.76558ms","start":"2026-07-09T02:42:00.565091Z","end":"2026-07-09T02:42:00.783857Z","steps":["trace[1434032653] 'range keys from in-memory index tree' (duration: 217.842098ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:43:50.516854Z","caller":"traceutil/trace.go:171","msg":"trace[1409971279] transaction","detail":"{read_only:false; response_revision:34494; number_of_response:1; }","duration":"229.068484ms","start":"2026-07-09T02:43:50.287751Z","end":"2026-07-09T02:43:50.51682Z","steps":["trace[1409971279] 'process raft request' (duration: 221.664778ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:43:50.516867Z","caller":"traceutil/trace.go:171","msg":"trace[137865143] linearizableReadLoop","detail":"{readStateIndex:35610; appliedIndex:35608; }","duration":"131.442608ms","start":"2026-07-09T02:43:50.385394Z","end":"2026-07-09T02:43:50.516836Z","steps":["trace[137865143] 'read index received' (duration: 124.030332ms)","trace[137865143] 'applied index is now lower than readState.Index' (duration: 7.411476ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:43:50.516937Z","caller":"traceutil/trace.go:171","msg":"trace[858176693] transaction","detail":"{read_only:false; response_revision:34495; number_of_response:1; }","duration":"191.589655ms","start":"2026-07-09T02:43:50.325319Z","end":"2026-07-09T02:43:50.516909Z","steps":["trace[858176693] 'process raft request' (duration: 191.414721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:50.517136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.719545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:43:50.517185Z","caller":"traceutil/trace.go:171","msg":"trace[1297519240] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:34495; }","duration":"131.815087ms","start":"2026-07-09T02:43:50.385358Z","end":"2026-07-09T02:43:50.517173Z","steps":["trace[1297519240] 'agreement among raft nodes before linearized reading' (duration: 131.637573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.093417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.34321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:43:57.093691Z","caller":"traceutil/trace.go:171","msg":"trace[383748485] transaction","detail":"{read_only:false; response_revision:34560; number_of_response:1; }","duration":"494.294665ms","start":"2026-07-09T02:43:56.599363Z","end":"2026-07-09T02:43:57.093658Z","steps":["trace[383748485] 'process raft request' (duration: 178.569455ms)","trace[383748485] 'compare' (duration: 315.198207ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:43:57.093709Z","caller":"traceutil/trace.go:171","msg":"trace[1758575848] transaction","detail":"{read_only:false; response_revision:34561; number_of_response:1; }","duration":"494.162211ms","start":"2026-07-09T02:43:56.599527Z","end":"2026-07-09T02:43:57.093689Z","steps":["trace[1758575848] 'process raft request' (duration: 494.013548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.093811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:43:56.599356Z","time spent":"494.399017ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:43:57.093846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:43:56.599494Z","time spent":"494.268664ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:43:57.093905Z","caller":"traceutil/trace.go:171","msg":"trace[499167197] linearizableReadLoop","detail":"{readStateIndex:35680; appliedIndex:35677; }","duration":"139.851037ms","start":"2026-07-09T02:43:56.954022Z","end":"2026-07-09T02:43:57.093873Z","steps":["trace[499167197] 'read index received' (duration: 46.801µs)","trace[499167197] 'applied index is now lower than readState.Index' (duration: 139.802146ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:43:57.093969Z","caller":"traceutil/trace.go:171","msg":"trace[748999615] transaction","detail":"{read_only:false; response_revision:34562; number_of_response:1; }","duration":"462.07169ms","start":"2026-07-09T02:43:56.631832Z","end":"2026-07-09T02:43:57.093903Z","steps":["trace[748999615] 'process raft request' (duration: 461.790294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.094094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.049252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:43:57.09413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:43:56.631808Z","time spent":"462.232264ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:43:57.094142Z","caller":"traceutil/trace.go:171","msg":"trace[646977270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34562; }","duration":"140.159505ms","start":"2026-07-09T02:43:56.95397Z","end":"2026-07-09T02:43:57.09413Z","steps":["trace[646977270] 'agreement among raft nodes before linearized reading' (duration: 140.038642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.468425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.621467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:43:57.468528Z","caller":"traceutil/trace.go:171","msg":"trace[2037138051] linearizableReadLoop","detail":"{readStateIndex:35681; appliedIndex:35680; }","duration":"315.538124ms","start":"2026-07-09T02:43:57.152972Z","end":"2026-07-09T02:43:57.468511Z","steps":["trace[2037138051] 'read index received' (duration: 152.706932ms)","trace[2037138051] 'applied index is now lower than readState.Index' (duration: 162.829982ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:43:57.468652Z","caller":"traceutil/trace.go:171","msg":"trace[543370512] transaction","detail":"{read_only:false; response_revision:34563; number_of_response:1; }","duration":"358.173776ms","start":"2026-07-09T02:43:57.110436Z","end":"2026-07-09T02:43:57.46861Z","steps":["trace[543370512] 'process raft request' (duration: 195.279402ms)","trace[543370512] 'compare' (duration: 162.500334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:43:57.468737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.769321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-09T02:43:57.468777Z","caller":"traceutil/trace.go:171","msg":"trace[877012540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34563; }","duration":"315.844712ms","start":"2026-07-09T02:43:57.152922Z","end":"2026-07-09T02:43:57.468767Z","steps":["trace[877012540] 'agreement among raft nodes before linearized reading' (duration: 315.693778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.468806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:43:57.152905Z","time spent":"315.895863ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T02:43:57.468844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.59465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:43:57.468871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:43:57.110419Z","time spent":"358.33277ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:43:57.468903Z","caller":"traceutil/trace.go:171","msg":"trace[1693307839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34563; }","duration":"179.706892ms","start":"2026-07-09T02:43:57.289182Z","end":"2026-07-09T02:43:57.468889Z","steps":["trace[1693307839] 'agreement among raft nodes before linearized reading' (duration: 179.506158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.46895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.915998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-09T02:43:57.469043Z","caller":"traceutil/trace.go:171","msg":"trace[1795264112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34563; }","duration":"301.059582ms","start":"2026-07-09T02:43:57.167962Z","end":"2026-07-09T02:43:57.469021Z","steps":["trace[1795264112] 'agreement among raft nodes before linearized reading' (duration: 300.688433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:43:57.469093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:43:57.167941Z","time spent":"301.142123ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-09T02:43:57.602821Z","caller":"traceutil/trace.go:171","msg":"trace[614552455] transaction","detail":"{read_only:false; response_revision:34565; number_of_response:1; }","duration":"129.585954ms","start":"2026-07-09T02:43:57.473206Z","end":"2026-07-09T02:43:57.602792Z","steps":["trace[614552455] 'process raft request' (duration: 103.249769ms)","trace[614552455] 'compare' (duration: 26.1289ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:44:03.849829Z","caller":"traceutil/trace.go:171","msg":"trace[1410781188] transaction","detail":"{read_only:false; response_revision:34614; number_of_response:1; }","duration":"124.082163ms","start":"2026-07-09T02:44:03.725695Z","end":"2026-07-09T02:44:03.849777Z","steps":["trace[1410781188] 'process raft request' (duration: 85.486428ms)","trace[1410781188] 'compare' (duration: 38.266048ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:44:04.159909Z","caller":"traceutil/trace.go:171","msg":"trace[737752120] transaction","detail":"{read_only:false; response_revision:34617; number_of_response:1; }","duration":"245.843352ms","start":"2026-07-09T02:44:03.914023Z","end":"2026-07-09T02:44:04.159866Z","steps":["trace[737752120] 'process raft request' (duration: 225.09471ms)","trace[737752120] 'compare' (duration: 19.958863ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:44:04.370587Z","caller":"traceutil/trace.go:171","msg":"trace[1536848081] linearizableReadLoop","detail":"{readStateIndex:35737; appliedIndex:35735; }","duration":"416.266865ms","start":"2026-07-09T02:44:03.954277Z","end":"2026-07-09T02:44:04.370544Z","steps":["trace[1536848081] 'read index received' (duration: 184.948698ms)","trace[1536848081] 'applied index is now lower than readState.Index' (duration: 231.316447ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:44:04.370649Z","caller":"traceutil/trace.go:171","msg":"trace[1586385638] transaction","detail":"{read_only:false; response_revision:34618; number_of_response:1; }","duration":"454.299736ms","start":"2026-07-09T02:44:03.916304Z","end":"2026-07-09T02:44:04.370604Z","steps":["trace[1586385638] 'process raft request' (duration: 442.553307ms)","trace[1586385638] 'compare' (duration: 11.448602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:44:04.370856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.015377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:44:04.370853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:44:03.916287Z","time spent":"454.45187ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:44:04.370854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.545061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:44:04.370957Z","caller":"traceutil/trace.go:171","msg":"trace[1876649350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34618; }","duration":"416.717885ms","start":"2026-07-09T02:44:03.954215Z","end":"2026-07-09T02:44:04.370933Z","steps":["trace[1876649350] 'agreement among raft nodes before linearized reading' (duration: 416.51831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:44:04.370986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.842055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:44:04.371015Z","caller":"traceutil/trace.go:171","msg":"trace[1493067182] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34618; }","duration":"141.875106ms","start":"2026-07-09T02:44:04.229133Z","end":"2026-07-09T02:44:04.371008Z","steps":["trace[1493067182] 'agreement among raft nodes before linearized reading' (duration: 141.807594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:44:04.37101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:44:03.954194Z","time spent":"416.807857ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:44:04.370906Z","caller":"traceutil/trace.go:171","msg":"trace[1151031422] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:34618; }","duration":"284.158531ms","start":"2026-07-09T02:44:04.086733Z","end":"2026-07-09T02:44:04.370892Z","steps":["trace[1151031422] 'agreement among raft nodes before linearized reading' (duration: 284.024068ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:44:04.862006Z","caller":"traceutil/trace.go:171","msg":"trace[337065552] transaction","detail":"{read_only:false; response_revision:34622; number_of_response:1; }","duration":"230.660401ms","start":"2026-07-09T02:44:04.631312Z","end":"2026-07-09T02:44:04.861973Z","steps":["trace[337065552] 'process raft request' (duration: 230.367954ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:44:04.862177Z","caller":"traceutil/trace.go:171","msg":"trace[2084012122] transaction","detail":"{read_only:false; response_revision:34623; number_of_response:1; }","duration":"184.69401ms","start":"2026-07-09T02:44:04.67745Z","end":"2026-07-09T02:44:04.862144Z","steps":["trace[2084012122] 'process raft request' (duration: 184.459125ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:44:05.249075Z","caller":"traceutil/trace.go:171","msg":"trace[940239171] transaction","detail":"{read_only:false; response_revision:34625; number_of_response:1; }","duration":"126.185993ms","start":"2026-07-09T02:44:05.12286Z","end":"2026-07-09T02:44:05.249046Z","steps":["trace[940239171] 'process raft request' (duration: 113.098253ms)","trace[940239171] 'compare' (duration: 12.894315ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:44:05.249184Z","caller":"traceutil/trace.go:171","msg":"trace[930518420] transaction","detail":"{read_only:false; response_revision:34626; number_of_response:1; }","duration":"125.953208ms","start":"2026-07-09T02:44:05.123204Z","end":"2026-07-09T02:44:05.249157Z","steps":["trace[930518420] 'process raft request' (duration: 125.796224ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:44:34.703224Z","caller":"traceutil/trace.go:171","msg":"trace[1823080859] transaction","detail":"{read_only:false; response_revision:34847; number_of_response:1; }","duration":"127.75382ms","start":"2026-07-09T02:44:34.575449Z","end":"2026-07-09T02:44:34.703203Z","steps":["trace[1823080859] 'process raft request' (duration: 124.78696ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:44:36.403338Z","caller":"traceutil/trace.go:171","msg":"trace[2063038140] linearizableReadLoop","detail":"{readStateIndex:35983; appliedIndex:35982; }","duration":"348.872276ms","start":"2026-07-09T02:44:36.054438Z","end":"2026-07-09T02:44:36.40331Z","steps":["trace[2063038140] 'read index received' (duration: 348.747343ms)","trace[2063038140] 'applied index is now lower than readState.Index' (duration: 122.833µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:44:36.403474Z","caller":"traceutil/trace.go:171","msg":"trace[1503716971] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"349.357157ms","start":"2026-07-09T02:44:36.05407Z","end":"2026-07-09T02:44:36.403427Z","steps":["trace[1503716971] 'process raft request' (duration: 349.043289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:44:36.403927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.409938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:44:36.40398Z","caller":"traceutil/trace.go:171","msg":"trace[790133766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34857; }","duration":"349.548411ms","start":"2026-07-09T02:44:36.054419Z","end":"2026-07-09T02:44:36.403968Z","steps":["trace[790133766] 'agreement among raft nodes before linearized reading' (duration: 349.019719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:44:36.404058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:44:36.054411Z","time spent":"349.635603ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:44:36.404227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:44:36.054047Z","time spent":"349.680215ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:44:36.404762Z","caller":"traceutil/trace.go:171","msg":"trace[1745578589] transaction","detail":"{read_only:false; response_revision:34858; number_of_response:1; }","duration":"347.3783ms","start":"2026-07-09T02:44:36.057373Z","end":"2026-07-09T02:44:36.404751Z","steps":["trace[1745578589] 'process raft request' (duration: 347.155045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:44:36.404805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:44:36.057362Z","time spent":"347.420221ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:44:36.404878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.305264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:44:36.404973Z","caller":"traceutil/trace.go:171","msg":"trace[1975492563] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34858; }","duration":"268.454678ms","start":"2026-07-09T02:44:36.136494Z","end":"2026-07-09T02:44:36.404949Z","steps":["trace[1975492563] 'agreement among raft nodes before linearized reading' (duration: 268.161221ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:44:51.014319Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32698} {"level":"info","ts":"2026-07-09T02:44:51.177165Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32698,"took":"159.472672ms","hash":1289115934,"current-db-size-bytes":62091264,"current-db-size":"62 MB","current-db-size-in-use-bytes":31866880,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T02:44:51.177242Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1289115934,"revision":32698,"compact-revision":30441} {"level":"info","ts":"2026-07-09T02:45:21.055099Z","caller":"traceutil/trace.go:171","msg":"trace[1610278656] transaction","detail":"{read_only:false; response_revision:35224; number_of_response:1; }","duration":"136.638451ms","start":"2026-07-09T02:45:20.918405Z","end":"2026-07-09T02:45:21.055043Z","steps":["trace[1610278656] 'process raft request' (duration: 57.966285ms)","trace[1610278656] 'compare' (duration: 78.507122ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:21.055446Z","caller":"traceutil/trace.go:171","msg":"trace[1100683058] transaction","detail":"{read_only:false; response_revision:35225; number_of_response:1; }","duration":"108.465563ms","start":"2026-07-09T02:45:20.94697Z","end":"2026-07-09T02:45:21.055435Z","steps":["trace[1100683058] 'process raft request' (duration: 108.037573ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:21.528922Z","caller":"traceutil/trace.go:171","msg":"trace[1902238869] transaction","detail":"{read_only:false; response_revision:35227; number_of_response:1; }","duration":"329.970467ms","start":"2026-07-09T02:45:21.198929Z","end":"2026-07-09T02:45:21.5289Z","steps":["trace[1902238869] 'process raft request' (duration: 329.805443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:21.529075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:21.198904Z","time spent":"330.08256ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:21.733588Z","caller":"traceutil/trace.go:171","msg":"trace[18538092] transaction","detail":"{read_only:false; response_revision:35230; number_of_response:1; }","duration":"166.880809ms","start":"2026-07-09T02:45:21.566681Z","end":"2026-07-09T02:45:21.733562Z","steps":["trace[18538092] 'process raft request' (duration: 166.781427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:21.733642Z","caller":"traceutil/trace.go:171","msg":"trace[1760803680] transaction","detail":"{read_only:false; response_revision:35229; number_of_response:1; }","duration":"169.316796ms","start":"2026-07-09T02:45:21.564289Z","end":"2026-07-09T02:45:21.733606Z","steps":["trace[1760803680] 'process raft request' (duration: 73.911863ms)","trace[1760803680] 'compare' (duration: 94.914381ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:22.044469Z","caller":"traceutil/trace.go:171","msg":"trace[1379761925] transaction","detail":"{read_only:false; response_revision:35231; number_of_response:1; }","duration":"150.670734ms","start":"2026-07-09T02:45:21.893764Z","end":"2026-07-09T02:45:22.044435Z","steps":["trace[1379761925] 'process raft request' (duration: 150.410228ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:22.282041Z","caller":"traceutil/trace.go:171","msg":"trace[1902149558] transaction","detail":"{read_only:false; response_revision:35232; number_of_response:1; }","duration":"291.673059ms","start":"2026-07-09T02:45:21.990307Z","end":"2026-07-09T02:45:22.28198Z","steps":["trace[1902149558] 'process raft request' (duration: 291.357721ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:22.333739Z","caller":"traceutil/trace.go:171","msg":"trace[1929767704] linearizableReadLoop","detail":"{readStateIndex:36371; appliedIndex:36369; }","duration":"141.112757ms","start":"2026-07-09T02:45:22.192591Z","end":"2026-07-09T02:45:22.333703Z","steps":["trace[1929767704] 'read index received' (duration: 89.060912ms)","trace[1929767704] 'applied index is now lower than readState.Index' (duration: 52.050915ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:22.333881Z","caller":"traceutil/trace.go:171","msg":"trace[2014093396] transaction","detail":"{read_only:false; response_revision:35233; number_of_response:1; }","duration":"285.888601ms","start":"2026-07-09T02:45:22.047964Z","end":"2026-07-09T02:45:22.333853Z","steps":["trace[2014093396] 'process raft request' (duration: 285.559423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:22.334004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.387034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T02:45:22.334046Z","caller":"traceutil/trace.go:171","msg":"trace[1646979143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35233; }","duration":"141.508367ms","start":"2026-07-09T02:45:22.192526Z","end":"2026-07-09T02:45:22.334034Z","steps":["trace[1646979143] 'agreement among raft nodes before linearized reading' (duration: 141.303432ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:22.495396Z","caller":"traceutil/trace.go:171","msg":"trace[1282709264] linearizableReadLoop","detail":"{readStateIndex:36372; appliedIndex:36371; }","duration":"129.84078ms","start":"2026-07-09T02:45:22.365533Z","end":"2026-07-09T02:45:22.495374Z","steps":["trace[1282709264] 'read index received' (duration: 71.933426ms)","trace[1282709264] 'applied index is now lower than readState.Index' (duration: 57.906454ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:22.495461Z","caller":"traceutil/trace.go:171","msg":"trace[1413880804] transaction","detail":"{read_only:false; response_revision:35234; number_of_response:1; }","duration":"155.606661ms","start":"2026-07-09T02:45:22.339819Z","end":"2026-07-09T02:45:22.495426Z","steps":["trace[1413880804] 'process raft request' (duration: 97.773309ms)","trace[1413880804] 'compare' (duration: 57.675758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:22.495569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.021565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:22.495616Z","caller":"traceutil/trace.go:171","msg":"trace[1737617005] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:35234; }","duration":"130.178798ms","start":"2026-07-09T02:45:22.365424Z","end":"2026-07-09T02:45:22.495603Z","steps":["trace[1737617005] 'agreement among raft nodes before linearized reading' (duration: 130.035415ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:23.105188Z","caller":"traceutil/trace.go:171","msg":"trace[1883518028] linearizableReadLoop","detail":"{readStateIndex:36376; appliedIndex:36375; }","duration":"151.916214ms","start":"2026-07-09T02:45:22.953239Z","end":"2026-07-09T02:45:23.105156Z","steps":["trace[1883518028] 'read index received' (duration: 151.693099ms)","trace[1883518028] 'applied index is now lower than readState.Index' (duration: 221.575µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:23.105375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.103998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:23.105406Z","caller":"traceutil/trace.go:171","msg":"trace[1575892183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35238; }","duration":"152.217191ms","start":"2026-07-09T02:45:22.95318Z","end":"2026-07-09T02:45:23.105397Z","steps":["trace[1575892183] 'agreement among raft nodes before linearized reading' (duration: 152.080138ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:23.10536Z","caller":"traceutil/trace.go:171","msg":"trace[262894075] transaction","detail":"{read_only:false; response_revision:35238; number_of_response:1; }","duration":"178.177167ms","start":"2026-07-09T02:45:22.927102Z","end":"2026-07-09T02:45:23.105279Z","steps":["trace[262894075] 'process raft request' (duration: 177.86468ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:24.029105Z","caller":"traceutil/trace.go:171","msg":"trace[126533328] linearizableReadLoop","detail":"{readStateIndex:36381; appliedIndex:36380; }","duration":"360.327667ms","start":"2026-07-09T02:45:23.668743Z","end":"2026-07-09T02:45:24.029071Z","steps":["trace[126533328] 'read index received' (duration: 360.04332ms)","trace[126533328] 'applied index is now lower than readState.Index' (duration: 282.877µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:24.02926Z","caller":"traceutil/trace.go:171","msg":"trace[132627632] transaction","detail":"{read_only:false; response_revision:35243; number_of_response:1; }","duration":"454.635944ms","start":"2026-07-09T02:45:23.574582Z","end":"2026-07-09T02:45:24.029218Z","steps":["trace[132627632] 'process raft request' (duration: 454.227635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:24.029357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.548672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:24.029446Z","caller":"traceutil/trace.go:171","msg":"trace[117634912] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:35243; }","duration":"360.714486ms","start":"2026-07-09T02:45:23.668712Z","end":"2026-07-09T02:45:24.029427Z","steps":["trace[117634912] 'agreement among raft nodes before linearized reading' (duration: 360.514922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:24.029448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.574549Z","time spent":"454.804659ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:24.029501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.668695Z","time spent":"360.797998ms","remote":"127.0.0.1:45844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:24.466735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.896283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:24.466896Z","caller":"traceutil/trace.go:171","msg":"trace[20203470] linearizableReadLoop","detail":"{readStateIndex:36383; appliedIndex:36381; }","duration":"437.689501ms","start":"2026-07-09T02:45:24.029195Z","end":"2026-07-09T02:45:24.466884Z","steps":["trace[20203470] 'read index received' (duration: 309.582213ms)","trace[20203470] 'applied index is now lower than readState.Index' (duration: 128.106458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:24.467038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.358116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:24.467101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.608208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:24.467099Z","caller":"traceutil/trace.go:171","msg":"trace[151114213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35245; }","duration":"513.478189ms","start":"2026-07-09T02:45:23.953605Z","end":"2026-07-09T02:45:24.467083Z","steps":["trace[151114213] 'agreement among raft nodes before linearized reading' (duration: 513.350916ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:24.467126Z","caller":"traceutil/trace.go:171","msg":"trace[15318884] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:35245; }","duration":"649.66332ms","start":"2026-07-09T02:45:23.817455Z","end":"2026-07-09T02:45:24.467118Z","steps":["trace[15318884] 'agreement among raft nodes before linearized reading' (duration: 649.623909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:24.467144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.95358Z","time spent":"513.553071ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:45:24.467067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.196752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:45:24.46725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.083737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:45:24.46727Z","caller":"traceutil/trace.go:171","msg":"trace[942407044] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35245; }","duration":"128.145779ms","start":"2026-07-09T02:45:24.339118Z","end":"2026-07-09T02:45:24.467264Z","steps":["trace[942407044] 'agreement among raft nodes before linearized reading' (duration: 128.054177ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:24.467293Z","caller":"traceutil/trace.go:171","msg":"trace[232927363] transaction","detail":"{read_only:false; response_revision:35244; number_of_response:1; }","duration":"727.767022ms","start":"2026-07-09T02:45:23.739492Z","end":"2026-07-09T02:45:24.467259Z","steps":["trace[232927363] 'process raft request' (duration: 599.273295ms)","trace[232927363] 'compare' (duration: 127.77113ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:24.4673Z","caller":"traceutil/trace.go:171","msg":"trace[1059451413] transaction","detail":"{read_only:false; response_revision:35245; number_of_response:1; }","duration":"726.210485ms","start":"2026-07-09T02:45:23.741057Z","end":"2026-07-09T02:45:24.467268Z","steps":["trace[1059451413] 'process raft request' (duration: 725.756155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:24.467434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.739472Z","time spent":"727.889135ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:24.467152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.817434Z","time spent":"649.711351ms","remote":"127.0.0.1:44266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:24.467477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.741026Z","time spent":"726.353009ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:24.467293Z","caller":"traceutil/trace.go:171","msg":"trace[1310870745] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:35245; }","duration":"591.457678ms","start":"2026-07-09T02:45:23.875806Z","end":"2026-07-09T02:45:24.467264Z","steps":["trace[1310870745] 'agreement among raft nodes before linearized reading' (duration: 591.150641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:24.467627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:23.875779Z","time spent":"591.788037ms","remote":"127.0.0.1:52178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:25.769317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.087656ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:45:25.769831Z","caller":"traceutil/trace.go:171","msg":"trace[942644989] transaction","detail":"{read_only:false; response_revision:35256; number_of_response:1; }","duration":"146.586347ms","start":"2026-07-09T02:45:25.623219Z","end":"2026-07-09T02:45:25.769805Z","steps":["trace[942644989] 'process raft request' (duration: 146.200568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:28.038664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.688706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:45:28.038766Z","caller":"traceutil/trace.go:171","msg":"trace[1588009138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35271; }","duration":"108.83638ms","start":"2026-07-09T02:45:27.92991Z","end":"2026-07-09T02:45:28.038746Z","steps":["trace[1588009138] 'range keys from in-memory index tree' (duration: 108.514863ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:28.841553Z","caller":"traceutil/trace.go:171","msg":"trace[1618257033] linearizableReadLoop","detail":"{readStateIndex:36414; appliedIndex:36413; }","duration":"190.718804ms","start":"2026-07-09T02:45:28.650812Z","end":"2026-07-09T02:45:28.841531Z","steps":["trace[1618257033] 'read index received' (duration: 190.56385ms)","trace[1618257033] 'applied index is now lower than readState.Index' (duration: 154.324µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:28.841686Z","caller":"traceutil/trace.go:171","msg":"trace[148693180] transaction","detail":"{read_only:false; response_revision:35275; number_of_response:1; }","duration":"248.858903ms","start":"2026-07-09T02:45:28.592794Z","end":"2026-07-09T02:45:28.841653Z","steps":["trace[148693180] 'process raft request' (duration: 248.597737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:28.841761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.92141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:45:28.842118Z","caller":"traceutil/trace.go:171","msg":"trace[1790575457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35275; }","duration":"191.335588ms","start":"2026-07-09T02:45:28.650769Z","end":"2026-07-09T02:45:28.842104Z","steps":["trace[1790575457] 'agreement among raft nodes before linearized reading' (duration: 190.871307ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:32.709713Z","caller":"traceutil/trace.go:171","msg":"trace[1104617394] transaction","detail":"{read_only:false; response_revision:35306; number_of_response:1; }","duration":"150.396447ms","start":"2026-07-09T02:45:32.559293Z","end":"2026-07-09T02:45:32.709689Z","steps":["trace[1104617394] 'process raft request' (duration: 150.244313ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:32.833936Z","caller":"traceutil/trace.go:171","msg":"trace[175720426] transaction","detail":"{read_only:false; response_revision:35307; number_of_response:1; }","duration":"229.624157ms","start":"2026-07-09T02:45:32.604259Z","end":"2026-07-09T02:45:32.833883Z","steps":["trace[175720426] 'process raft request' (duration: 229.236958ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:33.474755Z","caller":"traceutil/trace.go:171","msg":"trace[511926683] linearizableReadLoop","detail":"{readStateIndex:36452; appliedIndex:36451; }","duration":"230.2016ms","start":"2026-07-09T02:45:33.244521Z","end":"2026-07-09T02:45:33.474723Z","steps":["trace[511926683] 'read index received' (duration: 185.469509ms)","trace[511926683] 'applied index is now lower than readState.Index' (duration: 44.730711ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:33.475101Z","caller":"traceutil/trace.go:171","msg":"trace[1483481455] transaction","detail":"{read_only:false; response_revision:35312; number_of_response:1; }","duration":"306.47582ms","start":"2026-07-09T02:45:33.168604Z","end":"2026-07-09T02:45:33.47508Z","steps":["trace[1483481455] 'process raft request' (duration: 261.40291ms)","trace[1483481455] 'compare' (duration: 44.495296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:33.475212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.667762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-07-09T02:45:33.475426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:33.168586Z","time spent":"306.566492ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:33.47546Z","caller":"traceutil/trace.go:171","msg":"trace[106692009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35312; }","duration":"230.967238ms","start":"2026-07-09T02:45:33.244478Z","end":"2026-07-09T02:45:33.475445Z","steps":["trace[106692009] 'agreement among raft nodes before linearized reading' (duration: 230.570599ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:33.479014Z","caller":"traceutil/trace.go:171","msg":"trace[1286419394] transaction","detail":"{read_only:false; response_revision:35314; number_of_response:1; }","duration":"145.091142ms","start":"2026-07-09T02:45:33.333904Z","end":"2026-07-09T02:45:33.478995Z","steps":["trace[1286419394] 'process raft request' (duration: 145.049151ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:33.479326Z","caller":"traceutil/trace.go:171","msg":"trace[826055028] transaction","detail":"{read_only:false; response_revision:35313; number_of_response:1; }","duration":"145.429349ms","start":"2026-07-09T02:45:33.333886Z","end":"2026-07-09T02:45:33.479315Z","steps":["trace[826055028] 'process raft request' (duration: 144.881306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:33.503163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.364119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:45:33.503222Z","caller":"traceutil/trace.go:171","msg":"trace[313151026] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35315; }","duration":"140.455712ms","start":"2026-07-09T02:45:33.362753Z","end":"2026-07-09T02:45:33.503208Z","steps":["trace[313151026] 'agreement among raft nodes before linearized reading' (duration: 140.332219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:33.503484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.727338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T02:45:33.503567Z","caller":"traceutil/trace.go:171","msg":"trace[1613014407] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:35315; }","duration":"199.850691ms","start":"2026-07-09T02:45:33.303681Z","end":"2026-07-09T02:45:33.503532Z","steps":["trace[1613014407] 'agreement among raft nodes before linearized reading' (duration: 199.640266ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:34.131398Z","caller":"traceutil/trace.go:171","msg":"trace[13561362] linearizableReadLoop","detail":"{readStateIndex:36457; appliedIndex:36456; }","duration":"164.881951ms","start":"2026-07-09T02:45:33.966499Z","end":"2026-07-09T02:45:34.131381Z","steps":["trace[13561362] 'read index received' (duration: 164.703866ms)","trace[13561362] 'applied index is now lower than readState.Index' (duration: 177.385µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:34.131454Z","caller":"traceutil/trace.go:171","msg":"trace[1264534328] transaction","detail":"{read_only:false; response_revision:35317; number_of_response:1; }","duration":"204.379688ms","start":"2026-07-09T02:45:33.927044Z","end":"2026-07-09T02:45:34.131424Z","steps":["trace[1264534328] 'process raft request' (duration: 204.207683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:34.131503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.979523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:34.13153Z","caller":"traceutil/trace.go:171","msg":"trace[612210316] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:35317; }","duration":"165.072715ms","start":"2026-07-09T02:45:33.96645Z","end":"2026-07-09T02:45:34.131523Z","steps":["trace[612210316] 'agreement among raft nodes before linearized reading' (duration: 165.001523ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:35.070728Z","caller":"traceutil/trace.go:171","msg":"trace[1159484514] linearizableReadLoop","detail":"{readStateIndex:36460; appliedIndex:36459; }","duration":"150.198533ms","start":"2026-07-09T02:45:34.920504Z","end":"2026-07-09T02:45:35.070703Z","steps":["trace[1159484514] 'read index received' (duration: 150.032109ms)","trace[1159484514] 'applied index is now lower than readState.Index' (duration: 165.174µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:35.070836Z","caller":"traceutil/trace.go:171","msg":"trace[1970599169] transaction","detail":"{read_only:false; response_revision:35320; number_of_response:1; }","duration":"232.102475ms","start":"2026-07-09T02:45:34.838709Z","end":"2026-07-09T02:45:35.070811Z","steps":["trace[1970599169] 'process raft request' (duration: 231.826459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.070972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.446799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:45:35.071017Z","caller":"traceutil/trace.go:171","msg":"trace[1517147854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35320; }","duration":"150.540421ms","start":"2026-07-09T02:45:34.920465Z","end":"2026-07-09T02:45:35.071005Z","steps":["trace[1517147854] 'agreement among raft nodes before linearized reading' (duration: 150.368187ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:35.095602Z","caller":"traceutil/trace.go:171","msg":"trace[1121199269] transaction","detail":"{read_only:false; response_revision:35321; number_of_response:1; }","duration":"147.075099ms","start":"2026-07-09T02:45:34.948497Z","end":"2026-07-09T02:45:35.095572Z","steps":["trace[1121199269] 'process raft request' (duration: 146.774872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.096039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.786129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:35.096101Z","caller":"traceutil/trace.go:171","msg":"trace[602683851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35321; }","duration":"140.930003ms","start":"2026-07-09T02:45:34.955156Z","end":"2026-07-09T02:45:35.096086Z","steps":["trace[602683851] 'agreement among raft nodes before linearized reading' (duration: 140.739418ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:35.527785Z","caller":"traceutil/trace.go:171","msg":"trace[1017140965] linearizableReadLoop","detail":"{readStateIndex:36463; appliedIndex:36462; }","duration":"389.533499ms","start":"2026-07-09T02:45:35.138234Z","end":"2026-07-09T02:45:35.527768Z","steps":["trace[1017140965] 'read index received' (duration: 389.435527ms)","trace[1017140965] 'applied index is now lower than readState.Index' (duration: 94.832µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:35.528101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.817329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:35.528192Z","caller":"traceutil/trace.go:171","msg":"trace[1860569099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35323; }","duration":"431.009273ms","start":"2026-07-09T02:45:35.097168Z","end":"2026-07-09T02:45:35.528177Z","steps":["trace[1860569099] 'agreement among raft nodes before linearized reading' (duration: 430.800318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.528242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.097157Z","time spent":"431.074195ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:45:35.528546Z","caller":"traceutil/trace.go:171","msg":"trace[564875424] transaction","detail":"{read_only:false; response_revision:35323; number_of_response:1; }","duration":"427.023279ms","start":"2026-07-09T02:45:35.101505Z","end":"2026-07-09T02:45:35.528529Z","steps":["trace[564875424] 'process raft request' (duration: 426.150208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.528955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.101482Z","time spent":"427.09445ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:35.592318Z","caller":"traceutil/trace.go:171","msg":"trace[1742727023] transaction","detail":"{read_only:false; response_revision:35324; number_of_response:1; }","duration":"448.96253ms","start":"2026-07-09T02:45:35.143332Z","end":"2026-07-09T02:45:35.592294Z","steps":["trace[1742727023] 'process raft request' (duration: 448.454257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.592464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.143313Z","time spent":"449.075133ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:35.592591Z","caller":"traceutil/trace.go:171","msg":"trace[62446239] transaction","detail":"{read_only:false; response_revision:35325; number_of_response:1; }","duration":"109.20534ms","start":"2026-07-09T02:45:35.483375Z","end":"2026-07-09T02:45:35.592581Z","steps":["trace[62446239] 'process raft request' (duration: 108.531194ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:35.592679Z","caller":"traceutil/trace.go:171","msg":"trace[1363683856] transaction","detail":"{read_only:false; response_revision:35326; number_of_response:1; }","duration":"107.775796ms","start":"2026-07-09T02:45:35.484894Z","end":"2026-07-09T02:45:35.592669Z","steps":["trace[1363683856] 'process raft request' (duration: 107.06221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.592993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.25614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:45:35.593059Z","caller":"traceutil/trace.go:171","msg":"trace[1016516659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35327; }","duration":"442.400244ms","start":"2026-07-09T02:45:35.150644Z","end":"2026-07-09T02:45:35.593045Z","steps":["trace[1016516659] 'agreement among raft nodes before linearized reading' (duration: 442.178649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.593037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.906488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:35.593103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.150619Z","time spent":"442.477406ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:45:35.59312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.084793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:45:35.593132Z","caller":"traceutil/trace.go:171","msg":"trace[1729383469] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:35327; }","duration":"336.023211ms","start":"2026-07-09T02:45:35.257084Z","end":"2026-07-09T02:45:35.593107Z","steps":["trace[1729383469] 'agreement among raft nodes before linearized reading' (duration: 335.854317ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:35.593169Z","caller":"traceutil/trace.go:171","msg":"trace[1275762114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35327; }","duration":"113.171265ms","start":"2026-07-09T02:45:35.479985Z","end":"2026-07-09T02:45:35.593156Z","steps":["trace[1275762114] 'agreement among raft nodes before linearized reading' (duration: 112.923819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.593192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.257064Z","time spent":"336.110502ms","remote":"127.0.0.1:44350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:35.985744Z","caller":"traceutil/trace.go:171","msg":"trace[1810623827] transaction","detail":"{read_only:false; response_revision:35328; number_of_response:1; }","duration":"388.403583ms","start":"2026-07-09T02:45:35.59732Z","end":"2026-07-09T02:45:35.985724Z","steps":["trace[1810623827] 'process raft request' (duration: 388.26804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:35.985864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.597301Z","time spent":"388.500066ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:36.14063Z","caller":"traceutil/trace.go:171","msg":"trace[1732238642] transaction","detail":"{read_only:false; response_revision:35330; number_of_response:1; }","duration":"543.055462ms","start":"2026-07-09T02:45:35.597549Z","end":"2026-07-09T02:45:36.140604Z","steps":["trace[1732238642] 'process raft request' (duration: 542.97188ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:36.140658Z","caller":"traceutil/trace.go:171","msg":"trace[1086194076] transaction","detail":"{read_only:false; response_revision:35329; number_of_response:1; }","duration":"543.140194ms","start":"2026-07-09T02:45:35.597467Z","end":"2026-07-09T02:45:36.140607Z","steps":["trace[1086194076] 'process raft request' (duration: 468.598845ms)","trace[1086194076] 'compare' (duration: 74.268482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:36.140856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.597447Z","time spent":"543.306907ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:36.140827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.597542Z","time spent":"543.183875ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:36.266758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.166733ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:45:36.266928Z","caller":"traceutil/trace.go:171","msg":"trace[337854601] linearizableReadLoop","detail":"{readStateIndex:36471; appliedIndex:36468; }","duration":"639.137251ms","start":"2026-07-09T02:45:35.627777Z","end":"2026-07-09T02:45:36.266915Z","steps":["trace[337854601] 'read index received' (duration: 358.192607ms)","trace[337854601] 'applied index is now lower than readState.Index' (duration: 280.943514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:36.267191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.397287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-09T02:45:36.26723Z","caller":"traceutil/trace.go:171","msg":"trace[738266957] transaction","detail":"{read_only:false; response_revision:35331; number_of_response:1; }","duration":"128.691173ms","start":"2026-07-09T02:45:36.138514Z","end":"2026-07-09T02:45:36.267205Z","steps":["trace[738266957] 'process raft request' (duration: 128.326834ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:36.267254Z","caller":"traceutil/trace.go:171","msg":"trace[833077001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:35330; }","duration":"639.51985ms","start":"2026-07-09T02:45:35.627716Z","end":"2026-07-09T02:45:36.267236Z","steps":["trace[833077001] 'agreement among raft nodes before linearized reading' (duration: 639.288594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:36.267424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.62769Z","time spent":"639.719975ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-09T02:45:36.37719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.91181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:36.377274Z","caller":"traceutil/trace.go:171","msg":"trace[133069212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35331; }","duration":"651.048413ms","start":"2026-07-09T02:45:35.726204Z","end":"2026-07-09T02:45:36.377252Z","steps":["trace[133069212] 'agreement among raft nodes before linearized reading' (duration: 540.968732ms)","trace[133069212] 'count revisions from in-memory index tree' (duration: 109.953158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:36.37732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.726181Z","time spent":"651.128026ms","remote":"127.0.0.1:45880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:36.377444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.872399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:36.377876Z","caller":"traceutil/trace.go:171","msg":"trace[464844252] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:35331; }","duration":"605.336799ms","start":"2026-07-09T02:45:35.772525Z","end":"2026-07-09T02:45:36.377861Z","steps":["trace[464844252] 'agreement among raft nodes before linearized reading' (duration: 494.758936ms)","trace[464844252] 'count revisions from in-memory index tree' (duration: 110.123733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:36.377911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:35.772508Z","time spent":"605.391041ms","remote":"127.0.0.1:58434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:36.378013Z","caller":"traceutil/trace.go:171","msg":"trace[1074994566] transaction","detail":"{read_only:false; response_revision:35332; number_of_response:1; }","duration":"102.213745ms","start":"2026-07-09T02:45:36.27576Z","end":"2026-07-09T02:45:36.377974Z","steps":["trace[1074994566] 'process raft request' (duration: 36.944616ms)","trace[1074994566] 'compare' (duration: 64.802717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:36.378367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.229293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f688fc97-3d44-4ca2-9092-d98671f0ddb8\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-09T02:45:36.378477Z","caller":"traceutil/trace.go:171","msg":"trace[16965506] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f688fc97-3d44-4ca2-9092-d98671f0ddb8; range_end:; response_count:1; response_revision:35331; }","duration":"107.886619ms","start":"2026-07-09T02:45:36.270539Z","end":"2026-07-09T02:45:36.378426Z","steps":["trace[16965506] 'range keys from in-memory index tree' (duration: 107.07991ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:37.721084Z","caller":"traceutil/trace.go:171","msg":"trace[1058296796] linearizableReadLoop","detail":"{readStateIndex:36478; appliedIndex:36477; }","duration":"124.166346ms","start":"2026-07-09T02:45:37.596898Z","end":"2026-07-09T02:45:37.721064Z","steps":["trace[1058296796] 'read index received' (duration: 123.992191ms)","trace[1058296796] 'applied index is now lower than readState.Index' (duration: 173.495µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:37.721282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.36232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T02:45:37.72132Z","caller":"traceutil/trace.go:171","msg":"trace[1393515334] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35337; }","duration":"124.450212ms","start":"2026-07-09T02:45:37.596858Z","end":"2026-07-09T02:45:37.721308Z","steps":["trace[1393515334] 'agreement among raft nodes before linearized reading' (duration: 124.291169ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:37.721643Z","caller":"traceutil/trace.go:171","msg":"trace[71874837] transaction","detail":"{read_only:false; response_revision:35337; number_of_response:1; }","duration":"180.803689ms","start":"2026-07-09T02:45:37.54082Z","end":"2026-07-09T02:45:37.721624Z","steps":["trace[71874837] 'process raft request' (duration: 180.105622ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:37.904738Z","caller":"traceutil/trace.go:171","msg":"trace[386542087] transaction","detail":"{read_only:false; response_revision:35340; number_of_response:1; }","duration":"306.627324ms","start":"2026-07-09T02:45:37.598086Z","end":"2026-07-09T02:45:37.904714Z","steps":["trace[386542087] 'process raft request' (duration: 306.566462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:37.904905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:37.598073Z","time spent":"306.745936ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:37.905023Z","caller":"traceutil/trace.go:171","msg":"trace[2098823538] transaction","detail":"{read_only:false; response_revision:35339; number_of_response:1; }","duration":"307.117035ms","start":"2026-07-09T02:45:37.59786Z","end":"2026-07-09T02:45:37.904977Z","steps":["trace[2098823538] 'process raft request' (duration: 306.749096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:37.905307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:37.597832Z","time spent":"307.369361ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:37.905384Z","caller":"traceutil/trace.go:171","msg":"trace[161494983] transaction","detail":"{read_only:false; response_revision:35338; number_of_response:1; }","duration":"307.665848ms","start":"2026-07-09T02:45:37.597382Z","end":"2026-07-09T02:45:37.905048Z","steps":["trace[161494983] 'process raft request' (duration: 307.057563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:37.906321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:37.597367Z","time spent":"308.395266ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:37.944466Z","caller":"traceutil/trace.go:171","msg":"trace[1303740194] transaction","detail":"{read_only:false; response_revision:35341; number_of_response:1; }","duration":"216.147707ms","start":"2026-07-09T02:45:37.728291Z","end":"2026-07-09T02:45:37.944439Z","steps":["trace[1303740194] 'process raft request' (duration: 215.977633ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:38.124513Z","caller":"traceutil/trace.go:171","msg":"trace[729453344] transaction","detail":"{read_only:false; response_revision:35342; number_of_response:1; }","duration":"131.795396ms","start":"2026-07-09T02:45:37.992685Z","end":"2026-07-09T02:45:38.12448Z","steps":["trace[729453344] 'process raft request' (duration: 60.881505ms)","trace[729453344] 'compare' (duration: 70.773368ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:38.262697Z","caller":"traceutil/trace.go:171","msg":"trace[632757577] transaction","detail":"{read_only:false; response_revision:35344; number_of_response:1; }","duration":"111.776792ms","start":"2026-07-09T02:45:38.150863Z","end":"2026-07-09T02:45:38.262639Z","steps":["trace[632757577] 'process raft request' (duration: 109.464617ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:39.272654Z","caller":"traceutil/trace.go:171","msg":"trace[311806023] transaction","detail":"{read_only:false; response_revision:35348; number_of_response:1; }","duration":"136.367115ms","start":"2026-07-09T02:45:39.136269Z","end":"2026-07-09T02:45:39.272636Z","steps":["trace[311806023] 'process raft request' (duration: 135.798251ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:40.027123Z","caller":"traceutil/trace.go:171","msg":"trace[602883145] transaction","detail":"{read_only:false; response_revision:35353; number_of_response:1; }","duration":"113.989004ms","start":"2026-07-09T02:45:39.913108Z","end":"2026-07-09T02:45:40.027097Z","steps":["trace[602883145] 'process raft request' (duration: 56.809278ms)","trace[602883145] 'compare' (duration: 56.91258ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:40.234177Z","caller":"traceutil/trace.go:171","msg":"trace[895616656] linearizableReadLoop","detail":"{readStateIndex:36496; appliedIndex:36495; }","duration":"104.097009ms","start":"2026-07-09T02:45:40.130057Z","end":"2026-07-09T02:45:40.234154Z","steps":["trace[895616656] 'read index received' (duration: 103.783522ms)","trace[895616656] 'applied index is now lower than readState.Index' (duration: 312.307µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:40.234295Z","caller":"traceutil/trace.go:171","msg":"trace[1299606017] transaction","detail":"{read_only:false; response_revision:35355; number_of_response:1; }","duration":"132.743038ms","start":"2026-07-09T02:45:40.101535Z","end":"2026-07-09T02:45:40.234278Z","steps":["trace[1299606017] 'process raft request' (duration: 132.353279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:40.234634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.336365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:45:40.234681Z","caller":"traceutil/trace.go:171","msg":"trace[1775396754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35355; }","duration":"104.640473ms","start":"2026-07-09T02:45:40.130028Z","end":"2026-07-09T02:45:40.234669Z","steps":["trace[1775396754] 'agreement among raft nodes before linearized reading' (duration: 104.266144ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:40.368592Z","caller":"traceutil/trace.go:171","msg":"trace[1865713501] transaction","detail":"{read_only:false; response_revision:35356; number_of_response:1; }","duration":"130.219679ms","start":"2026-07-09T02:45:40.23835Z","end":"2026-07-09T02:45:40.36857Z","steps":["trace[1865713501] 'process raft request' (duration: 96.739465ms)","trace[1865713501] 'compare' (duration: 33.29725ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:40.369034Z","caller":"traceutil/trace.go:171","msg":"trace[1279028099] transaction","detail":"{read_only:false; response_revision:35357; number_of_response:1; }","duration":"130.465714ms","start":"2026-07-09T02:45:40.238542Z","end":"2026-07-09T02:45:40.369008Z","steps":["trace[1279028099] 'process raft request' (duration: 129.992483ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:40.36913Z","caller":"traceutil/trace.go:171","msg":"trace[686559367] linearizableReadLoop","detail":"{readStateIndex:36498; appliedIndex:36496; }","duration":"100.33304ms","start":"2026-07-09T02:45:40.268784Z","end":"2026-07-09T02:45:40.369117Z","steps":["trace[686559367] 'read index received' (duration: 66.529318ms)","trace[686559367] 'applied index is now lower than readState.Index' (duration: 33.802612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:40.369268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.469233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:45:40.369299Z","caller":"traceutil/trace.go:171","msg":"trace[858043401] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35358; }","duration":"100.545735ms","start":"2026-07-09T02:45:40.268742Z","end":"2026-07-09T02:45:40.369288Z","steps":["trace[858043401] 'agreement among raft nodes before linearized reading' (duration: 100.413472ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:42.487161Z","caller":"traceutil/trace.go:171","msg":"trace[750542319] transaction","detail":"{read_only:false; response_revision:35372; number_of_response:1; }","duration":"108.839371ms","start":"2026-07-09T02:45:42.378293Z","end":"2026-07-09T02:45:42.487133Z","steps":["trace[750542319] 'process raft request' (duration: 108.655537ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:42.934337Z","caller":"traceutil/trace.go:171","msg":"trace[196760905] transaction","detail":"{read_only:false; response_revision:35377; number_of_response:1; }","duration":"285.236126ms","start":"2026-07-09T02:45:42.649078Z","end":"2026-07-09T02:45:42.934314Z","steps":["trace[196760905] 'process raft request' (duration: 285.066422ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:42.93495Z","caller":"traceutil/trace.go:171","msg":"trace[271091618] linearizableReadLoop","detail":"{readStateIndex:36519; appliedIndex:36519; }","duration":"189.227288ms","start":"2026-07-09T02:45:42.74568Z","end":"2026-07-09T02:45:42.934907Z","steps":["trace[271091618] 'read index received' (duration: 189.205588ms)","trace[271091618] 'applied index is now lower than readState.Index' (duration: 19.22µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:42.935061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.360611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:42.93515Z","caller":"traceutil/trace.go:171","msg":"trace[1680319327] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:35377; }","duration":"189.436684ms","start":"2026-07-09T02:45:42.745669Z","end":"2026-07-09T02:45:42.935105Z","steps":["trace[1680319327] 'agreement among raft nodes before linearized reading' (duration: 189.316761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:43.190445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.487313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:43.190561Z","caller":"traceutil/trace.go:171","msg":"trace[423900528] linearizableReadLoop","detail":"{readStateIndex:36520; appliedIndex:36519; }","duration":"255.517711ms","start":"2026-07-09T02:45:42.935028Z","end":"2026-07-09T02:45:43.190545Z","steps":["trace[423900528] 'read index received' (duration: 87.806543ms)","trace[423900528] 'applied index is now lower than readState.Index' (duration: 167.710068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:43.190671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.427155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:43.190677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.672328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:43.190708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.337843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:43.190758Z","caller":"traceutil/trace.go:171","msg":"trace[525497372] transaction","detail":"{read_only:false; response_revision:35378; number_of_response:1; }","duration":"394.996789ms","start":"2026-07-09T02:45:42.795751Z","end":"2026-07-09T02:45:43.190748Z","steps":["trace[525497372] 'process raft request' (duration: 227.129647ms)","trace[525497372] 'compare' (duration: 167.38179ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:43.190758Z","caller":"traceutil/trace.go:171","msg":"trace[1762121021] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:35378; }","duration":"315.77149ms","start":"2026-07-09T02:45:42.874965Z","end":"2026-07-09T02:45:43.190737Z","steps":["trace[1762121021] 'agreement among raft nodes before linearized reading' (duration: 315.617857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:43.190815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:42.874912Z","time spent":"315.893293ms","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:43.190814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:42.795731Z","time spent":"395.055271ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:43.190861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.72898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-09T02:45:43.190884Z","caller":"traceutil/trace.go:171","msg":"trace[725938240] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:35378; }","duration":"439.789652ms","start":"2026-07-09T02:45:42.751089Z","end":"2026-07-09T02:45:43.190878Z","steps":["trace[725938240] 'agreement among raft nodes before linearized reading' (duration: 439.70475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:43.190908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:42.751066Z","time spent":"439.837072ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-09T02:45:43.190771Z","caller":"traceutil/trace.go:171","msg":"trace[1189062773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:35378; }","duration":"246.439656ms","start":"2026-07-09T02:45:42.944316Z","end":"2026-07-09T02:45:43.190756Z","steps":["trace[1189062773] 'agreement among raft nodes before linearized reading' (duration: 246.332483ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:43.190708Z","caller":"traceutil/trace.go:171","msg":"trace[658946239] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:35378; }","duration":"329.467936ms","start":"2026-07-09T02:45:42.86123Z","end":"2026-07-09T02:45:43.190698Z","steps":["trace[658946239] 'agreement among raft nodes before linearized reading' (duration: 329.401154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:43.191118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:42.861181Z","time spent":"329.928326ms","remote":"127.0.0.1:56732","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:44.101408Z","caller":"traceutil/trace.go:171","msg":"trace[1067330052] transaction","detail":"{read_only:false; response_revision:35382; number_of_response:1; }","duration":"189.544947ms","start":"2026-07-09T02:45:43.911834Z","end":"2026-07-09T02:45:44.101379Z","steps":["trace[1067330052] 'process raft request' (duration: 189.367563ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:44.103749Z","caller":"traceutil/trace.go:171","msg":"trace[1559206158] transaction","detail":"{read_only:false; response_revision:35383; number_of_response:1; }","duration":"161.921862ms","start":"2026-07-09T02:45:43.941807Z","end":"2026-07-09T02:45:44.103729Z","steps":["trace[1559206158] 'process raft request' (duration: 161.538552ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:44.103793Z","caller":"traceutil/trace.go:171","msg":"trace[685695307] linearizableReadLoop","detail":"{readStateIndex:36526; appliedIndex:36524; }","duration":"153.403219ms","start":"2026-07-09T02:45:43.950372Z","end":"2026-07-09T02:45:44.103776Z","steps":["trace[685695307] 'read index received' (duration: 151.026142ms)","trace[685695307] 'applied index is now lower than readState.Index' (duration: 2.375667ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:44.103917Z","caller":"traceutil/trace.go:171","msg":"trace[882612086] transaction","detail":"{read_only:false; response_revision:35384; number_of_response:1; }","duration":"158.268415ms","start":"2026-07-09T02:45:43.945636Z","end":"2026-07-09T02:45:44.103905Z","steps":["trace[882612086] 'process raft request' (duration: 157.795574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:44.104064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.673036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:44.10413Z","caller":"traceutil/trace.go:171","msg":"trace[920146723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35385; }","duration":"153.783108ms","start":"2026-07-09T02:45:43.950332Z","end":"2026-07-09T02:45:44.104115Z","steps":["trace[920146723] 'agreement among raft nodes before linearized reading' (duration: 153.510701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:44.55186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.398515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:44.551983Z","caller":"traceutil/trace.go:171","msg":"trace[1150644241] linearizableReadLoop","detail":"{readStateIndex:36528; appliedIndex:36527; }","duration":"121.890931ms","start":"2026-07-09T02:45:44.43007Z","end":"2026-07-09T02:45:44.55196Z","steps":["trace[1150644241] 'read index received' (duration: 42.661µs)","trace[1150644241] 'applied index is now lower than readState.Index' (duration: 121.84633ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:44.552046Z","caller":"traceutil/trace.go:171","msg":"trace[1285663396] transaction","detail":"{read_only:false; response_revision:35386; number_of_response:1; }","duration":"396.677279ms","start":"2026-07-09T02:45:44.155332Z","end":"2026-07-09T02:45:44.55201Z","steps":["trace[1285663396] 'process raft request' (duration: 122.990207ms)","trace[1285663396] 'compare' (duration: 273.19519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:44.552207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.155317Z","time spent":"396.802022ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:44.55221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.133967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:44.552723Z","caller":"traceutil/trace.go:171","msg":"trace[34087233] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:35386; }","duration":"122.68826ms","start":"2026-07-09T02:45:44.430019Z","end":"2026-07-09T02:45:44.552707Z","steps":["trace[34087233] 'agreement among raft nodes before linearized reading' (duration: 122.127897ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:45.015305Z","caller":"traceutil/trace.go:171","msg":"trace[833997381] transaction","detail":"{read_only:false; response_revision:35387; number_of_response:1; }","duration":"552.078306ms","start":"2026-07-09T02:45:44.463198Z","end":"2026-07-09T02:45:45.015276Z","steps":["trace[833997381] 'process raft request' (duration: 551.908062ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:45.015424Z","caller":"traceutil/trace.go:171","msg":"trace[265394323] linearizableReadLoop","detail":"{readStateIndex:36529; appliedIndex:36529; }","duration":"463.338681ms","start":"2026-07-09T02:45:44.552025Z","end":"2026-07-09T02:45:45.015364Z","steps":["trace[265394323] 'read index received' (duration: 463.30428ms)","trace[265394323] 'applied index is now lower than readState.Index' (duration: 30.251µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:45.015496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.463172Z","time spent":"552.226149ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:45.015893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.785218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:45:45.015952Z","caller":"traceutil/trace.go:171","msg":"trace[437296272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35387; }","duration":"497.896551ms","start":"2026-07-09T02:45:44.51804Z","end":"2026-07-09T02:45:45.015937Z","steps":["trace[437296272] 'agreement among raft nodes before linearized reading' (duration: 497.703166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.015983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.518018Z","time spent":"497.960123ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T02:45:45.015961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.054915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:45:45.016099Z","caller":"traceutil/trace.go:171","msg":"trace[102460666] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35387; }","duration":"525.231329ms","start":"2026-07-09T02:45:44.490849Z","end":"2026-07-09T02:45:45.01608Z","steps":["trace[102460666] 'agreement among raft nodes before linearized reading' (duration: 524.941142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.016147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.490832Z","time spent":"525.30549ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T02:45:45.016194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.237221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:45:45.016312Z","caller":"traceutil/trace.go:171","msg":"trace[1975964489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35387; }","duration":"493.506107ms","start":"2026-07-09T02:45:44.522782Z","end":"2026-07-09T02:45:45.016288Z","steps":["trace[1975964489] 'agreement among raft nodes before linearized reading' (duration: 492.630666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.016436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.522758Z","time spent":"493.65641ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T02:45:45.675312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.284299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:45.675454Z","caller":"traceutil/trace.go:171","msg":"trace[1457979541] linearizableReadLoop","detail":"{readStateIndex:36531; appliedIndex:36529; }","duration":"659.908564ms","start":"2026-07-09T02:45:45.015533Z","end":"2026-07-09T02:45:45.675441Z","steps":["trace[1457979541] 'read index received' (duration: 223.359548ms)","trace[1457979541] 'applied index is now lower than readState.Index' (duration: 436.548165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:45.675822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.860655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:45.675904Z","caller":"traceutil/trace.go:171","msg":"trace[377269719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35389; }","duration":"716.998908ms","start":"2026-07-09T02:45:44.958884Z","end":"2026-07-09T02:45:45.675883Z","steps":["trace[377269719] 'agreement among raft nodes before linearized reading' (duration: 716.843544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.67591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071576968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:45.675757Z","caller":"traceutil/trace.go:171","msg":"trace[2132333042] transaction","detail":"{read_only:false; response_revision:35389; number_of_response:1; }","duration":"1.041332241s","start":"2026-07-09T02:45:44.634381Z","end":"2026-07-09T02:45:45.675713Z","steps":["trace[2132333042] 'process raft request' (duration: 1.041010353s)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:45.675918Z","caller":"traceutil/trace.go:171","msg":"trace[1009311943] transaction","detail":"{read_only:false; response_revision:35388; number_of_response:1; }","duration":"1.086361179s","start":"2026-07-09T02:45:44.589533Z","end":"2026-07-09T02:45:45.675894Z","steps":["trace[1009311943] 'process raft request' (duration: 649.419355ms)","trace[1009311943] 'compare' (duration: 435.957611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:45.676202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.589505Z","time spent":"1.086666357s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:45.676178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.634361Z","time spent":"1.041720061s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:45.675945Z","caller":"traceutil/trace.go:171","msg":"trace[2061261183] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:35389; }","duration":"1.07164714s","start":"2026-07-09T02:45:44.604287Z","end":"2026-07-09T02:45:45.675934Z","steps":["trace[2061261183] 'agreement among raft nodes before linearized reading' (duration: 1.071578419s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.675949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.958864Z","time spent":"717.072759ms","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:45:45.676483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:44.604273Z","time spent":"1.072175912s","remote":"127.0.0.1:45750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:45.909391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.397101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:45.909635Z","caller":"traceutil/trace.go:171","msg":"trace[1301460741] transaction","detail":"{read_only:false; response_revision:35390; number_of_response:1; }","duration":"889.599081ms","start":"2026-07-09T02:45:45.019998Z","end":"2026-07-09T02:45:45.909597Z","steps":["trace[1301460741] 'process raft request' (duration: 785.898012ms)","trace[1301460741] 'compare' (duration: 103.187767ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:45.909731Z","caller":"traceutil/trace.go:171","msg":"trace[1539508803] transaction","detail":"{read_only:false; response_revision:35391; number_of_response:1; }","duration":"889.398876ms","start":"2026-07-09T02:45:45.02031Z","end":"2026-07-09T02:45:45.909709Z","steps":["trace[1539508803] 'process raft request' (duration: 889.180261ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:45.909758Z","caller":"traceutil/trace.go:171","msg":"trace[106682459] transaction","detail":"{read_only:false; response_revision:35392; number_of_response:1; }","duration":"888.789872ms","start":"2026-07-09T02:45:45.020938Z","end":"2026-07-09T02:45:45.909728Z","steps":["trace[106682459] 'process raft request' (duration: 888.619148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.909803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.019965Z","time spent":"889.739974ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:45.909803Z","caller":"traceutil/trace.go:171","msg":"trace[1175366914] transaction","detail":"{read_only:false; response_revision:35393; number_of_response:1; }","duration":"711.322072ms","start":"2026-07-09T02:45:45.19845Z","end":"2026-07-09T02:45:45.909772Z","steps":["trace[1175366914] 'process raft request' (duration: 711.152108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.909851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.020298Z","time spent":"889.483258ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:45.909909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.020928Z","time spent":"888.888734ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:45.909966Z","caller":"traceutil/trace.go:171","msg":"trace[1591353550] transaction","detail":"{read_only:false; response_revision:35394; number_of_response:1; }","duration":"665.29218ms","start":"2026-07-09T02:45:45.244662Z","end":"2026-07-09T02:45:45.909955Z","steps":["trace[1591353550] 'process raft request' (duration: 664.988223ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:45.909974Z","caller":"traceutil/trace.go:171","msg":"trace[1135951] transaction","detail":"{read_only:false; response_revision:35395; number_of_response:1; }","duration":"513.882298ms","start":"2026-07-09T02:45:45.396084Z","end":"2026-07-09T02:45:45.909966Z","steps":["trace[1135951] 'process raft request' (duration: 513.612282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:45.909964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.198414Z","time spent":"711.453845ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:45.910019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.396064Z","time spent":"513.931759ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:45.910024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.244635Z","time spent":"665.354952ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:46.018062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.305179ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T02:45:46.018155Z","caller":"traceutil/trace.go:171","msg":"trace[112335006] linearizableReadLoop","detail":"{readStateIndex:36538; appliedIndex:36531; }","duration":"342.659418ms","start":"2026-07-09T02:45:45.675479Z","end":"2026-07-09T02:45:46.018138Z","steps":["trace[112335006] 'read index received' (duration: 130.428704ms)","trace[112335006] 'applied index is now lower than readState.Index' (duration: 212.229383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:46.018344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.163157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-07-09T02:45:46.018374Z","caller":"traceutil/trace.go:171","msg":"trace[1875091539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:35395; }","duration":"407.25268ms","start":"2026-07-09T02:45:45.611112Z","end":"2026-07-09T02:45:46.018365Z","steps":["trace[1875091539] 'agreement among raft nodes before linearized reading' (duration: 407.112247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:46.018358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.752702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:46.018401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.611085Z","time spent":"407.309461ms","remote":"127.0.0.1:51974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-09T02:45:46.01842Z","caller":"traceutil/trace.go:171","msg":"trace[130254210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35395; }","duration":"340.855925ms","start":"2026-07-09T02:45:45.677548Z","end":"2026-07-09T02:45:46.018404Z","steps":["trace[130254210] 'agreement among raft nodes before linearized reading' (duration: 340.754012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:46.018468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.677526Z","time spent":"340.934656ms","remote":"127.0.0.1:51830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T02:45:46.018598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.28538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:46.018661Z","caller":"traceutil/trace.go:171","msg":"trace[1903423721] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:35395; }","duration":"431.404293ms","start":"2026-07-09T02:45:45.587243Z","end":"2026-07-09T02:45:46.018647Z","steps":["trace[1903423721] 'agreement among raft nodes before linearized reading' (duration: 431.28525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:46.0186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.836241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:45:46.018752Z","caller":"traceutil/trace.go:171","msg":"trace[370111009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35395; }","duration":"574.038096ms","start":"2026-07-09T02:45:45.444693Z","end":"2026-07-09T02:45:46.018731Z","steps":["trace[370111009] 'agreement among raft nodes before linearized reading' (duration: 573.556534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:46.018691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.587215Z","time spent":"431.469273ms","remote":"127.0.0.1:52280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":20,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:46.018867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:45.444674Z","time spent":"574.149188ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T02:45:46.273361Z","caller":"traceutil/trace.go:171","msg":"trace[1367698586] transaction","detail":"{read_only:false; response_revision:35397; number_of_response:1; }","duration":"164.711697ms","start":"2026-07-09T02:45:46.108617Z","end":"2026-07-09T02:45:46.273329Z","steps":["trace[1367698586] 'process raft request' (duration: 104.026947ms)","trace[1367698586] 'compare' (duration: 60.432944ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:46.520263Z","caller":"traceutil/trace.go:171","msg":"trace[1936674505] transaction","detail":"{read_only:false; response_revision:35398; number_of_response:1; }","duration":"411.503831ms","start":"2026-07-09T02:45:46.108733Z","end":"2026-07-09T02:45:46.520237Z","steps":["trace[1936674505] 'process raft request' (duration: 313.970267ms)","trace[1936674505] 'compare' (duration: 97.246077ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:46.520445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:46.108715Z","time spent":"411.633414ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:46.520561Z","caller":"traceutil/trace.go:171","msg":"trace[1623583776] transaction","detail":"{read_only:false; response_revision:35399; number_of_response:1; }","duration":"411.095552ms","start":"2026-07-09T02:45:46.109434Z","end":"2026-07-09T02:45:46.52053Z","steps":["trace[1623583776] 'process raft request' (duration: 410.711433ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:46.520571Z","caller":"traceutil/trace.go:171","msg":"trace[1202062725] transaction","detail":"{read_only:false; response_revision:35400; number_of_response:1; }","duration":"410.63443ms","start":"2026-07-09T02:45:46.109913Z","end":"2026-07-09T02:45:46.520547Z","steps":["trace[1202062725] 'process raft request' (duration: 410.485547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:46.520733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:46.109425Z","time spent":"411.217314ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:46.520817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:46.109884Z","time spent":"410.880356ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:48.071256Z","caller":"traceutil/trace.go:171","msg":"trace[1362248882] transaction","detail":"{read_only:false; response_revision:35404; number_of_response:1; }","duration":"154.799242ms","start":"2026-07-09T02:45:47.916429Z","end":"2026-07-09T02:45:48.071228Z","steps":["trace[1362248882] 'process raft request' (duration: 154.30062ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.073502Z","caller":"traceutil/trace.go:171","msg":"trace[629214066] transaction","detail":"{read_only:false; response_revision:35405; number_of_response:1; }","duration":"156.351069ms","start":"2026-07-09T02:45:47.917086Z","end":"2026-07-09T02:45:48.073437Z","steps":["trace[629214066] 'process raft request' (duration: 156.013131ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.073538Z","caller":"traceutil/trace.go:171","msg":"trace[1653707037] transaction","detail":"{read_only:false; response_revision:35406; number_of_response:1; }","duration":"154.491935ms","start":"2026-07-09T02:45:47.919024Z","end":"2026-07-09T02:45:48.073516Z","steps":["trace[1653707037] 'process raft request' (duration: 154.28484ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.073539Z","caller":"traceutil/trace.go:171","msg":"trace[1145864282] transaction","detail":"{read_only:false; response_revision:35407; number_of_response:1; }","duration":"154.206078ms","start":"2026-07-09T02:45:47.919302Z","end":"2026-07-09T02:45:48.073508Z","steps":["trace[1145864282] 'process raft request' (duration: 154.083595ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.073732Z","caller":"traceutil/trace.go:171","msg":"trace[1117208124] linearizableReadLoop","detail":"{readStateIndex:36551; appliedIndex:36546; }","duration":"118.780218ms","start":"2026-07-09T02:45:47.954933Z","end":"2026-07-09T02:45:48.073714Z","steps":["trace[1117208124] 'read index received' (duration: 115.666964ms)","trace[1117208124] 'applied index is now lower than readState.Index' (duration: 3.111924ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:48.073785Z","caller":"traceutil/trace.go:171","msg":"trace[1307268738] transaction","detail":"{read_only:false; response_revision:35408; number_of_response:1; }","duration":"153.786929ms","start":"2026-07-09T02:45:47.919986Z","end":"2026-07-09T02:45:48.073773Z","steps":["trace[1307268738] 'process raft request' (duration: 153.461981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:48.07385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.906371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:48.073882Z","caller":"traceutil/trace.go:171","msg":"trace[1309877954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35408; }","duration":"119.000823ms","start":"2026-07-09T02:45:47.954872Z","end":"2026-07-09T02:45:48.073873Z","steps":["trace[1309877954] 'agreement among raft nodes before linearized reading' (duration: 118.917041ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.312179Z","caller":"traceutil/trace.go:171","msg":"trace[1735320315] transaction","detail":"{read_only:false; response_revision:35409; number_of_response:1; }","duration":"209.674973ms","start":"2026-07-09T02:45:48.102453Z","end":"2026-07-09T02:45:48.312128Z","steps":["trace[1735320315] 'process raft request' (duration: 208.601628ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.474992Z","caller":"traceutil/trace.go:171","msg":"trace[502590117] transaction","detail":"{read_only:false; response_revision:35410; number_of_response:1; }","duration":"158.328196ms","start":"2026-07-09T02:45:48.316634Z","end":"2026-07-09T02:45:48.474962Z","steps":["trace[502590117] 'process raft request' (duration: 112.508889ms)","trace[502590117] 'compare' (duration: 45.395577ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:48.649246Z","caller":"traceutil/trace.go:171","msg":"trace[1615059087] linearizableReadLoop","detail":"{readStateIndex:36556; appliedIndex:36553; }","duration":"100.014082ms","start":"2026-07-09T02:45:48.549204Z","end":"2026-07-09T02:45:48.649218Z","steps":["trace[1615059087] 'read index received' (duration: 51.308877ms)","trace[1615059087] 'applied index is now lower than readState.Index' (duration: 48.704035ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:48.649439Z","caller":"traceutil/trace.go:171","msg":"trace[536749827] transaction","detail":"{read_only:false; response_revision:35412; number_of_response:1; }","duration":"122.946406ms","start":"2026-07-09T02:45:48.526481Z","end":"2026-07-09T02:45:48.649427Z","steps":["trace[536749827] 'process raft request' (duration: 122.624769ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.649596Z","caller":"traceutil/trace.go:171","msg":"trace[2061534590] transaction","detail":"{read_only:false; response_revision:35413; number_of_response:1; }","duration":"122.858384ms","start":"2026-07-09T02:45:48.526728Z","end":"2026-07-09T02:45:48.649586Z","steps":["trace[2061534590] 'process raft request' (duration: 122.443294ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.649268Z","caller":"traceutil/trace.go:171","msg":"trace[536742047] transaction","detail":"{read_only:false; response_revision:35411; number_of_response:1; }","duration":"124.590515ms","start":"2026-07-09T02:45:48.524652Z","end":"2026-07-09T02:45:48.649243Z","steps":["trace[536742047] 'process raft request' (duration: 75.839439ms)","trace[536742047] 'compare' (duration: 48.470849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:48.649985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.77053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-5b6bfbb59d-dkk62.18c07e12148df458\" ","response":"range_response_count:1 size:1542"} {"level":"info","ts":"2026-07-09T02:45:48.650056Z","caller":"traceutil/trace.go:171","msg":"trace[2063397799] range","detail":"{range_begin:/registry/events/openstack/manila-api-5b6bfbb59d-dkk62.18c07e12148df458; range_end:; response_count:1; response_revision:35413; }","duration":"100.884403ms","start":"2026-07-09T02:45:48.549148Z","end":"2026-07-09T02:45:48.650032Z","steps":["trace[2063397799] 'agreement among raft nodes before linearized reading' (duration: 100.619136ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.863533Z","caller":"traceutil/trace.go:171","msg":"trace[2076163590] transaction","detail":"{read_only:false; response_revision:35414; number_of_response:1; }","duration":"211.466516ms","start":"2026-07-09T02:45:48.652048Z","end":"2026-07-09T02:45:48.863515Z","steps":["trace[2076163590] 'process raft request' (duration: 211.329883ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:48.912491Z","caller":"traceutil/trace.go:171","msg":"trace[1535638402] linearizableReadLoop","detail":"{readStateIndex:36558; appliedIndex:36556; }","duration":"242.281697ms","start":"2026-07-09T02:45:48.670185Z","end":"2026-07-09T02:45:48.912467Z","steps":["trace[1535638402] 'read index received' (duration: 193.204093ms)","trace[1535638402] 'applied index is now lower than readState.Index' (duration: 49.076614ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:48.912575Z","caller":"traceutil/trace.go:171","msg":"trace[1961235541] transaction","detail":"{read_only:false; response_revision:35415; number_of_response:1; }","duration":"258.02776ms","start":"2026-07-09T02:45:48.65451Z","end":"2026-07-09T02:45:48.912538Z","steps":["trace[1961235541] 'process raft request' (duration: 257.817885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:48.912742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.472472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:48.912786Z","caller":"traceutil/trace.go:171","msg":"trace[824611561] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:35415; }","duration":"242.646096ms","start":"2026-07-09T02:45:48.670129Z","end":"2026-07-09T02:45:48.912775Z","steps":["trace[824611561] 'agreement among raft nodes before linearized reading' (duration: 242.463152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:48.912783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.98315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:48.912848Z","caller":"traceutil/trace.go:171","msg":"trace[1271147162] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:35415; }","duration":"183.105483ms","start":"2026-07-09T02:45:48.729726Z","end":"2026-07-09T02:45:48.912832Z","steps":["trace[1271147162] 'agreement among raft nodes before linearized reading' (duration: 182.95974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:49.132564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.210786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:49.132714Z","caller":"traceutil/trace.go:171","msg":"trace[1226776465] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:35415; }","duration":"148.402301ms","start":"2026-07-09T02:45:48.984275Z","end":"2026-07-09T02:45:49.132677Z","steps":["trace[1226776465] 'count revisions from in-memory index tree' (duration: 148.124984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:49.132703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.734613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:49.132785Z","caller":"traceutil/trace.go:171","msg":"trace[10945293] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:35415; }","duration":"136.920278ms","start":"2026-07-09T02:45:48.995842Z","end":"2026-07-09T02:45:49.132762Z","steps":["trace[10945293] 'count revisions from in-memory index tree' (duration: 136.656462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:49.34912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.081709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:49.349197Z","caller":"traceutil/trace.go:171","msg":"trace[604781051] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:35416; }","duration":"104.226393ms","start":"2026-07-09T02:45:49.244949Z","end":"2026-07-09T02:45:49.349175Z","steps":["trace[604781051] 'count revisions from in-memory index tree' (duration: 103.943056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.00298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.7212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:50.003167Z","caller":"traceutil/trace.go:171","msg":"trace[1096970826] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:35417; }","duration":"111.964166ms","start":"2026-07-09T02:45:49.891183Z","end":"2026-07-09T02:45:50.003147Z","steps":["trace[1096970826] 'count revisions from in-memory index tree' (duration: 111.611107ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:50.19016Z","caller":"traceutil/trace.go:171","msg":"trace[1345535903] linearizableReadLoop","detail":"{readStateIndex:36561; appliedIndex:36560; }","duration":"111.70626ms","start":"2026-07-09T02:45:50.078427Z","end":"2026-07-09T02:45:50.190133Z","steps":["trace[1345535903] 'read index received' (duration: 111.517576ms)","trace[1345535903] 'applied index is now lower than readState.Index' (duration: 187.584µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:50.190219Z","caller":"traceutil/trace.go:171","msg":"trace[1604875679] transaction","detail":"{read_only:false; response_revision:35418; number_of_response:1; }","duration":"113.159364ms","start":"2026-07-09T02:45:50.077028Z","end":"2026-07-09T02:45:50.190187Z","steps":["trace[1604875679] 'process raft request' (duration: 112.903458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.190437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.980377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:45:50.190517Z","caller":"traceutil/trace.go:171","msg":"trace[1230877880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35418; }","duration":"112.199712ms","start":"2026-07-09T02:45:50.0783Z","end":"2026-07-09T02:45:50.190499Z","steps":["trace[1230877880] 'agreement among raft nodes before linearized reading' (duration: 111.940346ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:50.27178Z","caller":"traceutil/trace.go:171","msg":"trace[1522520637] transaction","detail":"{read_only:false; response_revision:35419; number_of_response:1; }","duration":"192.66606ms","start":"2026-07-09T02:45:50.079093Z","end":"2026-07-09T02:45:50.271759Z","steps":["trace[1522520637] 'process raft request' (duration: 192.519467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.272161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.202752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:45:50.272284Z","caller":"traceutil/trace.go:171","msg":"trace[796714902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35419; }","duration":"193.390567ms","start":"2026-07-09T02:45:50.078866Z","end":"2026-07-09T02:45:50.272257Z","steps":["trace[796714902] 'agreement among raft nodes before linearized reading' (duration: 192.919696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.272595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.219653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:45:50.272893Z","caller":"traceutil/trace.go:171","msg":"trace[963769260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35419; }","duration":"193.369337ms","start":"2026-07-09T02:45:50.079313Z","end":"2026-07-09T02:45:50.272683Z","steps":["trace[963769260] 'agreement among raft nodes before linearized reading' (duration: 192.483946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.556349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.674058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:50.556689Z","caller":"traceutil/trace.go:171","msg":"trace[899467887] linearizableReadLoop","detail":"{readStateIndex:36565; appliedIndex:36562; }","duration":"240.670179ms","start":"2026-07-09T02:45:50.316002Z","end":"2026-07-09T02:45:50.556672Z","steps":["trace[899467887] 'read index received' (duration: 96.644232ms)","trace[899467887] 'applied index is now lower than readState.Index' (duration: 144.024847ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:50.556797Z","caller":"traceutil/trace.go:171","msg":"trace[1876637588] transaction","detail":"{read_only:false; response_revision:35420; number_of_response:1; }","duration":"361.74087ms","start":"2026-07-09T02:45:50.195045Z","end":"2026-07-09T02:45:50.556785Z","steps":["trace[1876637588] 'process raft request' (duration: 217.510689ms)","trace[1876637588] 'compare' (duration: 143.268499ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:50.556869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.195022Z","time spent":"361.812483ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:50.557029Z","caller":"traceutil/trace.go:171","msg":"trace[1690370281] transaction","detail":"{read_only:false; response_revision:35421; number_of_response:1; }","duration":"279.865238ms","start":"2026-07-09T02:45:50.277131Z","end":"2026-07-09T02:45:50.556996Z","steps":["trace[1690370281] 'process raft request' (duration: 279.398387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.55734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.315165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T02:45:50.557414Z","caller":"traceutil/trace.go:171","msg":"trace[203470706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35422; }","duration":"241.437807ms","start":"2026-07-09T02:45:50.315957Z","end":"2026-07-09T02:45:50.557394Z","steps":["trace[203470706] 'agreement among raft nodes before linearized reading' (duration: 241.089989ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:50.557465Z","caller":"traceutil/trace.go:171","msg":"trace[78758219] transaction","detail":"{read_only:false; response_revision:35422; number_of_response:1; }","duration":"279.380667ms","start":"2026-07-09T02:45:50.278065Z","end":"2026-07-09T02:45:50.557446Z","steps":["trace[78758219] 'process raft request' (duration: 278.568658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.558311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.67485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-09T02:45:50.558362Z","caller":"traceutil/trace.go:171","msg":"trace[1420524324] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:35422; }","duration":"165.780853ms","start":"2026-07-09T02:45:50.392572Z","end":"2026-07-09T02:45:50.558353Z","steps":["trace[1420524324] 'agreement among raft nodes before linearized reading' (duration: 164.42371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:50.995225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.148015ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-09T02:45:50.995361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.559356Z","time spent":"435.999532ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-09T02:45:51.530245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.445398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:51.530934Z","caller":"traceutil/trace.go:171","msg":"trace[199825658] transaction","detail":"{read_only:false; response_revision:35423; number_of_response:1; }","duration":"969.002455ms","start":"2026-07-09T02:45:50.561904Z","end":"2026-07-09T02:45:51.530907Z","steps":["trace[199825658] 'process raft request' (duration: 656.836961ms)","trace[199825658] 'compare' (duration: 311.243612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:51.531053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.561872Z","time spent":"969.119048ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:51.531103Z","caller":"traceutil/trace.go:171","msg":"trace[1732821760] transaction","detail":"{read_only:false; response_revision:35424; number_of_response:1; }","duration":"968.559465ms","start":"2026-07-09T02:45:50.562506Z","end":"2026-07-09T02:45:51.531065Z","steps":["trace[1732821760] 'process raft request' (duration: 967.832648ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:51.531281Z","caller":"traceutil/trace.go:171","msg":"trace[384351586] linearizableReadLoop","detail":"{readStateIndex:36568; appliedIndex:36565; }","duration":"965.845321ms","start":"2026-07-09T02:45:50.565425Z","end":"2026-07-09T02:45:51.53127Z","steps":["trace[384351586] 'read index received' (duration: 286.64312ms)","trace[384351586] 'applied index is now lower than readState.Index' (duration: 679.201431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:51.531298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.562488Z","time spent":"968.707438ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:51.531346Z","caller":"traceutil/trace.go:171","msg":"trace[250972314] transaction","detail":"{read_only:false; response_revision:35427; number_of_response:1; }","duration":"876.206304ms","start":"2026-07-09T02:45:50.655128Z","end":"2026-07-09T02:45:51.531335Z","steps":["trace[250972314] 'process raft request' (duration: 876.112242ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:51.531342Z","caller":"traceutil/trace.go:171","msg":"trace[1048603731] transaction","detail":"{read_only:false; response_revision:35426; number_of_response:1; }","duration":"876.223735ms","start":"2026-07-09T02:45:50.655093Z","end":"2026-07-09T02:45:51.531316Z","steps":["trace[1048603731] 'process raft request' (duration: 876.107572ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:51.531402Z","caller":"traceutil/trace.go:171","msg":"trace[1944597165] transaction","detail":"{read_only:false; response_revision:35425; number_of_response:1; }","duration":"876.338148ms","start":"2026-07-09T02:45:50.655005Z","end":"2026-07-09T02:45:51.531343Z","steps":["trace[1944597165] 'process raft request' (duration: 875.411526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:51.531567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.120227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:51.531573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.655057Z","time spent":"876.41216ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:51.531602Z","caller":"traceutil/trace.go:171","msg":"trace[354290580] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:35427; }","duration":"966.202719ms","start":"2026-07-09T02:45:50.565389Z","end":"2026-07-09T02:45:51.531592Z","steps":["trace[354290580] 'agreement among raft nodes before linearized reading' (duration: 966.063075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:51.531629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.565377Z","time spent":"966.24652ms","remote":"127.0.0.1:52006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T02:45:51.531434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.655092Z","time spent":"876.273666ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:51.531631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.654976Z","time spent":"876.510682ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:51.786781Z","caller":"traceutil/trace.go:171","msg":"trace[1534407485] transaction","detail":"{read_only:false; response_revision:35428; number_of_response:1; }","duration":"871.37638ms","start":"2026-07-09T02:45:50.915377Z","end":"2026-07-09T02:45:51.786753Z","steps":["trace[1534407485] 'process raft request' (duration: 871.133164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:51.786927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.91536Z","time spent":"871.486672ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:51.786918Z","caller":"traceutil/trace.go:171","msg":"trace[1202146263] transaction","detail":"{read_only:false; response_revision:35429; number_of_response:1; }","duration":"790.0167ms","start":"2026-07-09T02:45:50.996869Z","end":"2026-07-09T02:45:51.786885Z","steps":["trace[1202146263] 'process raft request' (duration: 789.794095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:51.787063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.996838Z","time spent":"790.146602ms","remote":"127.0.0.1:51848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:51.787384Z","caller":"traceutil/trace.go:171","msg":"trace[721210549] transaction","detail":"{read_only:false; response_revision:35430; number_of_response:1; }","duration":"647.814197ms","start":"2026-07-09T02:45:51.139434Z","end":"2026-07-09T02:45:51.787249Z","steps":["trace[721210549] 'process raft request' (duration: 647.271764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:51.787447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.139374Z","time spent":"648.039912ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:52.118535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.421774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:52.118704Z","caller":"traceutil/trace.go:171","msg":"trace[1025469123] linearizableReadLoop","detail":"{readStateIndex:36575; appliedIndex:36571; }","duration":"587.376103ms","start":"2026-07-09T02:45:51.531311Z","end":"2026-07-09T02:45:52.118687Z","steps":["trace[1025469123] 'read index received' (duration: 255.153762ms)","trace[1025469123] 'applied index is now lower than readState.Index' (duration: 332.221461ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:52.118777Z","caller":"traceutil/trace.go:171","msg":"trace[1377394573] transaction","detail":"{read_only:false; response_revision:35431; number_of_response:1; }","duration":"593.111689ms","start":"2026-07-09T02:45:51.525656Z","end":"2026-07-09T02:45:52.118768Z","steps":["trace[1377394573] 'process raft request' (duration: 462.379997ms)","trace[1377394573] 'compare' (duration: 130.322832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:52.118831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.525629Z","time spent":"593.17634ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:52.119019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492953064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:52.119109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160758574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:52.119118Z","caller":"traceutil/trace.go:171","msg":"trace[181574509] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:35432; }","duration":"1.493123248s","start":"2026-07-09T02:45:50.625969Z","end":"2026-07-09T02:45:52.119093Z","steps":["trace[181574509] 'agreement among raft nodes before linearized reading' (duration: 1.492870342s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473199715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:52.119178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.250437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"warn","ts":"2026-07-09T02:45:52.119175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.502706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-09T02:45:52.119167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.625944Z","time spent":"1.49321143s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:52.119212Z","caller":"traceutil/trace.go:171","msg":"trace[1277047871] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:35432; }","duration":"648.323559ms","start":"2026-07-09T02:45:51.470881Z","end":"2026-07-09T02:45:52.119205Z","steps":["trace[1277047871] 'agreement among raft nodes before linearized reading' (duration: 648.177235ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:52.119218Z","caller":"traceutil/trace.go:171","msg":"trace[1948515689] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:35432; }","duration":"329.571298ms","start":"2026-07-09T02:45:51.789638Z","end":"2026-07-09T02:45:52.119209Z","steps":["trace[1948515689] 'agreement among raft nodes before linearized reading' (duration: 329.425645ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:52.119236Z","caller":"traceutil/trace.go:171","msg":"trace[1749223517] transaction","detail":"{read_only:false; response_revision:35432; number_of_response:1; }","duration":"341.024819ms","start":"2026-07-09T02:45:51.7782Z","end":"2026-07-09T02:45:52.119225Z","steps":["trace[1749223517] 'process raft request' (duration: 340.413025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.470861Z","time spent":"648.37714ms","remote":"127.0.0.1:34320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7721,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-09T02:45:52.119246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.789624Z","time spent":"329.617319ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-09T02:45:52.119149Z","caller":"traceutil/trace.go:171","msg":"trace[631048039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35432; }","duration":"1.160848706s","start":"2026-07-09T02:45:50.958289Z","end":"2026-07-09T02:45:52.119138Z","steps":["trace[631048039] 'agreement among raft nodes before linearized reading' (duration: 1.160787205s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.958259Z","time spent":"1.161011131s","remote":"127.0.0.1:51824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T02:45:52.11918Z","caller":"traceutil/trace.go:171","msg":"trace[1916047604] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:35432; }","duration":"1.473308908s","start":"2026-07-09T02:45:50.645858Z","end":"2026-07-09T02:45:52.119167Z","steps":["trace[1916047604] 'agreement among raft nodes before linearized reading' (duration: 1.473188895s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.64584Z","time spent":"1.473516533s","remote":"127.0.0.1:52030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:52.119332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196129013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-09T02:45:52.119428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.399735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:52.11952Z","caller":"traceutil/trace.go:171","msg":"trace[728600472] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:35432; }","duration":"582.548738ms","start":"2026-07-09T02:45:51.536962Z","end":"2026-07-09T02:45:52.119511Z","steps":["trace[728600472] 'agreement among raft nodes before linearized reading' (duration: 581.909533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.427758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T02:45:52.1196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.778169Z","time spent":"341.111802ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:52.119713Z","caller":"traceutil/trace.go:171","msg":"trace[827144777] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:35432; }","duration":"444.082344ms","start":"2026-07-09T02:45:51.67562Z","end":"2026-07-09T02:45:52.119702Z","steps":["trace[827144777] 'agreement among raft nodes before linearized reading' (duration: 443.446639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.675519Z","time spent":"444.217258ms","remote":"127.0.0.1:45930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:52.119753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:51.536935Z","time spent":"582.808175ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-09T02:45:52.119495Z","caller":"traceutil/trace.go:171","msg":"trace[1090525292] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35432; }","duration":"1.196448651s","start":"2026-07-09T02:45:50.923022Z","end":"2026-07-09T02:45:52.11947Z","steps":["trace[1090525292] 'agreement among raft nodes before linearized reading' (duration: 1.195758835s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.119815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:50.923007Z","time spent":"1.196796319s","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T02:45:52.771179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.246352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:52.771258Z","caller":"traceutil/trace.go:171","msg":"trace[1730998889] linearizableReadLoop","detail":"{readStateIndex:36578; appliedIndex:36577; }","duration":"518.09738ms","start":"2026-07-09T02:45:52.253148Z","end":"2026-07-09T02:45:52.771245Z","steps":["trace[1730998889] 'read index received' (duration: 96.720314ms)","trace[1730998889] 'applied index is now lower than readState.Index' (duration: 421.375696ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:52.771284Z","caller":"traceutil/trace.go:171","msg":"trace[828458796] transaction","detail":"{read_only:false; response_revision:35434; number_of_response:1; }","duration":"574.796734ms","start":"2026-07-09T02:45:52.196459Z","end":"2026-07-09T02:45:52.771255Z","steps":["trace[828458796] 'process raft request' (duration: 153.382848ms)","trace[828458796] 'compare' (duration: 420.382522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:52.771407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.196426Z","time spent":"574.921757ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:52.771434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.231503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:45:52.771581Z","caller":"traceutil/trace.go:171","msg":"trace[1614989568] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:35434; }","duration":"518.436417ms","start":"2026-07-09T02:45:52.253088Z","end":"2026-07-09T02:45:52.771525Z","steps":["trace[1614989568] 'agreement among raft nodes before linearized reading' (duration: 518.204382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.771649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.253065Z","time spent":"518.570691ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:52.804551Z","caller":"traceutil/trace.go:171","msg":"trace[328647162] transaction","detail":"{read_only:false; response_revision:35435; number_of_response:1; }","duration":"527.332649ms","start":"2026-07-09T02:45:52.277164Z","end":"2026-07-09T02:45:52.804496Z","steps":["trace[328647162] 'process raft request' (duration: 527.113463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.804642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.887222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T02:45:52.8048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.277134Z","time spent":"527.528694ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:52.804716Z","caller":"traceutil/trace.go:171","msg":"trace[1913385479] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:35435; }","duration":"546.998355ms","start":"2026-07-09T02:45:52.257699Z","end":"2026-07-09T02:45:52.804698Z","steps":["trace[1913385479] 'agreement among raft nodes before linearized reading' (duration: 546.733799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.804887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.257688Z","time spent":"547.182529ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:45:52.8052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.405124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T02:45:52.805248Z","caller":"traceutil/trace.go:171","msg":"trace[926044357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35435; }","duration":"243.466245ms","start":"2026-07-09T02:45:52.561768Z","end":"2026-07-09T02:45:52.805234Z","steps":["trace[926044357] 'agreement among raft nodes before linearized reading' (duration: 242.685587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.805489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.017648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T02:45:52.805539Z","caller":"traceutil/trace.go:171","msg":"trace[1171397355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35435; }","duration":"244.10846ms","start":"2026-07-09T02:45:52.561416Z","end":"2026-07-09T02:45:52.805524Z","steps":["trace[1171397355] 'agreement among raft nodes before linearized reading' (duration: 243.081706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:52.805869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.373947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T02:45:52.80594Z","caller":"traceutil/trace.go:171","msg":"trace[1892440639] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35435; }","duration":"244.484769ms","start":"2026-07-09T02:45:52.561437Z","end":"2026-07-09T02:45:52.805922Z","steps":["trace[1892440639] 'agreement among raft nodes before linearized reading' (duration: 243.063936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:53.220642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.131087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:53.220858Z","caller":"traceutil/trace.go:171","msg":"trace[1529387070] transaction","detail":"{read_only:false; response_revision:35437; number_of_response:1; }","duration":"410.477436ms","start":"2026-07-09T02:45:52.810347Z","end":"2026-07-09T02:45:53.220824Z","steps":["trace[1529387070] 'process raft request' (duration: 280.076643ms)","trace[1529387070] 'compare' (duration: 130.022424ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:53.220892Z","caller":"traceutil/trace.go:171","msg":"trace[270369649] transaction","detail":"{read_only:false; response_revision:35438; number_of_response:1; }","duration":"410.402714ms","start":"2026-07-09T02:45:52.810449Z","end":"2026-07-09T02:45:53.220852Z","steps":["trace[270369649] 'process raft request' (duration: 410.272831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:53.221053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.810338Z","time spent":"410.621749ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:53.221082Z","caller":"traceutil/trace.go:171","msg":"trace[473814458] transaction","detail":"{read_only:false; response_revision:35439; number_of_response:1; }","duration":"345.189997ms","start":"2026-07-09T02:45:52.87588Z","end":"2026-07-09T02:45:53.22107Z","steps":["trace[473814458] 'process raft request' (duration: 344.89864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:53.221093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.810422Z","time spent":"410.556188ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:53.221127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:52.875856Z","time spent":"345.249429ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:53.49636Z","caller":"traceutil/trace.go:171","msg":"trace[1974300170] transaction","detail":"{read_only:false; response_revision:35441; number_of_response:1; }","duration":"178.226047ms","start":"2026-07-09T02:45:53.318107Z","end":"2026-07-09T02:45:53.496333Z","steps":["trace[1974300170] 'process raft request' (duration: 178.045103ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:53.763581Z","caller":"traceutil/trace.go:171","msg":"trace[612968464] transaction","detail":"{read_only:false; response_revision:35442; number_of_response:1; }","duration":"227.073376ms","start":"2026-07-09T02:45:53.536456Z","end":"2026-07-09T02:45:53.763529Z","steps":["trace[612968464] 'process raft request' (duration: 140.549984ms)","trace[612968464] 'compare' (duration: 86.212665ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:53.764253Z","caller":"traceutil/trace.go:171","msg":"trace[190368686] transaction","detail":"{read_only:false; response_revision:35446; number_of_response:1; }","duration":"225.202542ms","start":"2026-07-09T02:45:53.539038Z","end":"2026-07-09T02:45:53.764241Z","steps":["trace[190368686] 'process raft request' (duration: 224.582298ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:53.764276Z","caller":"traceutil/trace.go:171","msg":"trace[151807004] transaction","detail":"{read_only:false; response_revision:35443; number_of_response:1; }","duration":"227.492106ms","start":"2026-07-09T02:45:53.536734Z","end":"2026-07-09T02:45:53.764227Z","steps":["trace[151807004] 'process raft request' (duration: 226.687407ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:53.764332Z","caller":"traceutil/trace.go:171","msg":"trace[2075417167] transaction","detail":"{read_only:false; response_revision:35444; number_of_response:1; }","duration":"227.087676ms","start":"2026-07-09T02:45:53.537204Z","end":"2026-07-09T02:45:53.764292Z","steps":["trace[2075417167] 'process raft request' (duration: 226.293688ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:53.764403Z","caller":"traceutil/trace.go:171","msg":"trace[2098305052] transaction","detail":"{read_only:false; response_revision:35445; number_of_response:1; }","duration":"225.320384ms","start":"2026-07-09T02:45:53.539042Z","end":"2026-07-09T02:45:53.764362Z","steps":["trace[2098305052] 'process raft request' (duration: 224.489724ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:54.243255Z","caller":"traceutil/trace.go:171","msg":"trace[1719458824] linearizableReadLoop","detail":"{readStateIndex:36592; appliedIndex:36591; }","duration":"111.70879ms","start":"2026-07-09T02:45:54.13152Z","end":"2026-07-09T02:45:54.243229Z","steps":["trace[1719458824] 'read index received' (duration: 111.581397ms)","trace[1719458824] 'applied index is now lower than readState.Index' (duration: 126.503µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:54.243375Z","caller":"traceutil/trace.go:171","msg":"trace[619665432] transaction","detail":"{read_only:false; response_revision:35448; number_of_response:1; }","duration":"118.326937ms","start":"2026-07-09T02:45:54.125016Z","end":"2026-07-09T02:45:54.243343Z","steps":["trace[619665432] 'process raft request' (duration: 118.085061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:54.243444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.907865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:45:54.243471Z","caller":"traceutil/trace.go:171","msg":"trace[1517292357] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35448; }","duration":"111.983437ms","start":"2026-07-09T02:45:54.131479Z","end":"2026-07-09T02:45:54.243462Z","steps":["trace[1517292357] 'agreement among raft nodes before linearized reading' (duration: 111.856134ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:54.955377Z","caller":"traceutil/trace.go:171","msg":"trace[273135619] transaction","detail":"{read_only:false; response_revision:35451; number_of_response:1; }","duration":"143.612347ms","start":"2026-07-09T02:45:54.811717Z","end":"2026-07-09T02:45:54.955329Z","steps":["trace[273135619] 'process raft request' (duration: 103.27633ms)","trace[273135619] 'compare' (duration: 40.131682ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:55.425594Z","caller":"traceutil/trace.go:171","msg":"trace[1707625349] transaction","detail":"{read_only:false; response_revision:35453; number_of_response:1; }","duration":"196.88097ms","start":"2026-07-09T02:45:55.228684Z","end":"2026-07-09T02:45:55.425565Z","steps":["trace[1707625349] 'process raft request' (duration: 196.713026ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:55.482927Z","caller":"traceutil/trace.go:171","msg":"trace[734647440] transaction","detail":"{read_only:false; response_revision:35454; number_of_response:1; }","duration":"253.637886ms","start":"2026-07-09T02:45:55.229226Z","end":"2026-07-09T02:45:55.482864Z","steps":["trace[734647440] 'process raft request' (duration: 253.485513ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:56.430102Z","caller":"traceutil/trace.go:171","msg":"trace[22004356] transaction","detail":"{read_only:false; response_revision:35462; number_of_response:1; }","duration":"111.583336ms","start":"2026-07-09T02:45:56.318483Z","end":"2026-07-09T02:45:56.430067Z","steps":["trace[22004356] 'process raft request' (duration: 91.338196ms)","trace[22004356] 'compare' (duration: 19.742868ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:57.013689Z","caller":"traceutil/trace.go:171","msg":"trace[1188998882] transaction","detail":"{read_only:false; response_revision:35463; number_of_response:1; }","duration":"218.80339ms","start":"2026-07-09T02:45:56.79486Z","end":"2026-07-09T02:45:57.013663Z","steps":["trace[1188998882] 'process raft request' (duration: 218.638546ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:57.041346Z","caller":"traceutil/trace.go:171","msg":"trace[248744505] linearizableReadLoop","detail":"{readStateIndex:36609; appliedIndex:36607; }","duration":"187.033267ms","start":"2026-07-09T02:45:56.854283Z","end":"2026-07-09T02:45:57.041316Z","steps":["trace[248744505] 'read index received' (duration: 159.219697ms)","trace[248744505] 'applied index is now lower than readState.Index' (duration: 27.81253ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:57.041409Z","caller":"traceutil/trace.go:171","msg":"trace[626628683] transaction","detail":"{read_only:false; response_revision:35464; number_of_response:1; }","duration":"201.314635ms","start":"2026-07-09T02:45:56.840055Z","end":"2026-07-09T02:45:57.04137Z","steps":["trace[626628683] 'process raft request' (duration: 201.076329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:57.041715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.407245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:57.041759Z","caller":"traceutil/trace.go:171","msg":"trace[2084614376] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:35465; }","duration":"187.499788ms","start":"2026-07-09T02:45:56.854249Z","end":"2026-07-09T02:45:57.041749Z","steps":["trace[2084614376] 'agreement among raft nodes before linearized reading' (duration: 187.342764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:57.888035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.092702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:57.888171Z","caller":"traceutil/trace.go:171","msg":"trace[183169217] linearizableReadLoop","detail":"{readStateIndex:36613; appliedIndex:36612; }","duration":"308.530648ms","start":"2026-07-09T02:45:57.579614Z","end":"2026-07-09T02:45:57.888144Z","steps":["trace[183169217] 'read index received' (duration: 26.64µs)","trace[183169217] 'applied index is now lower than readState.Index' (duration: 308.502078ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:57.888205Z","caller":"traceutil/trace.go:171","msg":"trace[1141872155] transaction","detail":"{read_only:false; response_revision:35468; number_of_response:1; }","duration":"352.489042ms","start":"2026-07-09T02:45:57.53568Z","end":"2026-07-09T02:45:57.888169Z","steps":["trace[1141872155] 'process raft request' (duration: 43.131564ms)","trace[1141872155] 'compare' (duration: 308.901837ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:57.888384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.766444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa0d72e4-93cb-4d7b-b905-712c8cb549d5\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-07-09T02:45:57.88838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:57.535669Z","time spent":"352.614384ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:45:57.888414Z","caller":"traceutil/trace.go:171","msg":"trace[1767532638] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa0d72e4-93cb-4d7b-b905-712c8cb549d5; range_end:; response_count:1; response_revision:35468; }","duration":"308.818695ms","start":"2026-07-09T02:45:57.579583Z","end":"2026-07-09T02:45:57.888402Z","steps":["trace[1767532638] 'agreement among raft nodes before linearized reading' (duration: 308.649601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:57.888449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:57.579568Z","time spent":"308.870696ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-aa0d72e4-93cb-4d7b-b905-712c8cb549d5\" "} {"level":"info","ts":"2026-07-09T02:45:57.97872Z","caller":"traceutil/trace.go:171","msg":"trace[1831339977] transaction","detail":"{read_only:false; response_revision:35469; number_of_response:1; }","duration":"181.056315ms","start":"2026-07-09T02:45:57.797604Z","end":"2026-07-09T02:45:57.978661Z","steps":["trace[1831339977] 'process raft request' (duration: 180.81421ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:58.115644Z","caller":"traceutil/trace.go:171","msg":"trace[66587556] linearizableReadLoop","detail":"{readStateIndex:36617; appliedIndex:36613; }","duration":"227.418305ms","start":"2026-07-09T02:45:57.888195Z","end":"2026-07-09T02:45:58.115614Z","steps":["trace[66587556] 'read index received' (duration: 90.253661ms)","trace[66587556] 'applied index is now lower than readState.Index' (duration: 137.163354ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:58.115765Z","caller":"traceutil/trace.go:171","msg":"trace[1720367272] transaction","detail":"{read_only:false; response_revision:35472; number_of_response:1; }","duration":"251.526637ms","start":"2026-07-09T02:45:57.864206Z","end":"2026-07-09T02:45:58.115732Z","steps":["trace[1720367272] 'process raft request' (duration: 251.293761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:58.115884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.154036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:58.115936Z","caller":"traceutil/trace.go:171","msg":"trace[1990095468] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:35472; }","duration":"428.269809ms","start":"2026-07-09T02:45:57.687652Z","end":"2026-07-09T02:45:58.115922Z","steps":["trace[1990095468] 'agreement among raft nodes before linearized reading' (duration: 428.136446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:58.115955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.671681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:45:58.116039Z","caller":"traceutil/trace.go:171","msg":"trace[1196815391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35472; }","duration":"254.801794ms","start":"2026-07-09T02:45:57.861216Z","end":"2026-07-09T02:45:58.116017Z","steps":["trace[1196815391] 'agreement among raft nodes before linearized reading' (duration: 254.510177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:58.116058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.39632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:45:58.116091Z","caller":"traceutil/trace.go:171","msg":"trace[1143408951] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:35472; }","duration":"511.462242ms","start":"2026-07-09T02:45:57.60462Z","end":"2026-07-09T02:45:58.116083Z","steps":["trace[1143408951] 'agreement among raft nodes before linearized reading' (duration: 511.38221ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:58.116113Z","caller":"traceutil/trace.go:171","msg":"trace[1526426040] transaction","detail":"{read_only:false; response_revision:35470; number_of_response:1; }","duration":"253.847471ms","start":"2026-07-09T02:45:57.862255Z","end":"2026-07-09T02:45:58.116102Z","steps":["trace[1526426040] 'process raft request' (duration: 176.803644ms)","trace[1526426040] 'compare' (duration: 76.211258ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:58.116127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:57.604597Z","time spent":"511.522084ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:58.116173Z","caller":"traceutil/trace.go:171","msg":"trace[1855483594] transaction","detail":"{read_only:false; response_revision:35471; number_of_response:1; }","duration":"253.034762ms","start":"2026-07-09T02:45:57.863132Z","end":"2026-07-09T02:45:58.116166Z","steps":["trace[1855483594] 'process raft request' (duration: 252.317365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:58.116365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.082882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-09T02:45:58.116399Z","caller":"traceutil/trace.go:171","msg":"trace[1224837696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:35472; }","duration":"175.182965ms","start":"2026-07-09T02:45:57.941207Z","end":"2026-07-09T02:45:58.11639Z","steps":["trace[1224837696] 'agreement among raft nodes before linearized reading' (duration: 175.049772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:45:58.116425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.423924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-09T02:45:58.115978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:57.687634Z","time spent":"428.33291ms","remote":"127.0.0.1:45928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-09T02:45:58.116465Z","caller":"traceutil/trace.go:171","msg":"trace[653597853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35472; }","duration":"251.525487ms","start":"2026-07-09T02:45:57.864929Z","end":"2026-07-09T02:45:58.116454Z","steps":["trace[653597853] 'agreement among raft nodes before linearized reading' (duration: 251.408914ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:58.262516Z","caller":"traceutil/trace.go:171","msg":"trace[2025955545] transaction","detail":"{read_only:false; response_revision:35474; number_of_response:1; }","duration":"140.284158ms","start":"2026-07-09T02:45:58.122198Z","end":"2026-07-09T02:45:58.262482Z","steps":["trace[2025955545] 'process raft request' (duration: 140.016021ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:58.262536Z","caller":"traceutil/trace.go:171","msg":"trace[632253599] transaction","detail":"{read_only:false; response_revision:35475; number_of_response:1; }","duration":"138.421933ms","start":"2026-07-09T02:45:58.124087Z","end":"2026-07-09T02:45:58.262509Z","steps":["trace[632253599] 'process raft request' (duration: 138.302311ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:59.355796Z","caller":"traceutil/trace.go:171","msg":"trace[1671768980] linearizableReadLoop","detail":"{readStateIndex:36625; appliedIndex:36623; }","duration":"270.924217ms","start":"2026-07-09T02:45:59.084844Z","end":"2026-07-09T02:45:59.355768Z","steps":["trace[1671768980] 'read index received' (duration: 45.032739ms)","trace[1671768980] 'applied index is now lower than readState.Index' (duration: 225.890378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:59.355999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.148222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-09T02:45:59.35603Z","caller":"traceutil/trace.go:171","msg":"trace[562988488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35480; }","duration":"271.245574ms","start":"2026-07-09T02:45:59.084774Z","end":"2026-07-09T02:45:59.35602Z","steps":["trace[562988488] 'agreement among raft nodes before linearized reading' (duration: 271.087421ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:45:59.356108Z","caller":"traceutil/trace.go:171","msg":"trace[695734652] transaction","detail":"{read_only:false; response_revision:35480; number_of_response:1; }","duration":"308.196001ms","start":"2026-07-09T02:45:59.047878Z","end":"2026-07-09T02:45:59.356074Z","steps":["trace[695734652] 'process raft request' (duration: 250.295167ms)","trace[695734652] 'compare' (duration: 57.487964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:59.356231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:59.047863Z","time spent":"308.297424ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:45:59.574958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.18078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:45:59.575103Z","caller":"traceutil/trace.go:171","msg":"trace[2034962817] linearizableReadLoop","detail":"{readStateIndex:36626; appliedIndex:36625; }","duration":"206.738674ms","start":"2026-07-09T02:45:59.368324Z","end":"2026-07-09T02:45:59.575062Z","steps":["trace[2034962817] 'read index received' (duration: 97.329959ms)","trace[2034962817] 'applied index is now lower than readState.Index' (duration: 109.407395ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:45:59.57513Z","caller":"traceutil/trace.go:171","msg":"trace[1123175786] transaction","detail":"{read_only:false; response_revision:35481; number_of_response:1; }","duration":"213.893454ms","start":"2026-07-09T02:45:59.361196Z","end":"2026-07-09T02:45:59.575089Z","steps":["trace[1123175786] 'process raft request' (duration: 104.470418ms)","trace[1123175786] 'compare' (duration: 108.633767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:45:59.575303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.972049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:45:59.575848Z","caller":"traceutil/trace.go:171","msg":"trace[1413058125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35481; }","duration":"207.549253ms","start":"2026-07-09T02:45:59.368287Z","end":"2026-07-09T02:45:59.575836Z","steps":["trace[1413058125] 'agreement among raft nodes before linearized reading' (duration: 206.871457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.101115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.272149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:46:00.101184Z","caller":"traceutil/trace.go:171","msg":"trace[1280021880] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:35482; }","duration":"385.413682ms","start":"2026-07-09T02:45:59.715755Z","end":"2026-07-09T02:46:00.101169Z","steps":["trace[1280021880] 'range keys from in-memory index tree' (duration: 385.034603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.101214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:45:59.715725Z","time spent":"385.482384ms","remote":"127.0.0.1:52274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-09T02:46:00.101371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.088706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:46:00.101432Z","caller":"traceutil/trace.go:171","msg":"trace[1365213922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35482; }","duration":"149.185298ms","start":"2026-07-09T02:45:59.952233Z","end":"2026-07-09T02:46:00.101418Z","steps":["trace[1365213922] 'range keys from in-memory index tree' (duration: 148.992723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.101592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.811653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T02:46:00.101683Z","caller":"traceutil/trace.go:171","msg":"trace[403821576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35482; }","duration":"208.981347ms","start":"2026-07-09T02:45:59.892673Z","end":"2026-07-09T02:46:00.101654Z","steps":["trace[403821576] 'range keys from in-memory index tree' (duration: 208.595768ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:00.120979Z","caller":"traceutil/trace.go:171","msg":"trace[1077946138] transaction","detail":"{read_only:false; response_revision:35483; number_of_response:1; }","duration":"135.914214ms","start":"2026-07-09T02:45:59.985044Z","end":"2026-07-09T02:46:00.120958Z","steps":["trace[1077946138] 'process raft request' (duration: 135.578816ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:00.347881Z","caller":"traceutil/trace.go:171","msg":"trace[960299773] linearizableReadLoop","detail":"{readStateIndex:36632; appliedIndex:36629; }","duration":"198.830485ms","start":"2026-07-09T02:46:00.14903Z","end":"2026-07-09T02:46:00.347861Z","steps":["trace[960299773] 'read index received' (duration: 198.634481ms)","trace[960299773] 'applied index is now lower than readState.Index' (duration: 195.204µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:46:00.348181Z","caller":"traceutil/trace.go:171","msg":"trace[452811000] transaction","detail":"{read_only:false; response_revision:35485; number_of_response:1; }","duration":"225.825536ms","start":"2026-07-09T02:46:00.122342Z","end":"2026-07-09T02:46:00.348168Z","steps":["trace[452811000] 'process raft request' (duration: 225.292203ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:00.348373Z","caller":"traceutil/trace.go:171","msg":"trace[225735024] transaction","detail":"{read_only:false; response_revision:35486; number_of_response:1; }","duration":"225.821036ms","start":"2026-07-09T02:46:00.122525Z","end":"2026-07-09T02:46:00.348346Z","steps":["trace[225735024] 'process raft request' (duration: 225.253112ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:00.348494Z","caller":"traceutil/trace.go:171","msg":"trace[1834631018] transaction","detail":"{read_only:false; response_revision:35487; number_of_response:1; }","duration":"225.638461ms","start":"2026-07-09T02:46:00.122847Z","end":"2026-07-09T02:46:00.348486Z","steps":["trace[1834631018] 'process raft request' (duration: 224.969045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.348701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.652585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:46:00.348734Z","caller":"traceutil/trace.go:171","msg":"trace[798042398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:35487; }","duration":"199.731517ms","start":"2026-07-09T02:46:00.148994Z","end":"2026-07-09T02:46:00.348725Z","steps":["trace[798042398] 'agreement among raft nodes before linearized reading' (duration: 199.593604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.348943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.913299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-09T02:46:00.348971Z","caller":"traceutil/trace.go:171","msg":"trace[1155840257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35487; }","duration":"167.004451ms","start":"2026-07-09T02:46:00.181959Z","end":"2026-07-09T02:46:00.348963Z","steps":["trace[1155840257] 'agreement among raft nodes before linearized reading' (duration: 166.921789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.654655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.527332ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-09T02:46:00.654805Z","caller":"traceutil/trace.go:171","msg":"trace[1822102761] linearizableReadLoop","detail":"{readStateIndex:36636; appliedIndex:36635; }","duration":"210.936604ms","start":"2026-07-09T02:46:00.443849Z","end":"2026-07-09T02:46:00.654786Z","steps":["trace[1822102761] 'read index received' (duration: 38.135885ms)","trace[1822102761] 'applied index is now lower than readState.Index' (duration: 172.799109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:46:00.655332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.463626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:46:00.655453Z","caller":"traceutil/trace.go:171","msg":"trace[1778792639] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:35490; }","duration":"211.58745ms","start":"2026-07-09T02:46:00.443821Z","end":"2026-07-09T02:46:00.655409Z","steps":["trace[1778792639] 'agreement among raft nodes before linearized reading' (duration: 211.443356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:00.655646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.8321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T02:46:00.655763Z","caller":"traceutil/trace.go:171","msg":"trace[2106231730] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35490; }","duration":"173.537477ms","start":"2026-07-09T02:46:00.482205Z","end":"2026-07-09T02:46:00.655742Z","steps":["trace[2106231730] 'agreement among raft nodes before linearized reading' (duration: 172.707427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:00.86782Z","caller":"traceutil/trace.go:171","msg":"trace[637645622] transaction","detail":"{read_only:false; response_revision:35491; number_of_response:1; }","duration":"211.273471ms","start":"2026-07-09T02:46:00.656525Z","end":"2026-07-09T02:46:00.867799Z","steps":["trace[637645622] 'process raft request' (duration: 211.074767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:01.120141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.372055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:46:01.120242Z","caller":"traceutil/trace.go:171","msg":"trace[1801324535] transaction","detail":"{read_only:false; response_revision:35492; number_of_response:1; }","duration":"456.349644ms","start":"2026-07-09T02:46:00.663879Z","end":"2026-07-09T02:46:01.120229Z","steps":["trace[1801324535] 'process raft request' (duration: 335.832586ms)","trace[1801324535] 'compare' (duration: 120.287503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:46:01.120276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:46:00.663858Z","time spent":"456.402356ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T02:46:01.120449Z","caller":"traceutil/trace.go:171","msg":"trace[1199384373] transaction","detail":"{read_only:false; response_revision:35493; number_of_response:1; }","duration":"393.005432ms","start":"2026-07-09T02:46:00.727438Z","end":"2026-07-09T02:46:01.120443Z","steps":["trace[1199384373] 'process raft request' (duration: 392.763707ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:01.120426Z","caller":"traceutil/trace.go:171","msg":"trace[1175178001] linearizableReadLoop","detail":"{readStateIndex:36639; appliedIndex:36636; }","duration":"383.794524ms","start":"2026-07-09T02:46:00.736605Z","end":"2026-07-09T02:46:01.1204Z","steps":["trace[1175178001] 'read index received' (duration: 131.126681ms)","trace[1175178001] 'applied index is now lower than readState.Index' (duration: 252.666833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:46:01.120482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:46:00.727405Z","time spent":"393.061944ms","remote":"127.0.0.1:52088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T02:46:01.120605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.290201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:46:01.120624Z","caller":"traceutil/trace.go:171","msg":"trace[662795450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35493; }","duration":"165.379582ms","start":"2026-07-09T02:46:00.95524Z","end":"2026-07-09T02:46:01.120619Z","steps":["trace[662795450] 'agreement among raft nodes before linearized reading' (duration: 165.346872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:01.120633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.017909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:46:01.120707Z","caller":"traceutil/trace.go:171","msg":"trace[1133214526] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:35493; }","duration":"384.127172ms","start":"2026-07-09T02:46:00.736559Z","end":"2026-07-09T02:46:01.120686Z","steps":["trace[1133214526] 'agreement among raft nodes before linearized reading' (duration: 384.009829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:46:01.120761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:46:00.73654Z","time spent":"384.201953ms","remote":"127.0.0.1:56678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-09T02:46:01.120809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.156977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-09T02:46:01.120909Z","caller":"traceutil/trace.go:171","msg":"trace[698058406] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:35493; }","duration":"251.337332ms","start":"2026-07-09T02:46:00.869554Z","end":"2026-07-09T02:46:01.120891Z","steps":["trace[698058406] 'agreement among raft nodes before linearized reading' (duration: 250.995834ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:02.395207Z","caller":"traceutil/trace.go:171","msg":"trace[1376483167] transaction","detail":"{read_only:false; response_revision:35501; number_of_response:1; }","duration":"135.104675ms","start":"2026-07-09T02:46:02.260082Z","end":"2026-07-09T02:46:02.395186Z","steps":["trace[1376483167] 'process raft request' (duration: 116.76996ms)","trace[1376483167] 'compare' (duration: 17.821513ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:46:02.456999Z","caller":"traceutil/trace.go:171","msg":"trace[1797244860] transaction","detail":"{read_only:false; response_revision:35502; number_of_response:1; }","duration":"102.06155ms","start":"2026-07-09T02:46:02.354905Z","end":"2026-07-09T02:46:02.456967Z","steps":["trace[1797244860] 'process raft request' (duration: 101.376344ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:02.457498Z","caller":"traceutil/trace.go:171","msg":"trace[1401172944] transaction","detail":"{read_only:false; response_revision:35503; number_of_response:1; }","duration":"101.273652ms","start":"2026-07-09T02:46:02.356205Z","end":"2026-07-09T02:46:02.457478Z","steps":["trace[1401172944] 'process raft request' (duration: 100.277248ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:46:02.457877Z","caller":"traceutil/trace.go:171","msg":"trace[386582918] transaction","detail":"{read_only:false; response_revision:35504; number_of_response:1; }","duration":"101.21564ms","start":"2026-07-09T02:46:02.356634Z","end":"2026-07-09T02:46:02.45785Z","steps":["trace[386582918] 'process raft request' (duration: 99.91953ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:49:11.534305Z","caller":"traceutil/trace.go:171","msg":"trace[883577354] transaction","detail":"{read_only:false; response_revision:36878; number_of_response:1; }","duration":"289.497604ms","start":"2026-07-09T02:49:11.244777Z","end":"2026-07-09T02:49:11.534274Z","steps":["trace[883577354] 'process raft request' (duration: 190.027086ms)","trace[883577354] 'compare' (duration: 99.144261ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:49:11.534494Z","caller":"traceutil/trace.go:171","msg":"trace[1027778476] linearizableReadLoop","detail":"{readStateIndex:38066; appliedIndex:38063; }","duration":"183.656715ms","start":"2026-07-09T02:49:11.350815Z","end":"2026-07-09T02:49:11.534471Z","steps":["trace[1027778476] 'read index received' (duration: 83.982602ms)","trace[1027778476] 'applied index is now lower than readState.Index' (duration: 99.673123ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:49:11.534525Z","caller":"traceutil/trace.go:171","msg":"trace[63264211] transaction","detail":"{read_only:false; response_revision:36879; number_of_response:1; }","duration":"287.856936ms","start":"2026-07-09T02:49:11.24664Z","end":"2026-07-09T02:49:11.534497Z","steps":["trace[63264211] 'process raft request' (duration: 287.704872ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:49:11.53463Z","caller":"traceutil/trace.go:171","msg":"trace[699170732] transaction","detail":"{read_only:false; response_revision:36880; number_of_response:1; }","duration":"282.13676ms","start":"2026-07-09T02:49:11.252481Z","end":"2026-07-09T02:49:11.534617Z","steps":["trace[699170732] 'process raft request' (duration: 281.953785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:49:11.534917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.953773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T02:49:11.534925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.114266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17981"} {"level":"info","ts":"2026-07-09T02:49:11.534952Z","caller":"traceutil/trace.go:171","msg":"trace[1699590628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36880; }","duration":"152.043775ms","start":"2026-07-09T02:49:11.382899Z","end":"2026-07-09T02:49:11.534943Z","steps":["trace[1699590628] 'agreement among raft nodes before linearized reading' (duration: 151.923382ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:49:11.534958Z","caller":"traceutil/trace.go:171","msg":"trace[251070911] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36880; }","duration":"184.181357ms","start":"2026-07-09T02:49:11.350767Z","end":"2026-07-09T02:49:11.534948Z","steps":["trace[251070911] 'agreement among raft nodes before linearized reading' (duration: 184.091185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:49:12.958445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.954848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T02:49:12.958529Z","caller":"traceutil/trace.go:171","msg":"trace[837754157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36888; }","duration":"105.070641ms","start":"2026-07-09T02:49:12.853437Z","end":"2026-07-09T02:49:12.958508Z","steps":["trace[837754157] 'range keys from in-memory index tree' (duration: 104.815386ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:49:13.172642Z","caller":"traceutil/trace.go:171","msg":"trace[559099596] linearizableReadLoop","detail":"{readStateIndex:38076; appliedIndex:38074; }","duration":"135.558414ms","start":"2026-07-09T02:49:13.037058Z","end":"2026-07-09T02:49:13.172616Z","steps":["trace[559099596] 'read index received' (duration: 14.195877ms)","trace[559099596] 'applied index is now lower than readState.Index' (duration: 121.361317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:49:13.172782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.702907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:49:13.172825Z","caller":"traceutil/trace.go:171","msg":"trace[1543150813] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36890; }","duration":"135.79809ms","start":"2026-07-09T02:49:13.037015Z","end":"2026-07-09T02:49:13.172813Z","steps":["trace[1543150813] 'agreement among raft nodes before linearized reading' (duration: 135.696847ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:49:13.173008Z","caller":"traceutil/trace.go:171","msg":"trace[1769380292] transaction","detail":"{read_only:false; response_revision:36890; number_of_response:1; }","duration":"207.683744ms","start":"2026-07-09T02:49:12.965298Z","end":"2026-07-09T02:49:13.172982Z","steps":["trace[1769380292] 'process raft request' (duration: 117.439244ms)","trace[1769380292] 'compare' (duration: 89.769389ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:49:47.847229Z","caller":"traceutil/trace.go:171","msg":"trace[908030210] transaction","detail":"{read_only:false; response_revision:37145; number_of_response:1; }","duration":"133.988427ms","start":"2026-07-09T02:49:47.713217Z","end":"2026-07-09T02:49:47.847205Z","steps":["trace[908030210] 'process raft request' (duration: 117.121988ms)","trace[908030210] 'compare' (duration: 16.725266ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:49:51.020297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34967} {"level":"info","ts":"2026-07-09T02:49:51.170024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34967,"took":"145.753426ms","hash":3473594740,"current-db-size-bytes":62939136,"current-db-size":"63 MB","current-db-size-in-use-bytes":31547392,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T02:49:51.170184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3473594740,"revision":34967,"compact-revision":32698} {"level":"info","ts":"2026-07-09T02:49:57.479481Z","caller":"traceutil/trace.go:171","msg":"trace[1976324843] transaction","detail":"{read_only:false; response_revision:37212; number_of_response:1; }","duration":"125.761452ms","start":"2026-07-09T02:49:57.353681Z","end":"2026-07-09T02:49:57.479442Z","steps":["trace[1976324843] 'process raft request' (duration: 125.294101ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:49:57.479527Z","caller":"traceutil/trace.go:171","msg":"trace[1138940927] transaction","detail":"{read_only:false; response_revision:37211; number_of_response:1; }","duration":"153.325876ms","start":"2026-07-09T02:49:57.326132Z","end":"2026-07-09T02:49:57.479458Z","steps":["trace[1138940927] 'process raft request' (duration: 59.88062ms)","trace[1138940927] 'compare' (duration: 92.642617ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:50:26.280699Z","caller":"traceutil/trace.go:171","msg":"trace[1951550600] transaction","detail":"{read_only:false; response_revision:37460; number_of_response:1; }","duration":"166.440427ms","start":"2026-07-09T02:50:26.114232Z","end":"2026-07-09T02:50:26.280673Z","steps":["trace[1951550600] 'process raft request' (duration: 146.632287ms)","trace[1951550600] 'compare' (duration: 19.399671ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:50:26.282044Z","caller":"traceutil/trace.go:171","msg":"trace[428132411] linearizableReadLoop","detail":"{readStateIndex:38666; appliedIndex:38664; }","duration":"113.84131ms","start":"2026-07-09T02:50:26.168159Z","end":"2026-07-09T02:50:26.282001Z","steps":["trace[428132411] 'read index received' (duration: 92.711369ms)","trace[428132411] 'applied index is now lower than readState.Index' (duration: 21.128681ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:50:26.282395Z","caller":"traceutil/trace.go:171","msg":"trace[421991909] transaction","detail":"{read_only:false; response_revision:37461; number_of_response:1; }","duration":"166.522219ms","start":"2026-07-09T02:50:26.115848Z","end":"2026-07-09T02:50:26.282371Z","steps":["trace[421991909] 'process raft request' (duration: 165.957985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:50:26.282402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.206638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:50:26.282479Z","caller":"traceutil/trace.go:171","msg":"trace[1862643943] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:37461; }","duration":"114.344262ms","start":"2026-07-09T02:50:26.168117Z","end":"2026-07-09T02:50:26.282462Z","steps":["trace[1862643943] 'agreement among raft nodes before linearized reading' (duration: 114.073075ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:50:26.450204Z","caller":"traceutil/trace.go:171","msg":"trace[766749992] transaction","detail":"{read_only:false; response_revision:37462; number_of_response:1; }","duration":"163.558798ms","start":"2026-07-09T02:50:26.286612Z","end":"2026-07-09T02:50:26.450171Z","steps":["trace[766749992] 'process raft request' (duration: 163.034876ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:50:26.454195Z","caller":"traceutil/trace.go:171","msg":"trace[1223515651] transaction","detail":"{read_only:false; response_revision:37463; number_of_response:1; }","duration":"164.170743ms","start":"2026-07-09T02:50:26.289996Z","end":"2026-07-09T02:50:26.454167Z","steps":["trace[1223515651] 'process raft request' (duration: 163.990079ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:52:17.901717Z","caller":"traceutil/trace.go:171","msg":"trace[1538725102] transaction","detail":"{read_only:false; response_revision:38332; number_of_response:1; }","duration":"114.335221ms","start":"2026-07-09T02:52:17.787329Z","end":"2026-07-09T02:52:17.901665Z","steps":["trace[1538725102] 'process raft request' (duration: 28.235909ms)","trace[1538725102] 'compare' (duration: 85.893887ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:53:16.748342Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1c917701ce165bac","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T02:53:16.753815Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-09T02:53:16.753953Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-07-09T02:53:17.530391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.752518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:53:17.530534Z","caller":"traceutil/trace.go:171","msg":"trace[576852816] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:38768; }","duration":"105.953143ms","start":"2026-07-09T02:53:17.424557Z","end":"2026-07-09T02:53:17.53051Z","steps":["trace[576852816] 'count revisions from in-memory index tree' (duration: 105.669416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:17.530572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.361313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-09T02:53:17.530701Z","caller":"traceutil/trace.go:171","msg":"trace[900416257] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:38768; }","duration":"144.519087ms","start":"2026-07-09T02:53:17.386136Z","end":"2026-07-09T02:53:17.530656Z","steps":["trace[900416257] 'range keys from in-memory index tree' (duration: 144.22516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:17.531204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.429636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-09T02:53:17.531265Z","caller":"traceutil/trace.go:171","msg":"trace[812767690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:38768; }","duration":"147.515758ms","start":"2026-07-09T02:53:17.383731Z","end":"2026-07-09T02:53:17.531247Z","steps":["trace[812767690] 'range keys from in-memory index tree' (duration: 146.543985ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:26.514087Z","caller":"traceutil/trace.go:171","msg":"trace[1253998910] transaction","detail":"{read_only:false; response_revision:38829; number_of_response:1; }","duration":"188.989841ms","start":"2026-07-09T02:53:26.325065Z","end":"2026-07-09T02:53:26.514055Z","steps":["trace[1253998910] 'process raft request' (duration: 180.732125ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:26.514217Z","caller":"traceutil/trace.go:171","msg":"trace[1650651412] transaction","detail":"{read_only:false; response_revision:38830; number_of_response:1; }","duration":"119.74161ms","start":"2026-07-09T02:53:26.394442Z","end":"2026-07-09T02:53:26.514183Z","steps":["trace[1650651412] 'process raft request' (duration: 119.610247ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:26.514193Z","caller":"traceutil/trace.go:171","msg":"trace[1264128344] linearizableReadLoop","detail":"{readStateIndex:40072; appliedIndex:40071; }","duration":"170.270207ms","start":"2026-07-09T02:53:26.343887Z","end":"2026-07-09T02:53:26.514157Z","steps":["trace[1264128344] 'read index received' (duration: 161.922349ms)","trace[1264128344] 'applied index is now lower than readState.Index' (duration: 8.345248ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:53:26.514605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.29467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-root-ca.crt\" ","response":"range_response_count:1 size:1745"} {"level":"info","ts":"2026-07-09T02:53:26.514674Z","caller":"traceutil/trace.go:171","msg":"trace[1102000296] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-root-ca.crt; range_end:; response_count:1; response_revision:38830; }","duration":"106.400903ms","start":"2026-07-09T02:53:26.408255Z","end":"2026-07-09T02:53:26.514656Z","steps":["trace[1102000296] 'agreement among raft nodes before linearized reading' (duration: 106.189918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:26.514758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.853782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-workload-total\" ","response":"range_response_count:1 size:11836"} {"level":"info","ts":"2026-07-09T02:53:26.514895Z","caller":"traceutil/trace.go:171","msg":"trace[976756566] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-workload-total; range_end:; response_count:1; response_revision:38830; }","duration":"170.995035ms","start":"2026-07-09T02:53:26.343829Z","end":"2026-07-09T02:53:26.514824Z","steps":["trace[976756566] 'agreement among raft nodes before linearized reading' (duration: 170.416912ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:39.578894Z","caller":"traceutil/trace.go:171","msg":"trace[1175453413] linearizableReadLoop","detail":"{readStateIndex:40170; appliedIndex:40169; }","duration":"127.087164ms","start":"2026-07-09T02:53:39.451785Z","end":"2026-07-09T02:53:39.578872Z","steps":["trace[1175453413] 'read index received' (duration: 126.92544ms)","trace[1175453413] 'applied index is now lower than readState.Index' (duration: 160.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:53:39.578941Z","caller":"traceutil/trace.go:171","msg":"trace[955817845] transaction","detail":"{read_only:false; response_revision:38925; number_of_response:1; }","duration":"151.727968ms","start":"2026-07-09T02:53:39.427183Z","end":"2026-07-09T02:53:39.57891Z","steps":["trace[955817845] 'process raft request' (duration: 151.534004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:39.579207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.404081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1490"} {"level":"info","ts":"2026-07-09T02:53:39.579321Z","caller":"traceutil/trace.go:171","msg":"trace[325547016] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:38925; }","duration":"127.569285ms","start":"2026-07-09T02:53:39.45173Z","end":"2026-07-09T02:53:39.579299Z","steps":["trace[325547016] 'agreement among raft nodes before linearized reading' (duration: 127.282449ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:39.597124Z","caller":"traceutil/trace.go:171","msg":"trace[34171606] transaction","detail":"{read_only:false; response_revision:38926; number_of_response:1; }","duration":"137.117852ms","start":"2026-07-09T02:53:39.459954Z","end":"2026-07-09T02:53:39.597072Z","steps":["trace[34171606] 'process raft request' (duration: 136.914157ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:41.074582Z","caller":"traceutil/trace.go:171","msg":"trace[1743456502] linearizableReadLoop","detail":"{readStateIndex:40182; appliedIndex:40181; }","duration":"219.642128ms","start":"2026-07-09T02:53:40.854914Z","end":"2026-07-09T02:53:41.074556Z","steps":["trace[1743456502] 'read index received' (duration: 219.427323ms)","trace[1743456502] 'applied index is now lower than readState.Index' (duration: 213.545µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:53:41.074615Z","caller":"traceutil/trace.go:171","msg":"trace[896219695] transaction","detail":"{read_only:false; response_revision:38936; number_of_response:1; }","duration":"224.164715ms","start":"2026-07-09T02:53:40.850424Z","end":"2026-07-09T02:53:41.074588Z","steps":["trace[896219695] 'process raft request' (duration: 223.991501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.074918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.531562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:53:41.075056Z","caller":"traceutil/trace.go:171","msg":"trace[1201635590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38936; }","duration":"121.720186ms","start":"2026-07-09T02:53:40.953312Z","end":"2026-07-09T02:53:41.075032Z","steps":["trace[1201635590] 'agreement among raft nodes before linearized reading' (duration: 121.48185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.075105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.168731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/\" range_end:\"/registry/services/specs/openstack0\" limit:500 ","response":"range_response_count:55 size:69859"} {"level":"warn","ts":"2026-07-09T02:53:41.075061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.459178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"info","ts":"2026-07-09T02:53:41.075177Z","caller":"traceutil/trace.go:171","msg":"trace[2048953652] range","detail":"{range_begin:/registry/services/specs/openstack/; range_end:/registry/services/specs/openstack0; response_count:55; response_revision:38936; }","duration":"220.270983ms","start":"2026-07-09T02:53:40.854872Z","end":"2026-07-09T02:53:41.075143Z","steps":["trace[2048953652] 'agreement among raft nodes before linearized reading' (duration: 219.819903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.074947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.062803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"info","ts":"2026-07-09T02:53:41.075251Z","caller":"traceutil/trace.go:171","msg":"trace[556248328] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:38936; }","duration":"170.37586ms","start":"2026-07-09T02:53:40.904848Z","end":"2026-07-09T02:53:41.075224Z","steps":["trace[556248328] 'agreement among raft nodes before linearized reading' (duration: 169.912239ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:41.075268Z","caller":"traceutil/trace.go:171","msg":"trace[1362538241] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:38936; }","duration":"142.686523ms","start":"2026-07-09T02:53:40.932495Z","end":"2026-07-09T02:53:41.075181Z","steps":["trace[1362538241] 'agreement among raft nodes before linearized reading' (duration: 142.366736ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:41.549103Z","caller":"traceutil/trace.go:171","msg":"trace[1812884992] linearizableReadLoop","detail":"{readStateIndex:40184; appliedIndex:40183; }","duration":"109.060116ms","start":"2026-07-09T02:53:41.440027Z","end":"2026-07-09T02:53:41.549087Z","steps":["trace[1812884992] 'read index received' (duration: 108.902003ms)","trace[1812884992] 'applied index is now lower than readState.Index' (duration: 157.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:53:41.549275Z","caller":"traceutil/trace.go:171","msg":"trace[178402493] transaction","detail":"{read_only:false; response_revision:38938; number_of_response:1; }","duration":"126.597641ms","start":"2026-07-09T02:53:41.422659Z","end":"2026-07-09T02:53:41.549257Z","steps":["trace[178402493] 'process raft request' (duration: 126.323885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.551295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.220037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api.18c07c89f357aa7e\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:38937 ","response":"range_response_count:279 size:209478"} {"level":"info","ts":"2026-07-09T02:53:41.551472Z","caller":"traceutil/trace.go:171","msg":"trace[1165416721] range","detail":"{range_begin:/registry/events/openstack/placement-api.18c07c89f357aa7e\u0000; range_end:/registry/events/openstack0; response_count:279; response_revision:38938; }","duration":"111.494064ms","start":"2026-07-09T02:53:41.439953Z","end":"2026-07-09T02:53:41.551447Z","steps":["trace[1165416721] 'agreement among raft nodes before linearized reading' (duration: 109.277932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.828339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.445338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:53:41.828586Z","caller":"traceutil/trace.go:171","msg":"trace[1220948725] transaction","detail":"{read_only:false; response_revision:38940; number_of_response:1; }","duration":"225.270031ms","start":"2026-07-09T02:53:41.603298Z","end":"2026-07-09T02:53:41.828568Z","steps":["trace[1220948725] 'process raft request' (duration: 225.164759ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:41.828598Z","caller":"traceutil/trace.go:171","msg":"trace[681403619] linearizableReadLoop","detail":"{readStateIndex:40185; appliedIndex:40184; }","duration":"236.006926ms","start":"2026-07-09T02:53:41.592574Z","end":"2026-07-09T02:53:41.828581Z","steps":["trace[681403619] 'read index received' (duration: 66.176378ms)","trace[681403619] 'applied index is now lower than readState.Index' (duration: 169.827618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:53:41.828858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.249822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-09T02:53:41.828896Z","caller":"traceutil/trace.go:171","msg":"trace[923532519] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:38940; }","duration":"236.339584ms","start":"2026-07-09T02:53:41.592546Z","end":"2026-07-09T02:53:41.828886Z","steps":["trace[923532519] 'agreement among raft nodes before linearized reading' (duration: 236.16313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.828908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.630748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-09T02:53:41.828936Z","caller":"traceutil/trace.go:171","msg":"trace[517055138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38940; }","duration":"203.69874ms","start":"2026-07-09T02:53:41.62523Z","end":"2026-07-09T02:53:41.828929Z","steps":["trace[517055138] 'agreement among raft nodes before linearized reading' (duration: 203.579867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:41.829081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.384755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"warn","ts":"2026-07-09T02:53:41.829104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.886186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-csi-config\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-07-09T02:53:41.829122Z","caller":"traceutil/trace.go:171","msg":"trace[1765110856] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:38940; }","duration":"166.464647ms","start":"2026-07-09T02:53:41.662644Z","end":"2026-07-09T02:53:41.829109Z","steps":["trace[1765110856] 'agreement among raft nodes before linearized reading' (duration: 166.340184ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:41.829127Z","caller":"traceutil/trace.go:171","msg":"trace[1421568476] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-csi-config; range_end:; response_count:1; response_revision:38940; }","duration":"190.940638ms","start":"2026-07-09T02:53:41.638181Z","end":"2026-07-09T02:53:41.829121Z","steps":["trace[1421568476] 'agreement among raft nodes before linearized reading' (duration: 190.858306ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:41.828596Z","caller":"traceutil/trace.go:171","msg":"trace[1529726122] transaction","detail":"{read_only:false; response_revision:38939; number_of_response:1; }","duration":"241.894486ms","start":"2026-07-09T02:53:41.58665Z","end":"2026-07-09T02:53:41.828545Z","steps":["trace[1529726122] 'process raft request' (duration: 72.13677ms)","trace[1529726122] 'compare' (duration: 169.199563ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:53:42.030092Z","caller":"traceutil/trace.go:171","msg":"trace[1945984434] linearizableReadLoop","detail":"{readStateIndex:40188; appliedIndex:40187; }","duration":"116.573673ms","start":"2026-07-09T02:53:41.913486Z","end":"2026-07-09T02:53:42.030059Z","steps":["trace[1945984434] 'read index received' (duration: 82.837093ms)","trace[1945984434] 'applied index is now lower than readState.Index' (duration: 33.73521ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:53:42.030204Z","caller":"traceutil/trace.go:171","msg":"trace[1268311519] transaction","detail":"{read_only:false; response_revision:38942; number_of_response:1; }","duration":"176.637448ms","start":"2026-07-09T02:53:41.853545Z","end":"2026-07-09T02:53:42.030182Z","steps":["trace[1268311519] 'process raft request' (duration: 142.754834ms)","trace[1268311519] 'compare' (duration: 33.528155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:53:42.030421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.092004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"info","ts":"2026-07-09T02:53:42.030502Z","caller":"traceutil/trace.go:171","msg":"trace[1727223236] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:38942; }","duration":"103.229968ms","start":"2026-07-09T02:53:41.92725Z","end":"2026-07-09T02:53:42.03048Z","steps":["trace[1727223236] 'agreement among raft nodes before linearized reading' (duration: 102.999742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:42.032625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.126143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388877"} {"level":"info","ts":"2026-07-09T02:53:42.03269Z","caller":"traceutil/trace.go:171","msg":"trace[755295339] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:38942; }","duration":"119.241326ms","start":"2026-07-09T02:53:41.913436Z","end":"2026-07-09T02:53:42.032677Z","steps":["trace[755295339] 'agreement among raft nodes before linearized reading' (duration: 116.754387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:53:42.399134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.22864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/cinder-bin\" ","response":"range_response_count:1 size:30036"} {"level":"warn","ts":"2026-07-09T02:53:42.399158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.774012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/glance-bin\" ","response":"range_response_count:1 size:27479"} {"level":"info","ts":"2026-07-09T02:53:42.399203Z","caller":"traceutil/trace.go:171","msg":"trace[1731333451] range","detail":"{range_begin:/registry/configmaps/openstack/cinder-bin; range_end:; response_count:1; response_revision:38944; }","duration":"222.332172ms","start":"2026-07-09T02:53:42.176858Z","end":"2026-07-09T02:53:42.39919Z","steps":["trace[1731333451] 'range keys from in-memory index tree' (duration: 222.098206ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:53:42.39924Z","caller":"traceutil/trace.go:171","msg":"trace[1577075615] range","detail":"{range_begin:/registry/configmaps/openstack/glance-bin; range_end:; response_count:1; response_revision:38944; }","duration":"211.907744ms","start":"2026-07-09T02:53:42.187312Z","end":"2026-07-09T02:53:42.39922Z","steps":["trace[1577075615] 'range keys from in-memory index tree' (duration: 211.534425ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:54:08.881871Z","caller":"traceutil/trace.go:171","msg":"trace[842663942] transaction","detail":"{read_only:false; response_revision:39137; number_of_response:1; }","duration":"173.634648ms","start":"2026-07-09T02:54:08.708197Z","end":"2026-07-09T02:54:08.881832Z","steps":["trace[842663942] 'process raft request' (duration: 143.101534ms)","trace[842663942] 'compare' (duration: 30.028022ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:54:08.881895Z","caller":"traceutil/trace.go:171","msg":"trace[1673029289] transaction","detail":"{read_only:false; response_revision:39138; number_of_response:1; }","duration":"132.714928ms","start":"2026-07-09T02:54:08.74915Z","end":"2026-07-09T02:54:08.881865Z","steps":["trace[1673029289] 'process raft request' (duration: 132.330548ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:54:09.326241Z","caller":"traceutil/trace.go:171","msg":"trace[131295931] linearizableReadLoop","detail":"{readStateIndex:40392; appliedIndex:40391; }","duration":"163.507678ms","start":"2026-07-09T02:54:09.162694Z","end":"2026-07-09T02:54:09.326201Z","steps":["trace[131295931] 'read index received' (duration: 163.255182ms)","trace[131295931] 'applied index is now lower than readState.Index' (duration: 250.966µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:54:09.326336Z","caller":"traceutil/trace.go:171","msg":"trace[457234693] transaction","detail":"{read_only:false; response_revision:39141; number_of_response:1; }","duration":"166.254423ms","start":"2026-07-09T02:54:09.160041Z","end":"2026-07-09T02:54:09.326295Z","steps":["trace[457234693] 'process raft request' (duration: 165.938385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:54:09.326599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.900046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6257"} {"level":"info","ts":"2026-07-09T02:54:09.32675Z","caller":"traceutil/trace.go:171","msg":"trace[1640916079] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:39141; }","duration":"164.058051ms","start":"2026-07-09T02:54:09.162605Z","end":"2026-07-09T02:54:09.326663Z","steps":["trace[1640916079] 'agreement among raft nodes before linearized reading' (duration: 163.710322ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:54:09.480206Z","caller":"traceutil/trace.go:171","msg":"trace[1002590784] transaction","detail":"{read_only:false; response_revision:39142; number_of_response:1; }","duration":"222.243349ms","start":"2026-07-09T02:54:09.257933Z","end":"2026-07-09T02:54:09.480177Z","steps":["trace[1002590784] 'process raft request' (duration: 176.70393ms)","trace[1002590784] 'compare' (duration: 44.893704ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:54:09.480473Z","caller":"traceutil/trace.go:171","msg":"trace[808618713] linearizableReadLoop","detail":"{readStateIndex:40393; appliedIndex:40392; }","duration":"154.147995ms","start":"2026-07-09T02:54:09.326314Z","end":"2026-07-09T02:54:09.480462Z","steps":["trace[808618713] 'read index received' (duration: 108.300078ms)","trace[808618713] 'applied index is now lower than readState.Index' (duration: 45.846867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:54:09.480844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.010324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-init\" ","response":"range_response_count:1 size:5656"} {"level":"info","ts":"2026-07-09T02:54:09.480885Z","caller":"traceutil/trace.go:171","msg":"trace[1347540454] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-init; range_end:; response_count:1; response_revision:39143; }","duration":"308.107416ms","start":"2026-07-09T02:54:09.172769Z","end":"2026-07-09T02:54:09.480876Z","steps":["trace[1347540454] 'agreement among raft nodes before linearized reading' (duration: 307.959212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:54:09.480915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T02:54:09.172745Z","time spent":"308.162297ms","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5679,"request content":"key:\"/registry/jobs/openstack/keystone-db-init\" "} {"level":"warn","ts":"2026-07-09T02:54:09.480917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.272715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T02:54:09.481137Z","caller":"traceutil/trace.go:171","msg":"trace[158211253] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:39143; }","duration":"175.607784ms","start":"2026-07-09T02:54:09.305497Z","end":"2026-07-09T02:54:09.481105Z","steps":["trace[158211253] 'agreement among raft nodes before linearized reading' (duration: 175.192044ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:54:51.025879Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37168} {"level":"info","ts":"2026-07-09T02:54:51.157045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37168,"took":"127.636987ms","hash":1762116977,"current-db-size-bytes":62939136,"current-db-size":"63 MB","current-db-size-in-use-bytes":31121408,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T02:54:51.157107Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1762116977,"revision":37168,"compact-revision":34967} {"level":"info","ts":"2026-07-09T02:55:47.135973Z","caller":"traceutil/trace.go:171","msg":"trace[1519946441] transaction","detail":"{read_only:false; response_revision:39896; number_of_response:1; }","duration":"108.028049ms","start":"2026-07-09T02:55:47.027905Z","end":"2026-07-09T02:55:47.135933Z","steps":["trace[1519946441] 'process raft request' (duration: 48.677687ms)","trace[1519946441] 'compare' (duration: 58.988604ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:47.485185Z","caller":"traceutil/trace.go:171","msg":"trace[642218114] transaction","detail":"{read_only:false; response_revision:39899; number_of_response:1; }","duration":"160.627273ms","start":"2026-07-09T02:55:47.324516Z","end":"2026-07-09T02:55:47.485143Z","steps":["trace[642218114] 'process raft request' (duration: 139.667564ms)","trace[642218114] 'compare' (duration: 20.652751ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:47.502095Z","caller":"traceutil/trace.go:171","msg":"trace[2006455391] linearizableReadLoop","detail":"{readStateIndex:41175; appliedIndex:41173; }","duration":"113.237254ms","start":"2026-07-09T02:55:47.388825Z","end":"2026-07-09T02:55:47.502063Z","steps":["trace[2006455391] 'read index received' (duration: 75.350913ms)","trace[2006455391] 'applied index is now lower than readState.Index' (duration: 37.884781ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:47.502248Z","caller":"traceutil/trace.go:171","msg":"trace[390302077] transaction","detail":"{read_only:false; response_revision:39900; number_of_response:1; }","duration":"133.161619ms","start":"2026-07-09T02:55:47.369042Z","end":"2026-07-09T02:55:47.502203Z","steps":["trace[390302077] 'process raft request' (duration: 132.857802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:47.502347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.501221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-rabbitmq-user\" ","response":"range_response_count:1 size:731"} {"level":"info","ts":"2026-07-09T02:55:47.502391Z","caller":"traceutil/trace.go:171","msg":"trace[647245365] range","detail":"{range_begin:/registry/secrets/openstack/octavia-rabbitmq-user; range_end:; response_count:1; response_revision:39900; }","duration":"113.595773ms","start":"2026-07-09T02:55:47.388784Z","end":"2026-07-09T02:55:47.50238Z","steps":["trace[647245365] 'agreement among raft nodes before linearized reading' (duration: 113.428289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:48.031176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.840823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T02:55:48.031283Z","caller":"traceutil/trace.go:171","msg":"trace[2103935009] linearizableReadLoop","detail":"{readStateIndex:41178; appliedIndex:41177; }","duration":"121.653635ms","start":"2026-07-09T02:55:47.909612Z","end":"2026-07-09T02:55:48.031266Z","steps":["trace[2103935009] 'read index received' (duration: 6.547736ms)","trace[2103935009] 'applied index is now lower than readState.Index' (duration: 115.104629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:55:48.031449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.964143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-07-09T02:55:48.031414Z","caller":"traceutil/trace.go:171","msg":"trace[1737476573] transaction","detail":"{read_only:false; response_revision:39903; number_of_response:1; }","duration":"125.20364ms","start":"2026-07-09T02:55:47.90617Z","end":"2026-07-09T02:55:48.031373Z","steps":["trace[1737476573] 'process raft request' (duration: 10.08003ms)","trace[1737476573] 'compare' (duration: 114.70204ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:48.031486Z","caller":"traceutil/trace.go:171","msg":"trace[43051620] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:39903; }","duration":"122.043055ms","start":"2026-07-09T02:55:47.909434Z","end":"2026-07-09T02:55:48.031477Z","steps":["trace[43051620] 'agreement among raft nodes before linearized reading' (duration: 121.911802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:48.031745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.000184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:1 size:2310"} {"level":"info","ts":"2026-07-09T02:55:48.031826Z","caller":"traceutil/trace.go:171","msg":"trace[882532923] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:1; response_revision:39903; }","duration":"122.097176ms","start":"2026-07-09T02:55:47.909704Z","end":"2026-07-09T02:55:48.031802Z","steps":["trace[882532923] 'agreement among raft nodes before linearized reading' (duration: 121.794859ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:55:48.24766Z","caller":"traceutil/trace.go:171","msg":"trace[757233841] linearizableReadLoop","detail":"{readStateIndex:41179; appliedIndex:41178; }","duration":"132.316229ms","start":"2026-07-09T02:55:48.1153Z","end":"2026-07-09T02:55:48.247616Z","steps":["trace[757233841] 'read index received' (duration: 99.795065ms)","trace[757233841] 'applied index is now lower than readState.Index' (duration: 32.519394ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:48.247758Z","caller":"traceutil/trace.go:171","msg":"trace[159100303] transaction","detail":"{read_only:false; response_revision:39904; number_of_response:1; }","duration":"149.545899ms","start":"2026-07-09T02:55:48.098166Z","end":"2026-07-09T02:55:48.247712Z","steps":["trace[159100303] 'process raft request' (duration: 116.958804ms)","trace[159100303] 'compare' (duration: 32.241787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:55:48.247979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.477565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-db-admin\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-07-09T02:55:48.248052Z","caller":"traceutil/trace.go:171","msg":"trace[1532654735] range","detail":"{range_begin:/registry/secrets/openstack/placement-db-admin; range_end:; response_count:1; response_revision:39904; }","duration":"130.567887ms","start":"2026-07-09T02:55:48.117467Z","end":"2026-07-09T02:55:48.248034Z","steps":["trace[1532654735] 'agreement among raft nodes before linearized reading' (duration: 130.388383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:48.247979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.656567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-api-certs\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-09T02:55:48.248258Z","caller":"traceutil/trace.go:171","msg":"trace[1840236119] range","detail":"{range_begin:/registry/secrets/openstack/placement-api-certs; range_end:; response_count:1; response_revision:39904; }","duration":"132.953313ms","start":"2026-07-09T02:55:48.115263Z","end":"2026-07-09T02:55:48.248216Z","steps":["trace[1840236119] 'agreement among raft nodes before linearized reading' (duration: 132.532003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:49.442216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.681378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-erlang-cookie\" ","response":"range_response_count:1 size:816"} {"level":"info","ts":"2026-07-09T02:55:49.44228Z","caller":"traceutil/trace.go:171","msg":"trace[1182828929] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-erlang-cookie; range_end:; response_count:1; response_revision:39914; }","duration":"114.791341ms","start":"2026-07-09T02:55:49.327473Z","end":"2026-07-09T02:55:49.442265Z","steps":["trace[1182828929] 'agreement among raft nodes before linearized reading' (duration: 114.573686ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:55:52.721089Z","caller":"traceutil/trace.go:171","msg":"trace[512466672] linearizableReadLoop","detail":"{readStateIndex:41212; appliedIndex:41211; }","duration":"116.426091ms","start":"2026-07-09T02:55:52.604636Z","end":"2026-07-09T02:55:52.721063Z","steps":["trace[512466672] 'read index received' (duration: 116.229126ms)","trace[512466672] 'applied index is now lower than readState.Index' (duration: 195.695µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:52.721526Z","caller":"traceutil/trace.go:171","msg":"trace[1205751192] transaction","detail":"{read_only:false; response_revision:39936; number_of_response:1; }","duration":"117.537277ms","start":"2026-07-09T02:55:52.603972Z","end":"2026-07-09T02:55:52.721509Z","steps":["trace[1205751192] 'process raft request' (duration: 116.927373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:52.721864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.222979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-07-09T02:55:52.72192Z","caller":"traceutil/trace.go:171","msg":"trace[719690408] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:39936; }","duration":"117.312022ms","start":"2026-07-09T02:55:52.604593Z","end":"2026-07-09T02:55:52.721905Z","steps":["trace[719690408] 'agreement among raft nodes before linearized reading' (duration: 117.135368ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T02:55:53.357488Z","caller":"traceutil/trace.go:171","msg":"trace[864500077] transaction","detail":"{read_only:false; response_revision:39940; number_of_response:1; }","duration":"103.229497ms","start":"2026-07-09T02:55:53.254223Z","end":"2026-07-09T02:55:53.357453Z","steps":["trace[864500077] 'process raft request' (duration: 78.464077ms)","trace[864500077] 'compare' (duration: 24.070473ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:53.562094Z","caller":"traceutil/trace.go:171","msg":"trace[618272106] transaction","detail":"{read_only:false; response_revision:39942; number_of_response:1; }","duration":"158.536823ms","start":"2026-07-09T02:55:53.403517Z","end":"2026-07-09T02:55:53.562054Z","steps":["trace[618272106] 'process raft request' (duration: 88.378063ms)","trace[618272106] 'compare' (duration: 69.963165ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T02:55:53.562275Z","caller":"traceutil/trace.go:171","msg":"trace[77962863] linearizableReadLoop","detail":"{readStateIndex:41218; appliedIndex:41217; }","duration":"153.663397ms","start":"2026-07-09T02:55:53.408492Z","end":"2026-07-09T02:55:53.562156Z","steps":["trace[77962863] 'read index received' (duration: 83.327743ms)","trace[77962863] 'applied index is now lower than readState.Index' (duration: 70.334324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T02:55:53.562409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.266963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T02:55:53.562473Z","caller":"traceutil/trace.go:171","msg":"trace[647864615] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:39944; }","duration":"157.391196ms","start":"2026-07-09T02:55:53.405066Z","end":"2026-07-09T02:55:53.562457Z","steps":["trace[647864615] 'agreement among raft nodes before linearized reading' (duration: 157.262352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:53.562804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.394252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T02:55:53.562866Z","caller":"traceutil/trace.go:171","msg":"trace[1437958985] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39944; }","duration":"106.497464ms","start":"2026-07-09T02:55:53.456353Z","end":"2026-07-09T02:55:53.56285Z","steps":["trace[1437958985] 'agreement among raft nodes before linearized reading' (duration: 106.297959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:53.56322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.329172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-magnum.18c07d93098cefed\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:39940 ","response":"range_response_count:130 size:96849"} {"level":"info","ts":"2026-07-09T02:55:53.563253Z","caller":"traceutil/trace.go:171","msg":"trace[859660726] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-magnum.18c07d93098cefed\u0000; range_end:/registry/events/openstack0; response_count:130; response_revision:39944; }","duration":"138.392543ms","start":"2026-07-09T02:55:53.424853Z","end":"2026-07-09T02:55:53.563246Z","steps":["trace[859660726] 'agreement among raft nodes before linearized reading' (duration: 137.787659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T02:55:53.565823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.399986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-5gxwj-vnc.18c07d15fb05dda6\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:39940 ","response":"range_response_count:1000 size:780046"} {"level":"info","ts":"2026-07-09T02:55:53.565917Z","caller":"traceutil/trace.go:171","msg":"trace[709034342] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-5gxwj-vnc.18c07d15fb05dda6\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:39944; }","duration":"194.530259ms","start":"2026-07-09T02:55:53.371372Z","end":"2026-07-09T02:55:53.565902Z","steps":["trace[709034342] 'agreement among raft nodes before linearized reading' (duration: 191.005326ms)"],"step_count":1}